# robots.txt for https://www.aioncalls.com # Last reviewed: 2026-08-20 # ----------------------------------------------------------------- # Default rule — all crawlers not named explicitly below # ----------------------------------------------------------------- User-agent: * Allow: / # Utility / non-indexable paths Disallow: /*?*utm_ Disallow: /*?*fbclid Disallow: /*?*gclid Disallow: /cgi-bin/ Disallow: /*/thank-you Disallow: /*/thankyou Disallow: /search Disallow: /*?s= Crawl-delay: 1 # ----------------------------------------------------------------- # Major search engines — explicit allow (no restrictions) # ----------------------------------------------------------------- User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / # ----------------------------------------------------------------- # AI assistant / answer-engine crawlers used for retrieval & citation # (these were already explicitly allowed via on-page meta tags — # kept consistent here so directives don't conflict) # ----------------------------------------------------------------- User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-User Allow: / User-agent: Claude-SearchBot Allow: / User-agent: anthropic-ai Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: GoogleOther Allow: / User-agent: Google-Extended Allow: / User-agent: Amazonbot Allow: / User-agent: CCBot Allow: / User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / User-agent: Bytespider Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: Meta-ExternalFetcher Allow: / User-agent: cohere-ai Allow: / User-agent: DuckAssistBot Allow: / # ----------------------------------------------------------------- # Known aggressive / low-value scrapers — blocked # ----------------------------------------------------------------- User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / # ----------------------------------------------------------------- # Sitemap # ----------------------------------------------------------------- Sitemap: https://www.aioncalls.com/sitemap.xml