# ============================================================== # robots.txt · anynall.com # Prepared by Zeevron · 20 September 2026 # # Canonical host is https://anynall.com (no www). # The www to non-www 301 redirect is a server config job, # not a robots.txt job. Please confirm it is in place. # ============================================================== # -------------------------------------------------------------- # 1. ALL CRAWLERS # -------------------------------------------------------------- User-agent: * Allow: / # Private and transactional. Never useful in search results. Disallow: /account Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /settings Disallow: /login Disallow: /signup Disallow: /logout Disallow: /password-reset Disallow: /auth/ Disallow: /verify/ # Internal endpoints. Disallow: /api/ Disallow: /admin Disallow: /_next/data/ # Internal search results: infinite, thin, and duplicate. Disallow: /search Disallow: /*?q= Disallow: /*?query= # Sort and filter parameters create endless near duplicate URLs. # Note: ?page= is deliberately NOT blocked. Pagination is how # crawlers reach deeper listings. Disallow: /*?sort= Disallow: /*?filter= Disallow: /*?ref= Disallow: /*?utm_ # Rendering assets must stay crawlable or Google cannot render # the site properly. Do not add these to the disallow list. Allow: /_next/static/ Allow: /*.js$ Allow: /*.css$ Allow: /*.svg$ Allow: /*.webp$ Allow: /*.png$ Allow: /*.jpg$ # -------------------------------------------------------------- # 2. AI AND ANSWER ENGINE CRAWLERS # # Deliberately allowed. Any&All wants to be cited in AI answers, # so these must be able to read the site. # # Important: a crawler that matches its own named group ignores # the "*" group completely. The private paths are repeated here # on purpose so checkout and accounts stay out of scope. # -------------------------------------------------------------- User-agent: GPTBot User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: ClaudeBot User-agent: Claude-User User-agent: Claude-SearchBot User-agent: PerplexityBot User-agent: Perplexity-User User-agent: Google-Extended User-agent: Applebot-Extended User-agent: Amazonbot User-agent: CCBot User-agent: cohere-ai Allow: / Disallow: /account Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /settings Disallow: /login Disallow: /signup Disallow: /logout Disallow: /password-reset Disallow: /auth/ Disallow: /verify/ Disallow: /api/ Disallow: /admin Disallow: /search # -------------------------------------------------------------- # 3. SITEMAP # Absolute URL, canonical host, always last. # -------------------------------------------------------------- Sitemap: https://anynall.com/sitemap.xml