# ══════════════════════════════════════════════════════════════
# NUMEROS VISION — SEARCH ENGINE CRAWLER DIRECTIVES
# ══════════════════════════════════════════════════════════════

# ── Google Search Crawlers ────────────────────────────────────
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /docs
Disallow: /redoc
Disallow: /data/
Disallow: /admin/
Disallow: /demo

User-agent: Googlebot-Mobile
Allow: /
Disallow: /api/
Disallow: /data/
Disallow: /admin/

User-agent: Googlebot-Image
Allow: /static/logos/
Allow: /static/icons/
Allow: /static/screenshots/
Disallow: /api/
Disallow: /data/

User-agent: Storebot-Google
Allow: /
Disallow: /api/
Disallow: /data/

# Google-Extended (Google AI Overviews & SGE Discovery)
User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /data/
Disallow: /admin/

# ── Generative & Answer Engine Optimization (AEO / GEO Crawlers) ─
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /data/
Disallow: /admin/

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /data/
Disallow: /admin/

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /data/
Disallow: /admin/

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /data/
Disallow: /admin/

User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Disallow: /data/
Disallow: /admin/

User-agent: Bytespider
Allow: /
Disallow: /api/
Disallow: /data/
Disallow: /admin/

User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /data/
Disallow: /admin/

User-agent: Diffbot
Allow: /
Disallow: /api/
Disallow: /data/
Disallow: /admin/

User-agent: cohere-ai
Allow: /
Disallow: /api/
Disallow: /data/
Disallow: /admin/

# ── Microsoft Bing Crawlers ───────────────────────────────────
User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /data/
Disallow: /admin/
Disallow: /demo

# ── Default Policy for All Verified Crawlers ──────────────────
User-agent: *
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /BingSiteAuth.xml
Allow: /49bf97a1d74343ce951918a3a0e676d4.txt
Allow: /sitemap.xml
Allow: /sitemap/
Disallow: /api/
Disallow: /docs
Disallow: /redoc
Disallow: /data/
Disallow: /admin/
Disallow: /demo

# Crawl Speed & Sitemap
Crawl-delay: 1
Sitemap: https://numerosvision.com/sitemap.xml