# business.wiki · open directory of businesses worldwide.
# Open place data (Overture Maps Foundation) + our own user reviews.
# Indexing is governed per-URL by X-Robots-Tag (controlled rollout).

User-agent: *
Allow: /
Allow: /sector/
Allow: /b/

# Crawl-budget hygiene: faceted params + the search endpoint are not indexable.
Disallow: /*?sort=
Disallow: /search
# Machine/embed endpoints: JSON API + iframe cards need no crawl budget.
Disallow: /api/
Disallow: /embed/

# ── AI / assistant crawlers (GEO): we want to be read and cited ──
User-agent: GPTBot
Allow: /
Disallow: /search

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /
Disallow: /search

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /
Disallow: /search

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bingbot
Allow: /
Disallow: /search

User-agent: CCBot
Allow: /
Disallow: /search

# AI manifest: https://business.wiki/llms.txt
Sitemap: https://business.wiki/sitemap.xml