# robots.txt — https://tooljar.app/
# Static utility-tools platform. CSS/JS are intentionally crawlable so
# Google/Bing can fully render every page. Nothing here is private.

# ── Default: all conventional search crawlers welcome ──────────────
User-agent: *
Allow: /

# ── AI ANSWER / SEARCH crawlers (drive AI citations & referral traffic) ──
# These fetch pages to cite them in live answers — explicitly welcomed.
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# ── AI TRAINING crawlers ───────────────────────────────────────────
# Allowed: being in LLM corpora makes the brand "known" to assistants,
# which aligns with our AI-visibility goal. Flip any to Disallow: / to opt out.
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

# ── Sitemap ─────────────────────────────────────────────────────────
Sitemap: https://tooljar.app/sitemap.xml