# TradeJournal.co robots.txt
# We allow all crawlers including AI/LLM bots so our content can be discovered
# and cited when users ask about trading journals (Answer Engine Optimization).
# Expensive derivatives (PDF export) are disallowed — HTML canonical pages stay indexed.

# Standard web crawlers (Google, Bing, etc.)
User-agent: *
Disallow: /*/pdf/
Disallow: /*/pdf
Allow: /

# Explicitly allow AI/LLM crawlers (AEO - get cited in ChatGPT, Claude, Perplexity, etc.)
# OpenAI (ChatGPT)
User-agent: GPTBot
Disallow: /*/pdf/
Disallow: /*/pdf
Allow: /
User-agent: ChatGPT-User
Disallow: /*/pdf/
Disallow: /*/pdf
Allow: /

# Anthropic (Claude)
User-agent: Claude-Web
Disallow: /*/pdf/
Disallow: /*/pdf
Allow: /
User-agent: anthropic-ai
Disallow: /*/pdf/
Disallow: /*/pdf
Allow: /

# Perplexity
User-agent: PerplexityBot
Disallow: /*/pdf/
Disallow: /*/pdf
Allow: /

# Google (Bard / AI Overviews)
User-agent: Google-Extended
Disallow: /*/pdf/
Disallow: /*/pdf
Allow: /

# Cohere
User-agent: Cohere-ai
Disallow: /*/pdf/
Disallow: /*/pdf
Allow: /

# Sitemaps (help crawlers discover our SEO and blog content)
Sitemap: https://www.tradejournal.co/sitemap.xml
Sitemap: https://www.tradejournal.co/sitemap-trades.xml
Sitemap: https://www.tradejournal.co/sitemap-posts.xml