# Content Signals: how AI may use this site's content.
# search = appear in search; ai-input = use in AI answers/citations; ai-train = train models.
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /admin/
Disallow: /thank-you/

# Blocked: crawlers for markets we don't serve.
User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: TikTokSpider
Disallow: /

# AI answer engines / retrieval crawlers are welcome (helps ClearMind Capital get cited).
# Structured summary for LLMs: https://clearmind-capital.com/llms.txt  (full text: https://clearmind-capital.com/llms-full.txt)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: GoogleOther-Image
Allow: /

User-agent: GoogleOther-Video
Allow: /

User-agent: Google-CloudVertexBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: bingbot
Allow: /

User-agent: BingPreview
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: cohere-training-data-crawler
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: DeepSeekBot
Allow: /

User-agent: xAI-Bot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: AI2Bot
Allow: /

User-agent: Ai2Bot-Dolma
Allow: /

User-agent: YandexAdditional
Allow: /

User-agent: YandexAdditionalBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: omgili
Allow: /

User-agent: omgilibot
Allow: /

User-agent: img2dataset
Allow: /

User-agent: ImagesiftBot
Allow: /

User-agent: Timpibot
Allow: /

User-agent: VelenPublicWebCrawler
Allow: /

User-agent: Webzio-Extended
Allow: /

User-agent: Kangaroo Bot
Allow: /

User-agent: Scrapy
Allow: /

User-agent: ISSCyberRiskCrawler
Allow: /

User-agent: iaskspider/2.0
Allow: /

User-agent: ICC-Crawler
Allow: /

User-agent: PanguBot
Allow: /

User-agent: Sidetrade indexer bot
Allow: /

User-agent: FriendlyCrawler
Allow: /

User-agent: Brightbot
Allow: /

User-agent: Firecrawl
Allow: /

User-agent: FirecrawlAgent
Allow: /

User-agent: PhindBot
Allow: /

User-agent: SemrushBot-OCOB
Allow: /

User-agent: Seekr
Allow: /

User-agent: peer39_crawler
Allow: /

Sitemap: https://clearmind-capital.com/sitemap.xml
Sitemap: https://clearmind-capital.com/sitemap-videos.xml