# https://mudraid.ai robots.txt User-agent: * # Content usage preferences — Content Signals # (contentsignals.org / draft-romm-aipref-contentsignals): # search=yes allow indexing for search # ai-input=yes allow use as input for AI answers (RAG / live citation) # ai-train=no do not use this content for AI model training # NOTE: ai-train=no is a policy choice. Flip to ai-train=yes if you want to # permit training on the site's content. Content-Signal: search=yes, ai-input=yes, ai-train=no Allow: / # AI / LLM crawlers are welcome. # Training / indexing crawlers User-agent: GPTBot Allow: / User-agent: ClaudeBot Allow: / User-agent: PerplexityBot Allow: / User-agent: Google-Extended Allow: / User-agent: Applebot-Extended Allow: / User-agent: CCBot Allow: / User-agent: Amazonbot Allow: / User-agent: cohere-ai Allow: / User-agent: Meta-ExternalAgent Allow: / # Citation-time crawlers (fetch a page to cite it live in an answer) User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Claude-User Allow: / User-agent: Claude-SearchBot Allow: / User-agent: Perplexity-User Allow: / Sitemap: https://mudraid.ai/sitemap.xml