# Mobile Simulator (msim.app) robots.txt # Allow search and AI agents to read product + policy pages. User-agent: * Allow: / Disallow: # Explicit AI crawler policy (agent readiness) User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: Anthropic-AI Allow: / User-agent: Google-Extended Allow: / User-agent: GoogleOther Allow: / User-agent: PerplexityBot Allow: / User-agent: Applebot-Extended Allow: / User-agent: Bytespider Allow: / User-agent: CCBot Allow: / User-agent: Diffbot Allow: / User-agent: FacebookBot Allow: / User-agent: meta-externalagent Allow: / User-agent: cohere-ai Allow: / User-agent: DeepSeekBot Allow: / User-agent: ora-agent Allow: / # Purpose-based content signals (search yes, on-demand AI input yes, training opt-out) Content-Signal: search=yes, ai-input=yes, ai-train=no Sitemap: https://msim.app/sitemap.xml # Schema map for structured feeds (NLWeb-style discovery) Schemamap: https://msim.app/schemamap.xml