# ERPLight Robots.txt # https://erplight.ch User-agent: * Allow: / # Sensible Bereiche ausschließen (für app.erplight.ch) Disallow: /api/ Disallow: /static/js/*.map Disallow: /static/css/*.map # Duplikate vermeiden (landing.html = / via nginx index) Disallow: /landing.html # Crawl-Delay für höfliches Crawling Crawl-delay: 1 # Sitemaps Sitemap: https://erplight.ch/sitemap.xml # Spezifische Bot-Regeln User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / # === AI-Bots erlauben (für AI-Sichtbarkeit / llms.txt) === # OpenAI User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / # Anthropic (Claude) User-agent: ClaudeBot Allow: / User-agent: Claude-SearchBot Allow: / User-agent: Claude-User Allow: / # Perplexity User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / # Google (Gemini / Vertex AI) User-agent: Google-Extended Allow: / # Apple (Siri / Apple Intelligence) User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / # Meta (Meta AI) User-agent: Meta-ExternalAgent Allow: / # Amazon (Alexa / Amazon AI) User-agent: Amazonbot Allow: / # Microsoft (Copilot) User-agent: Copilot Allow: / # xAI (Grok / Grokipedia) User-agent: GrokBot Allow: / User-agent: xAI-Grok Allow: / User-agent: Grok-DeepSearch Allow: / # Common Crawl (Trainings-Daten für viele LLMs) User-agent: CCBot Allow: / # DuckDuckGo (AI Answers) User-agent: DuckAssistBot Allow: / # Aggressive Bots blocken User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: /