User-agent: *
Allow: /

Allow: /assets/
Allow: /static/
Allow: /uploads/

Disallow: /admin/
Disallow: /content-manager/
Disallow: /content-type-builder/
Disallow: /i18n/
Disallow: /users-permissions/
Disallow: /email/
Disallow: /upload/
Disallow: /documentation/
Disallow: /graphql
Disallow: /api/*?*

Disallow: /*?*

# Sitemap SEO
Sitemap: https://semly.ai/sitemap.xml

# Sitemap GEO / AEO AI-Search
Sitemap: https://semly.ai/llms.txt

# ----------------------------
# Explicit LLM / AI crawlers
# ----------------------------

User-agent: Anthropic
Allow: /

User-agent: Gemini
Allow: /

User-agent: BingAI
Allow: /

User-agent: Applebot
Allow: /

User-agent: Amazonbot
Allow: /

# -----------------------------------------------------
# Reguły dla user-agentów AI zaktualizowane przez Semly
# -----------------------------------------------------

User-agent: ChatGPT Agent
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: OpenAI
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Google-CloudVertexBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Google-CloudVertex
Allow: /

User-agent: Google-NotebookLM
Allow: /

User-agent: Google-Agent-Mariner
Allow: /

User-agent: GoogleOther-Image
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: GoogleOther-Video
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Grok
Allow: /

User-agent: GrokBot
Allow: /