# robots.txt (generated by Katina)
# This file controls crawler access rules.
#
# Human note: to change these rules, open the scan and click "Edit AI files".
# Only the AI-related endpoints are listed below.

User-agent: ChatGPT-User
Allow: /
Crawl-delay: 1

User-agent: Claude-Web
Allow: /
Crawl-delay: 1

User-agent: GPTBot
Content-signal: ai-input=yes
Allow: /
Crawl-delay: 1

User-agent: Gemini
Allow: /
Crawl-delay: 1

User-agent: Google-Extended
Allow: /
Crawl-delay: 1

User-agent: Grok
Allow: /
Crawl-delay: 1

User-agent: *
Allow: /schema.json
Allow: /schema.html
Allow: /ai.txt
Allow: /ai-policy.json
Allow: /company_data.json
Allow: /ai.json
Allow: /privacy.json
Allow: /sitemap-ai.xml
Allow: /llms.txt
Allow: /openapi.json
Allow: /manifest.json
Sitemap: https://mg27.uk/sitemap-ai.xml

# Powered by Katina - https://katina.ai