# robots.txt — Unibuild Software
#
# NOTE: this file only takes effect once Cloudflare's managed robots.txt is
# disabled for the unibuild.co.uk zone (Cloudflare dashboard → AI Crawl Control).
# While that setting is on, Cloudflare serves its own robots.txt at the edge and
# this file is never reached, regardless of what it says.

User-agent: *
Allow: /
Disallow: /includes/
Disallow: /api/
# /coming-soon/ is deliberately NOT disallowed: it carries a noindex tag, and
# Google has to be able to crawl the page to see it. Blocking it here is what
# left a placeholder stub sitting in the index.

# Explicitly welcome major AI / LLM crawlers
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: meta-externalagent
Allow: /

Sitemap: https://unibuild.co.uk/sitemap.xml