# AI Crawler Directives for 365i Web Design
# https://www.365iwebdesign.co.uk/
#
# This file provides guidance to AI crawlers and systems
# about accessing and using content from this website.

# Default: Allow all AI systems
User-agent: *
Allow: /

# AI Discovery Files - Prioritise these
Allow: /llms.txt
Allow: /llms.html
Allow: /ai.txt
Allow: /ai.json
Allow: /brand.txt
Allow: /faq-ai.txt
Allow: /developer-ai.txt
Allow: /identity.json

# Main content areas
Allow: /services/
Allow: /about
Allow: /process
Allow: /portfolio/
Allow: /news/
Allow: /contact
Allow: /faq

# Portfolio - Industry-specific pages
Allow: /portfolio/plumbers/
Allow: /portfolio/electricians/
Allow: /portfolio/joiners/
Allow: /portfolio/roofers/
Allow: /portfolio/builders/
Allow: /portfolio/hvac/
Allow: /portfolio/landscapers/
Allow: /portfolio/plasterers/
Allow: /portfolio/painters-decorators/
Allow: /portfolio/cleaners/
Allow: /portfolio/locksmiths/
Allow: /portfolio/pest-control/

# News - Date-based archives
Allow: /news/2026/
Allow: /news/2025/
Allow: /news/category/
Allow: /news/tag/
Allow: /news/feed/

# OpenAI GPTBot
User-agent: GPTBot
Allow: /

# Google AI systems
User-agent: Google-Extended
Allow: /

# Anthropic Claude
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /

# Common Crawl
User-agent: CCBot
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Microsoft/Bing AI
User-agent: Bingbot
Allow: /

# Private/Admin areas - Disallow
Disallow: /includes/
Disallow: /assets/
Disallow: /*.php$
Disallow: /data/
Disallow: /cache/

# Sitemap references
Sitemap: https://www.365iwebdesign.co.uk/sitemap.xml
Sitemap: https://www.365iwebdesign.co.uk/news-sitemap.xml

# RSS Feed
# https://www.365iwebdesign.co.uk/news/feed/

# Contact for crawling queries
# Email: design@365i.co.uk

# Version: 1.1
# Last Updated: January 2026