Sitemap: https://www.thomasmorris.co.uk/googlesitemap.xml
Sitemap: https://www.thomasmorris.co.uk/properties/lettings_googlesitemap.xml
Sitemap: https://www.thomasmorris.co.uk/properties/sales_googlesitemap.xml
Sitemap: https://www.thomasmorris.co.uk/properties/locations_googlesitemap.xml
Crawl-delay: 1
User-agent:*
Disallow: /my-thomas-morris/
Disallow: /home-worth/
Disallow: /uploads/property_pdf/
Disallow: /uploads/asset_file/

Allow: /images/favicon.ico

# ----------------------------------------
# Allow specific AI crawlers to access .md pages
# ----------------------------------------

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /*.md$

User-agent: ChatGPT-User
Allow: /*.md$

User-agent: OAI-SearchBot
Allow: /*.md$

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /*.md$

User-agent: Claude-Web
Allow: /*.md$

User-agent: anthropic-ai
Allow: /*.md$

User-agent: Claude-SearchBot
Allow: /*.md$

# Google AI
User-agent: Google-Extended
Allow: /*.md$

# Perplexity
User-agent: PerplexityBot
Allow: /*.md$

User-agent: Perplexity-User
Allow: /*.md$

Disallow: /*!