User-agent: *
Allow: /wp-admin/admin-ajax.php
Allow: /*/*.css
Allow: /*/*.js
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: */disclaimer/*
Disallow: *?attachment_id=
Disallow: /*.pdf
Allow: /*subsidence-map*.pdf
Allow: /thank-you-residential-extra-info/
Allow: /residential-thanks/

# Instructions for all web crawlers, including AI agents.
# This file is the current web standard.

User-agent: *
Allow: /

# Explicit allow rules for major AI crawlers
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

Sitemap: https://www.geobear.co.uk/sitemap_index.xml