# This file is automatically added by Rank Math SEO plugin to help a website index better
# More info: https://rankmath.com/?utm_source=Plugin&utm_medium=Robots&utm_campaign=WP

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /sitemap*.xml
Disallow: /*/feed/
Disallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json

# Block all paginated pages beyond page 1 (thin content)
Disallow: */page/2/
Disallow: */page/3/
Disallow: */page/4/
Disallow: */page/5/
Disallow: */page/6/
Disallow: */page/7/
Disallow: */page/8/
Disallow: */page/9/
Disallow: */page/10/
Disallow: */page/1[1-9]/
Disallow: */page/2[0-9]/

Sitemap: https://wandersober.co.uk/sitemap_index.xml

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

# Block empty/deep subcategories (thin content)
Disallow: /category/*/*/

# Block deep category pagination (page/2+ in any category)
Disallow: /category/*/page/2/
Disallow: /category/*/page/3/
Disallow: /category/*/page/4/
Disallow: /category/*/page/5/
Disallow: /category/*/page/6/
Disallow: /category/*/page/7/
Disallow: /category/*/page/8/
Disallow: /category/*/page/9/
Disallow: /category/*/page/10/
Disallow: /category/*/page/1[1-9]/
Disallow: /category/*/page/2[0-9]/