# ADD DOMAIN NAME HERE - KEEP SITEMAPS AT TOP
Sitemap: https://superthriftfortmyers.com/sitemap_index.xml
Sitemap: https://superthriftfortmyers.com/sitemap.xml
Sitemap: https://superthriftfortmyers.com/sitemap/
 
# ===== Universal rules (one * block) =====
 
User-agent: *
# Explicit access to AI policy files
Allow: /llms.txt
Allow: /.well-known/ai.txt
Allow: /ai.txt
 
# --- Broad Disallows (security / hygiene) ---
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/cache/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /search/
Disallow: /*?s=
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/*.php$
Disallow: /wp-content/themes/*/*.php$
Disallow: /wp-content/themes/*/*/*.php$
Disallow: /*.php$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.odt$
Disallow: /*.pdf$              
Disallow: /*.ppt$
Disallow: /*.rtf$
Disallow: /author/
Disallow: /wp-content/uploads/wpo-plugins-tables-list.json
Disallow: /*.json$
Disallow: /ai1wm-backups/
Disallow: /EMS-SITE-BACKUPS/
Disallow: /upgrade/
Disallow: /mu-plugins/
Disallow: /php_errorlog
Disallow: /readme.*$
 
# --- Specific Allows (override where needed) ---
Allow: /wp-admin/admin-ajax.php
Allow: /wp-includes/js/jquery/
Allow: /wp-content/plugins/*.js
Allow: /wp-content/plugins/*/*.js
Allow: /wp-content/plugins/*/*/*.js
 
# Fonts
Allow: /fonts/
Allow: /assets/fonts/
 
# Uploads block all, then re-allow
Disallow: /wp-content/uploads/
 
# All images and css allows
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.gif
Allow: /*.webp
Allow: /*.svg
Allow: /*.avif
Allow: /*.ico
Allow: /*.bmp
Allow: /*.tif
Allow: /*.css
 
# All video allows
Allow: /*.mp4
Allow: /*.webm
Allow: /*.ogv
Allow: /*.mov
Allow: /*.avi
Allow: /*.wmv
Allow: /*.mkv
Allow: /*.flv
Allow: /*.m4v
Allow: /*.3gp
 
# Specifically allow additional asset folders (if present)
Allow: /images/
Allow: /assets/images/
Allow: /media/
 
# =====  AI bot specific rules =====
# AI crawlers: full access (subject to global Disallows above)
User-agent: GPTBot
Disallow:
 
User-agent: PerplexityBot
Disallow:
 
User-agent: ClaudeBot
Disallow:
 
User-agent: CCBot
Disallow:
 
# AhrefsBot:
User-agent: AhrefsBot
Crawl-delay: 5
Disallow:
 
# End Robots.txt