# ===== Local SEO + Structured Data Optimization =====
# Allow only essential visual and JSON files for accurate entity recognition

# Sitemap (money pages + important blog posts)
Sitemap: https://flatroofcompanyus.com/sitemap_index.xml

# Universal rules
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-admin/admin-ajax.php
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/
Disallow: /?utm_
Disallow: /?ref=
Crawl-delay: 10

# Block uploads except images (saves crawl budget)
Disallow: /wp-content/uploads/
Allow: /wp-content/uploads/*.jpg$
Allow: /wp-content/uploads/*.jpeg$
Allow: /wp-content/uploads/*.png$
Allow: /wp-content/uploads/*.gif$
Allow: /wp-content/uploads/*.webp$
Allow: /wp-content/uploads/*.avif$

# Block duplicate & non-SEO pages
Disallow: /?s=
Disallow: /*?replytocom
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /feed/
Disallow: /page/
Disallow: /category/
Disallow: /tag/
Disallow: /author/

# Block unnecessary file types
Disallow: /*.zip$
Disallow: /*.rar$
Disallow: /*.exe$
Disallow: /*.tar$
Disallow: /*.gz$
Disallow: /*.bak$
Disallow: /*.old$

# Allow essential resources for proper rendering
Allow: /*.css$
Allow: /*.js$
Allow: /wp-json/

# AI & Chatbot Crawlers (optional)
User-agent: GPTBot
User-agent: Google-Extended
User-agent: Perplexity-User
User-agent: ClaudeBot
User-agent: Bard
User-agent: Gemini
Allow: /

# Block spammy crawlers
User-agent: MauiBot
User-agent: MJ12bot
Disallow: /

# Googlebot-specific rules
User-agent: Googlebot
Allow: /wp-admin/admin-ajax.php
Allow: /*.css$
Allow: /*.js$
Allow: /wp-json/

# Bingbot-specific rules
User-agent: Bingbot
Allow: /wp-admin/admin-ajax.php
Allow: /*.css$
Allow: /*.js$
Allow: /wp-json/