# =============================================================
# Six Sports Robots.txt - 2026 (Google-Optimized + Duplicate Content Fix)
# =============================================================

User-agent: *
# ====================== CRITICAL BLOCKS ======================
Disallow: /?attachment_id=
Disallow: /comments/feed/
Disallow: /trackback/
Disallow: /readme.html

# Block author and tag archives to prevent duplicate content
Disallow: /tag/

# ====================== PAGINATION & ARCHIVES ======================
Allow: /category/
Allow: /competitions/
Allow: /series/
Allow: /teams/

# ====================== RENDERING & SPEED OPTIMIZATION ======================
# Allow critical assets for proper rendering
Allow: /wp-content/uploads/
Allow: /wp-content/plugins/*.js
Allow: /wp-content/plugins/*.css
Allow: /wp-content/themes/*.js
Allow: /wp-content/themes/*.css
Allow: /wp-includes/js/

# Block entire plugin/theme directories except assets already allowed
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/

# ====================== SITEMAPS ======================
Sitemap: https://sixsports.in/latest-sitemap.xml
Sitemap: https://sixsports.in/news-sitemap.xml
Sitemap: https://sixsports.in/sitemap_index.xml
Sitemap: https://sixsports.in/competitions-sitemap.xml
Sitemap: https://sixsports.in/series-sitemap.xml
Sitemap: https://sixsports.in/teams-sitemap.xml

# ====================== AI SCRAPER BLOCKING ======================
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Amazonbot
Disallow: