# Robots.txt for FandomWire Gaming

# Default rules for all search engines
User-agent: *
Allow: /

# Disallow admin and internal areas
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /.next/
Disallow: /static/
Disallow: /*?*search=*
Disallow: /*?*q=*

# Allow important content pages
Allow: /games/
Allow: /game/
Allow: /categories/
Allow: /tags/
Allow: /about
Allow: /contact

# Allow all game detail pages
Allow: /games/*

# Allow common assets (including fonts)
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.woff$
Allow: /*.woff2$
Allow: /*.ttf$
Allow: /*.eot$
Allow: /*.otf$

# Googlebot specific rules (optimized for fast crawling)
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /.next/
Crawl-delay: 0

# Explicitly allow fonts for Googlebot
Allow: /*.woff$
Allow: /*.woff2$
Allow: /*.ttf$
Allow: /*.eot$
Allow: /*.otf$

# Googlebot-Image for image indexing
User-agent: Googlebot-Image
Allow: /
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$
Disallow: /admin/
Disallow: /api/

# Bingbot specific rules
User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /.next/
Crawl-delay: 0

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

# Sitemap location (should be at the end)
Sitemap: https://fandomwiregaming.com/sitemap.xml