# robots.txt for BattleforgePC - SEO Optimized

User-agent: *
Allow: /

# Important Service Pages
Allow: /customize$
Allow: /gaming-pcs$
Allow: /workstations$
Allow: /components$
Allow: /marketplace$
Allow: /about$
Allow: /support$
Allow: /sitemap$
Allow: /pc-building-guide$
Allow: /build-templates$
Allow: /articles/
Allow: /article/
Allow: /guides/
Allow: /blog/
Allow: /faq$

# Block Private/Admin/Non-SEO Pages
Disallow: /admin
Disallow: /checkout
Disallow: /auth
Disallow: /order-tracking
Disallow: /affiliate/
Disallow: /customer-portal/
Disallow: /*success*
Disallow: /*cancelled*
Disallow: /404
Disallow: /error

# Block Filter, Search, and Tracking Parameters
Disallow: /*?[&]?filter=
Disallow: /*?[&]?sort=
Disallow: /*?[&]?sid=
Disallow: /*?[&]?session=
Disallow: /*?[&]?utm_
Disallow: /*?[&]?fbclid=
Disallow: /*?[&]?gclid=
Disallow: /*?[&]?search=
Disallow: /*?[&]?q=
Disallow: /*?[&]?category=
Disallow: /*?[&]?price=

# Allow all static assets
Allow: /*.css$
Allow: /*.js$
Allow: /*.woff$
Allow: /*.woff2$
Allow: /*.ttf$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.avif$

# Specific bots - Crawl delays
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

User-agent: Baiduspider
Allow: /
Crawl-delay: 2

User-agent: YandexBot
Allow: /
Crawl-delay: 2

# Block scrapers
User-agent: AhrefsBot
Disallow: /
Crawl-delay: 10

User-agent: SemrushBot
Disallow: /
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /
Crawl-delay: 10

User-agent: DotBot
Disallow: /
Crawl-delay: 10

# Sitemap & Canonical Host
Sitemap: https://battleforgepc.com/sitemap.xml
Sitemap: https://battleforgepc.com/article-sitemap.xml
Sitemap: https://battleforgepc.com/sitemap-index.xml
Host: battleforgepc.com