# Robots.txt for BITLIFE Template
# This file tells search engines which pages they can and cannot crawl

User-agent: *

# Allow crawling of main content
Allow: /
Allow: /game/
Allow: /category/
Allow: /popular
Allow: /new
Allow: /search
Allow: /categories
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /contact

# Disallow admin and API routes
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /favicon.ico

# Disallow search result pages with parameters to avoid duplicate content
Disallow: /search?*

# Allow sitemap
Sitemap: https://localhost:3000/sitemap.xml

# Crawl delay (optional - adjust based on server capacity)
Crawl-delay: 1

# Specific rules for major search engines
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /