# robots.txt for https://jbalwikobra.com
# Generated dynamically for optimal SEO

# Allow all major search engine bots
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /profile/
Disallow: /settings/
Disallow: /checkout/
Disallow: /payment/
Disallow: /order-history/
Disallow: /_next/
Disallow: /static/js/*.map
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /profile/
Disallow: /settings/
Disallow: /checkout/
Disallow: /payment/
Disallow: /order-history/
Disallow: /_next/
Crawl-delay: 2

User-agent: Slurp
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /profile/
Disallow: /settings/
Disallow: /checkout/
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /profile/
Disallow: /settings/

User-agent: Baiduspider
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /profile/
Crawl-delay: 3

User-agent: YandexBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /profile/
Crawl-delay: 2

# AI Crawlers - Allow for AI training/indexing
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /profile/
Disallow: /checkout/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /profile/

User-agent: Claude-Web
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /profile/

User-agent: Anthropic-AI
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /profile/

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /profile/

# Block malicious/unwanted bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Default rule for all other bots
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /profile/
Disallow: /settings/
Disallow: /checkout/
Disallow: /payment/
Disallow: /order-history/
Disallow: /notifications/
Disallow: /wishlist/
Disallow: /_next/
Disallow: /static/js/*.map
Disallow: /*.json$
Disallow: /auth/
Crawl-delay: 2

# Sitemap location
Sitemap: https://jbalwikobra.com/sitemap.xml

# Host directive (for Yandex)
Host: https://jbalwikobra.com