# ===========================
# robots.txt for animze.net
# Optimized for SEO + AI bot blocking
# ===========================

# Allow all major search engines to crawl
User-agent: *
Allow: /

# Block AI/data scraping bots
User-agent: Amazonbot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: meta-externalagent
Disallow: /

# Block non-SEO / internal pages
Disallow: /engine/go.php
Disallow: /user/
Disallow: /favorites/
Disallow: /newposts/
Disallow: /player/
Disallow: /tools/
Disallow: /arab/
Disallow: /statistics.html
Disallow: /*subaction=userinfo
Disallow: /*subaction=newposts
Disallow: /*do=favorites
Disallow: /*do=lastcomments
Disallow: /*do=feedback
Disallow: /*do=register
Disallow: /*do=lostpassword
Disallow: /*do=addnews
Disallow: /*do=stats
Disallow: /*do=pm
Disallow: /*do=search
Disallow: /*do=download
Disallow: /*do=go

# Sitemap for search engines
Sitemap: https://animze.net/sitemap.xml