# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *
Disallow: /out/*
#Disallow: /embed/*
#Disallow: /out-video/*
#Disallow: /video/*
Disallow: /rating
Disallow: /report
Disallow: /search-form
#Disallow: /*?page=*
#Disallow: /*?filter*
#Disallow: /*?sort*


User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ia_archiver
Disallow: /

User-Agent: claudebot
Disallow: /