User-agent: *
Disallow: /cgi-bin/
Disallow: /lurker/zap/
Disallow: /comite/

# Used for many other (non-commercial) purposes as well
User-agent: CCBot
Disallow: /

# For new training only
User-agent: GPTBot
Disallow: /

# Not for training, only for user requests 
User-agent: ChatGPT-User
Disallow: /

# Marker for disabling Bard and Vertex AI
User-agent: Google-Extended
Disallow: /

# Speech synthesis only?
User-agent: FacebookBot
Disallow: /

# Multi-purpose, commercial uses; including LLMs
User-agent: Omgilibot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Claudebot
Disallow: /

User-agent: claudebot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: SeekportBot
Disallow: /