23 lines
451 B
Plaintext
23 lines
451 B
Plaintext
# Used for many other (non-commercial) purposes as well
|
|
User-agent: CCBot
|
|
Disallow: /
|
|
|
|
# For new training only
|
|
User-agent: GPTBot
|
|
Disallow: /
|
|
|
|
# Not for training, only for user requests
|
|
User-agent: ChatGPT-User
|
|
Disallow: /
|
|
|
|
# Marker for disabling Bard and Vertex AI
|
|
User-agent: Google-Extended
|
|
Disallow: /
|
|
|
|
# Speech synthesis only?
|
|
User-agent: FacebookBot
|
|
Disallow: /
|
|
|
|
# Multi-purpose, commercial uses; including LLMs
|
|
User-agent: Omgilibot
|
|
Disallow: / |