mirror of
https://github.com/TecharoHQ/anubis.git
synced 2025-09-21 19:04:03 -04:00
0d9ebebff6
* Define OpenAI bot ALLOW policies Allows OpenAI bots to be allowlisted at the choice of the Anubis administrator. None are enabled by default. * Define MistralAI bot ALLOW policy * chore: spelling
16 lines
442 B
YAML
16 lines
442 B
YAML
# Collects AI training data
|
|
# https://platform.openai.com/docs/bots/overview-of-openai-crawlers
|
|
- name: openai-gptbot
|
|
user_agent_regex: GPTBot/1\.1; \+https\://openai\.com/gptbot
|
|
action: ALLOW
|
|
# https://openai.com/gptbot.json
|
|
remote_addresses: [
|
|
"52.230.152.0/24",
|
|
"20.171.206.0/24",
|
|
"20.171.207.0/24",
|
|
"4.227.36.0/25",
|
|
"20.125.66.80/28",
|
|
"172.182.204.0/24",
|
|
"172.182.214.0/24",
|
|
"172.182.215.0/24",
|
|
] |