mirror of
https://github.com/TecharoHQ/anubis.git
synced 2025-09-21 19:04:03 -04:00
0d9ebebff6
* Define OpenAI bot ALLOW policies Allows OpenAI bots to be allowlisted at the choice of the Anubis administrator. None are enabled by default. * Define MistralAI bot ALLOW policy * chore: spelling
13 lines
417 B
YAML
13 lines
417 B
YAML
# Indexing for search, does not collect training data
|
|
# https://platform.openai.com/docs/bots/overview-of-openai-crawlers
|
|
- name: openai-searchbot
|
|
user_agent_regex: OAI-SearchBot/1\.0; \+https\://openai\.com/searchbot
|
|
action: ALLOW
|
|
# https://openai.com/searchbot.json
|
|
remote_addresses: [
|
|
"20.42.10.176/28",
|
|
"172.203.190.128/28",
|
|
"104.210.140.128/28",
|
|
"51.8.102.0/24",
|
|
"135.234.64.0/24"
|
|
] |