mirror of
https://github.com/TecharoHQ/anubis.git
synced 2025-08-03 01:38:14 -04:00
de7dbfe6d6
* Split up AI filtering files Create aggressive/moderate/permissive policies to allow administrators to choose their AI/LLM stance. Aggressive policy matches existing default in Anubis. Removes `Google-Extended` flag from `ai-robots-txt.yaml` as it doesn't exist in requests. Rename `ai-robots-txt.yaml` to `ai-catchall.yaml` as the file is no longer a copy of the source repo/file. * chore: spelling * chore: fix embeds * chore: fix data includes * chore: fix file name typo * chore: Ignore READMEs in configs * chore(lib/policy/config): go tool goimports -w Signed-off-by: Xe Iaso <me@xeiaso.net> --------- Signed-off-by: Xe Iaso <me@xeiaso.net> Co-authored-by: Xe Iaso <me@xeiaso.net>
29 lines
565 B
JSON
29 lines
565 B
JSON
{
|
|
"bots": [
|
|
{
|
|
"import": "(data)/bots/_deny-pathological.yaml"
|
|
},
|
|
{
|
|
"import": "(data)/meta/ai-block-aggressive.yaml"
|
|
},
|
|
{
|
|
"import": "(data)/crawlers/_allow-good.yaml"
|
|
},
|
|
{
|
|
"import": "(data)/bots/aggressive-brazilian-scrapers.yaml"
|
|
},
|
|
{
|
|
"import": "(data)/common/keep-internet-working.yaml"
|
|
},
|
|
{
|
|
"name": "generic-browser",
|
|
"user_agent_regex": "Mozilla|Opera",
|
|
"action": "CHALLENGE"
|
|
}
|
|
],
|
|
"dnsbl": false,
|
|
"status_codes": {
|
|
"CHALLENGE": 200,
|
|
"DENY": 200
|
|
}
|
|
} |