From bca2e87e80bc7ef976fea9dc16e18ea7a69b9933 Mon Sep 17 00:00:00 2001 From: Xe Iaso Date: Sat, 26 Jul 2025 20:41:43 -0400 Subject: [PATCH] feat(default-rules): add weight to Custom-AsyncHttpClient (#914) Signed-off-by: Xe Iaso Signed-off-by: Xe Iaso --- data/bots/_deny-pathological.yaml | 3 ++- data/bots/custom-async-http-client.yaml | 5 +++++ docs/docs/CHANGELOG.md | 1 + 3 files changed, 8 insertions(+), 1 deletion(-) create mode 100644 data/bots/custom-async-http-client.yaml diff --git a/data/bots/_deny-pathological.yaml b/data/bots/_deny-pathological.yaml index 09d4bfc..ba64a04 100644 --- a/data/bots/_deny-pathological.yaml +++ b/data/bots/_deny-pathological.yaml @@ -1,3 +1,4 @@ - import: (data)/bots/cloudflare-workers.yaml - import: (data)/bots/headless-browsers.yaml -- import: (data)/bots/us-ai-scraper.yaml \ No newline at end of file +- import: (data)/bots/us-ai-scraper.yaml +- import: (data)/bots/custom-async-http-client.yaml diff --git a/data/bots/custom-async-http-client.yaml b/data/bots/custom-async-http-client.yaml new file mode 100644 index 0000000..d42d2d8 --- /dev/null +++ b/data/bots/custom-async-http-client.yaml @@ -0,0 +1,5 @@ +- name: "custom-async-http-client" + user_agent_regex: "Custom-AsyncHttpClient" + action: WEIGH + weight: + adjust: 10 diff --git a/docs/docs/CHANGELOG.md b/docs/docs/CHANGELOG.md index 5970c61..633f9eb 100644 --- a/docs/docs/CHANGELOG.md +++ b/docs/docs/CHANGELOG.md @@ -14,6 +14,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 - The [Thoth client](https://anubis.techaro.lol/docs/admin/thoth) is now public in the repo instead of being an internal package. +- [Custom-AsyncHttpClient](https://github.com/AsyncHttpClient/async-http-client)'s default User-Agent has an increased weight by default ([#852](https://github.com/TecharoHQ/anubis/issues/852)). - The [`segments`](./admin/configuration/expressions.mdx#segments) function was added for splitting a path into its slash-separated segments. ## v1.21.3: Minfilia Warde - Echo 3