mirror of
https://github.com/TecharoHQ/anubis.git
synced 2025-08-03 01:38:14 -04:00
11 lines
315 B
YAML
11 lines
315 B
YAML
# Majestic is a UK based specialist search engine and commercial SEO entity.
|
|
# They claim to "spider the Web for the purpose of building a search engine"
|
|
# with a distributed crawler.
|
|
#
|
|
# Website: https://majestic.com
|
|
# Crawler info: https://mj12bot.com
|
|
|
|
- name: mj12bot
|
|
user_agent_regex: MJ12bot/
|
|
action: DENY
|