From 1ecae18d815dac1025fd6f3b9c6cab9d0b2a1b50 Mon Sep 17 00:00:00 2001 From: Andrea Vos Date: Thu, 29 Dec 2022 12:08:19 +0100 Subject: [PATCH] [ads] allow adsense and ezoic crawlers --- static/robots.txt | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/static/robots.txt b/static/robots.txt index e7b30e311..435d90fd4 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -2,3 +2,9 @@ User-agent: * Disallow: /@* Disallow: /u/* Disallow: /card/@* + +User-agent: Mediapartners-Google +Disallow: + +User-agent: EzoicBot +Disallow: