From 7d0f521d8f81ea1833c1a0b1c63abe2af69963dc Mon Sep 17 00:00:00 2001 From: Ivan Kuzmenko <6745157+rndtrash@users.noreply.github.com> Date: Tue, 8 Apr 2025 23:34:48 +0300 Subject: [PATCH] =?UTF-8?q?=D0=97=D0=B0=D0=B1=D0=BB=D0=BE=D0=BA=D0=B8?= =?UTF-8?q?=D1=80=D0=BE=D0=B2=D0=B0=D0=BB=20=D0=BD=D0=B5=D0=BA=D0=BE=D1=82?= =?UTF-8?q?=D0=BE=D1=80=D1=8B=D1=85=20=D0=BE=D1=81=D0=BE=D0=B1=D0=BE=20?= =?UTF-8?q?=D0=BD=D0=B0=D0=B4=D0=BE=D0=B5=D0=B4=D0=BB=D0=B8=D0=B2=D1=8B?= =?UTF-8?q?=D1=85=20=D0=B1=D0=BE=D1=82=D0=BE=D0=B2?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- static/robots.txt | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/static/robots.txt b/static/robots.txt index 70b781e..d49c9b4 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,3 +1,11 @@ +User-agent: SemrushBot +Disallow: / +User-agent: BLEXBot +Disallow: / +User-agent: AhrefsBot +Disallow: / +User-agent: MJ12bot +Disallow: / User-agent: * Allow: /