diff --git a/config/robots.txt b/config/robots.txt index 7d329b1db..155914d6c 100644 --- a/config/robots.txt +++ b/config/robots.txt @@ -1 +1,4 @@ User-agent: * + +User-agent: AhrefsBot +Disallow: /