From 522406b66aa69a87ed2cd601ccf8c0fb1fc731ab Mon Sep 17 00:00:00 2001 From: Michael Snoyman Date: Mon, 5 Jan 2015 11:00:11 +0200 Subject: [PATCH] Disallow crawling Haddocks #20 --- config/robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/config/robots.txt b/config/robots.txt index 7d329b1..f10713e 100644 --- a/config/robots.txt +++ b/config/robots.txt @@ -1 +1,2 @@ User-agent: * +Disallow: /haddock/