From 6691355acec310a15c13738177e9a5b454bd4fa6 Mon Sep 17 00:00:00 2001 From: Yorhel Date: Sun, 24 Mar 2019 18:39:53 +0100 Subject: [PATCH] Update robots.txt - no need for blocks now --- pub/robots.txt | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/pub/robots.txt b/pub/robots.txt index 2d8276f..0ad279c 100644 --- a/pub/robots.txt +++ b/pub/robots.txt @@ -1,7 +1,2 @@ User-Agent: * -Disallow: /download -Disallow: /dat -Disallow: /ncdc/bug -Disallow: /ncdu/bug -Disallow: /globster/bug - +Disallow: