Update robots.txt - no need for blocks now
This commit is contained in:
parent
6ad5c96007
commit
6691355ace
1 changed files with 1 additions and 6 deletions
|
|
@ -1,7 +1,2 @@
|
|||
User-Agent: *
|
||||
Disallow: /download
|
||||
Disallow: /dat
|
||||
Disallow: /ncdc/bug
|
||||
Disallow: /ncdu/bug
|
||||
Disallow: /globster/bug
|
||||
|
||||
Disallow:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue