Browse Source

Update robots.txt

Visman 4 years ago
parent
commit
d2caa09585
1 changed files with 6 additions and 29 deletions
  1. 6 29
      public/robots.txt

+ 6 - 29
public/robots.txt

@@ -1,30 +1,7 @@
 User-agent: *
-Disallow: /a
-Disallow: /d
-Disallow: /c
-Disallow: /e
-Disallow: /j
-Disallow: /l
-Disallow: /m
-Disallow: /p
-Disallow: /r
-Disallow: /s
-Disallow: /u
-Disallow: /*pid=
-
-User-agent: Yandex
-Disallow: /a
-Disallow: /d
-Disallow: /c
-Disallow: /e
-Disallow: /j
-Disallow: /l
-Disallow: /m
-Disallow: /p
-Disallow: /r
-Disallow: /s
-Disallow: /u
-Disallow: /*pid=
-Crawl-delay: 5
-Clean-param: search_hl
-Clean-param: csrf_hash
+Disallow: /adm
+Disallow: /log
+Disallow: /mod
+Disallow: /reg
+Disallow: /search
+Disallow: /userlist