30 lines
415 B
Text
30 lines
415 B
Text
User-agent: *
|
|
Disallow: /a
|
|
Disallow: /d
|
|
Disallow: /c
|
|
Disallow: /e
|
|
Disallow: /j
|
|
Disallow: /l
|
|
Disallow: /m
|
|
Disallow: /p
|
|
Disallow: /r
|
|
Disallow: /s
|
|
Disallow: /u
|
|
Disallow: /*pid=
|
|
|
|
User-agent: Yandex
|
|
Disallow: /a
|
|
Disallow: /d
|
|
Disallow: /c
|
|
Disallow: /e
|
|
Disallow: /j
|
|
Disallow: /l
|
|
Disallow: /m
|
|
Disallow: /p
|
|
Disallow: /r
|
|
Disallow: /s
|
|
Disallow: /u
|
|
Disallow: /*pid=
|
|
Crawl-delay: 5
|
|
Clean-param: search_hl
|
|
Clean-param: csrf_hash
|