19 lines
269 B
Text
19 lines
269 B
Text
|
User-agent: *
|
||
|
|
Allow: /
|
||
|
|
|
||
|
|
User-agent: Teoma
|
||
|
|
Disallow:/
|
||
|
|
User-agent: Gigabot
|
||
|
|
Disallow:/
|
||
|
|
User-agent: Robozilla
|
||
|
|
Disallow:/
|
||
|
|
User-agent: Nutch
|
||
|
|
Disallow:/
|
||
|
|
User-agent: baiduspider
|
||
|
|
Disallow:/
|
||
|
|
User-agent: naverbot
|
||
|
|
Disallow:/
|
||
|
|
User-agent: yeti
|
||
|
|
Disallow:/
|
||
|
|
User-agent: psbot
|
||
|
|
Disallow:/
|