31 lines
455 B
Plaintext
31 lines
455 B
Plaintext
Sitemap: https://bytedice.net/sitemap.xml
|
|
|
|
User-agent: Googlebot
|
|
Allow: /
|
|
User-agent: googlebot-image
|
|
Allow: /
|
|
User-agent: googlebot-mobile
|
|
Allow: /
|
|
User-agent: MSNBot
|
|
Allow: /
|
|
User-agent: DiscordBot
|
|
Allow: /
|
|
|
|
User-agent: Nutch
|
|
Disallow: /
|
|
User-agent: baiduspider
|
|
Disallow: /
|
|
User-agent: naverbot
|
|
Disallow: /
|
|
User-agent: yeti
|
|
Disallow: /
|
|
User-agent: ia_archiver
|
|
Disallow: /
|
|
|
|
User-agent: *
|
|
Disallow: /
|
|
|
|
Disallow: /cgi-bin/
|
|
Disallow: /ssi/
|
|
Disallow: /data/
|