diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..e2ffda7 --- /dev/null +++ b/robots.txt @@ -0,0 +1,28 @@ +Sitemap: https://bytedice.net/sitemap.xml + +User-agent: Googlebot +Allow: / +User-agent: googlebot-image +Allow: / +User-agent: googlebot-mobile +Allow: / +User-agent: MSNBot +Allow: / + +User-agent: Nutch +Disallow: / +User-agent: baiduspider +Disallow: / +User-agent: naverbot +Disallow: / +User-agent: yeti +Disallow: / +User-agent: ia_archiver +Disallow: / + +User-agent: * +Disallow: / + +Disallow: /cgi-bin/ +Disallow: /ssi/ +Disallow: /data/ diff --git a/sitemap.xml b/sitemap.xml new file mode 100644 index 0000000..1a98c59 --- /dev/null +++ b/sitemap.xml @@ -0,0 +1,18 @@ + + + + https://www.bytedice.net + 1.00 + 2025-01-25 + + + https://www.bytedice.net/toys + 0.67 + 2025-01-23 + + + https://www.bytedice.net/toys/license + 0.33 + 2025-01-24 + + \ No newline at end of file