From 13233794eb864d49f2fe1756622d3a501a67e781 Mon Sep 17 00:00:00 2001
From: Byte Dice <bytedice.official@gmail.com>
Date: Sat, 25 Jan 2025 11:43:48 +0100
Subject: [PATCH] added sitemap & robots.txt for SEO

---
 robots.txt  | 28 ++++++++++++++++++++++++++++
 sitemap.xml | 18 ++++++++++++++++++
 2 files changed, 46 insertions(+)
 create mode 100644 robots.txt
 create mode 100644 sitemap.xml

diff --git a/robots.txt b/robots.txt
new file mode 100644
index 0000000..e2ffda7
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,28 @@
+Sitemap: https://bytedice.net/sitemap.xml
+
+User-agent: Googlebot
+Allow: /
+User-agent: googlebot-image
+Allow: /
+User-agent: googlebot-mobile
+Allow: /
+User-agent: MSNBot
+Allow: /
+
+User-agent: Nutch
+Disallow: /
+User-agent: baiduspider
+Disallow: /
+User-agent: naverbot
+Disallow: /
+User-agent: yeti
+Disallow: /
+User-agent: ia_archiver
+Disallow: /
+
+User-agent: *
+Disallow: /
+
+Disallow: /cgi-bin/
+Disallow: /ssi/
+Disallow: /data/
diff --git a/sitemap.xml b/sitemap.xml
new file mode 100644
index 0000000..1a98c59
--- /dev/null
+++ b/sitemap.xml
@@ -0,0 +1,18 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+	<url>
+		<loc>https://www.bytedice.net</loc>
+		<priority>1.00</priority>
+		<lastmod>2025-01-25</lastmod>
+	</url>
+	<url>
+		<loc>https://www.bytedice.net/toys</loc>
+		<priority>0.67</priority>
+		<lastmod>2025-01-23</lastmod>
+	</url>
+	<url>
+		<loc>https://www.bytedice.net/toys/license</loc>
+		<priority>0.33</priority>
+		<lastmod>2025-01-24</lastmod>
+	</url>
+</urlset>
\ No newline at end of file