From 6b5e46306cd94e25fd3ba1ac84956fdd51022f52 Mon Sep 17 00:00:00 2001 From: Anuj K Date: Tue, 31 Oct 2023 12:11:55 +0530 Subject: [PATCH] Added robots.txt and a sitemap. --- robots.txt | 8 ++++++++ sitemap.xml | 28 ++++++++++++++++++++++++++++ 2 files changed, 36 insertions(+) create mode 100644 robots.txt create mode 100644 sitemap.xml diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..400abba --- /dev/null +++ b/robots.txt @@ -0,0 +1,8 @@ +User-agent: googlebot-image +Disallow: / +User-agent: psbot +Disallow: / +User-agent: * +Disallow: +Disallow: /cgi-bin/ +Sitemap: https://aiquiral.me/sitemap.xml diff --git a/sitemap.xml b/sitemap.xml new file mode 100644 index 0000000..d12ab73 --- /dev/null +++ b/sitemap.xml @@ -0,0 +1,28 @@ + + + + + https://aiquiral.me/ + monthly + 2023-10-05T12:11:05+00:00 + 1.00 + + + https://aiquiral.me/contact + monthly + 2023-10-05T12:11:05+00:00 + 0.80 + + + https://aiquiral.me/privacy-policy + monthly + 2023-10-05T12:11:05+00:00 + 0.80 + + + https://aiquiral.me/about + monthly + 2023-10-05T12:11:05+00:00 + 0.80 + +