Added robots.txt and a sitemap.

This commit is contained in:
Anuj K 2023-10-31 12:11:55 +05:30
parent dd69ef1830
commit 6b5e46306c
2 changed files with 36 additions and 0 deletions

8
robots.txt Normal file
View file

@ -0,0 +1,8 @@
User-agent: googlebot-image
Disallow: /
User-agent: psbot
Disallow: /
User-agent: *
Disallow:
Disallow: /cgi-bin/
Sitemap: https://aiquiral.me/sitemap.xml

28
sitemap.xml Normal file
View file

@ -0,0 +1,28 @@
<?xml version="1.0" encoding="UTF-8"?>
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
<url>
<loc>https://aiquiral.me/</loc>
<changefreq>monthly</changefreq>
<lastmod>2023-10-05T12:11:05+00:00</lastmod>
<priority>1.00</priority>
</url>
<url>
<loc>https://aiquiral.me/contact</loc>
<changefreq>monthly</changefreq>
<lastmod>2023-10-05T12:11:05+00:00</lastmod>
<priority>0.80</priority>
</url>
<url>
<loc>https://aiquiral.me/privacy-policy</loc>
<changefreq>monthly</changefreq>
<lastmod>2023-10-05T12:11:05+00:00</lastmod>
<priority>0.80</priority>
</url>
<url>
<loc>https://aiquiral.me/about</loc>
<changefreq>monthly</changefreq>
<lastmod>2023-10-05T12:11:05+00:00</lastmod>
<priority>0.80</priority>
</url>
</urlset>