Add sitemap and document robots.txt

This commit is contained in:
Ethan Paul 2020-01-09 00:54:38 -05:00
parent cf37d2fe47
commit 84da3a2353
2 changed files with 37 additions and 0 deletions

View File

@ -1,7 +1,12 @@
# Allow all bots
User-agent: *
# Disallow access to non-content directories
Disallow: /_archive
Disallow: /_error
Disallow: /css
Disallow: /fonts
Disallow: /img
Disallow: /js
Sitemap: https://enpaul.net/sitemap.xml

32
sitemap.xml Normal file
View File

@ -0,0 +1,32 @@
<?xml version="1.0" encoding="UTF-8"?>
<urlset
xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9
http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd">
<!-- created with Free Online Sitemap Generator www.xml-sitemaps.com -->
<url>
<loc>https://enpaul.net/</loc>
<lastmod>2019-11-21T03:44:30+00:00</lastmod>
<priority>1.00</priority>
</url>
<url>
<loc>https://enpaul.net/about/</loc>
<lastmod>2019-11-21T03:44:30+00:00</lastmod>
<priority>0.80</priority>
</url>
<url>
<loc>https://enpaul.net/homelab/</loc>
<lastmod>2019-11-21T03:44:30+00:00</lastmod>
<priority>0.80</priority>
</url>
<url>
<loc>https://enpaul.net/projects/</loc>
<lastmod>2019-11-21T03:44:30+00:00</lastmod>
<priority>0.80</priority>
</url>
</urlset>