Add sitemap and document robots.txt
This commit is contained in:
parent
cf37d2fe47
commit
84da3a2353
@ -1,7 +1,12 @@
|
|||||||
|
# Allow all bots
|
||||||
User-agent: *
|
User-agent: *
|
||||||
|
|
||||||
|
# Disallow access to non-content directories
|
||||||
Disallow: /_archive
|
Disallow: /_archive
|
||||||
Disallow: /_error
|
Disallow: /_error
|
||||||
Disallow: /css
|
Disallow: /css
|
||||||
Disallow: /fonts
|
Disallow: /fonts
|
||||||
Disallow: /img
|
Disallow: /img
|
||||||
Disallow: /js
|
Disallow: /js
|
||||||
|
|
||||||
|
Sitemap: https://enpaul.net/sitemap.xml
|
||||||
|
32
sitemap.xml
Normal file
32
sitemap.xml
Normal file
@ -0,0 +1,32 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<urlset
|
||||||
|
xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"
|
||||||
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||||||
|
xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9
|
||||||
|
http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd">
|
||||||
|
<!-- created with Free Online Sitemap Generator www.xml-sitemaps.com -->
|
||||||
|
|
||||||
|
|
||||||
|
<url>
|
||||||
|
<loc>https://enpaul.net/</loc>
|
||||||
|
<lastmod>2019-11-21T03:44:30+00:00</lastmod>
|
||||||
|
<priority>1.00</priority>
|
||||||
|
</url>
|
||||||
|
<url>
|
||||||
|
<loc>https://enpaul.net/about/</loc>
|
||||||
|
<lastmod>2019-11-21T03:44:30+00:00</lastmod>
|
||||||
|
<priority>0.80</priority>
|
||||||
|
</url>
|
||||||
|
<url>
|
||||||
|
<loc>https://enpaul.net/homelab/</loc>
|
||||||
|
<lastmod>2019-11-21T03:44:30+00:00</lastmod>
|
||||||
|
<priority>0.80</priority>
|
||||||
|
</url>
|
||||||
|
<url>
|
||||||
|
<loc>https://enpaul.net/projects/</loc>
|
||||||
|
<lastmod>2019-11-21T03:44:30+00:00</lastmod>
|
||||||
|
<priority>0.80</priority>
|
||||||
|
</url>
|
||||||
|
|
||||||
|
|
||||||
|
</urlset>
|
Loading…
Reference in New Issue
Block a user