From 84da3a23535de737dee5817c1555f88b4c138d3d Mon Sep 17 00:00:00 2001 From: Ethan Paul Date: Thu, 9 Jan 2020 00:54:38 -0500 Subject: [PATCH] Add sitemap and document robots.txt --- robots.txt | 5 +++++ sitemap.xml | 32 ++++++++++++++++++++++++++++++++ 2 files changed, 37 insertions(+) create mode 100644 sitemap.xml diff --git a/robots.txt b/robots.txt index 96186f8..40cb337 100644 --- a/robots.txt +++ b/robots.txt @@ -1,7 +1,12 @@ +# Allow all bots User-agent: * + +# Disallow access to non-content directories Disallow: /_archive Disallow: /_error Disallow: /css Disallow: /fonts Disallow: /img Disallow: /js + +Sitemap: https://enpaul.net/sitemap.xml diff --git a/sitemap.xml b/sitemap.xml new file mode 100644 index 0000000..9d5d0c9 --- /dev/null +++ b/sitemap.xml @@ -0,0 +1,32 @@ + + + + + + + https://enpaul.net/ + 2019-11-21T03:44:30+00:00 + 1.00 + + + https://enpaul.net/about/ + 2019-11-21T03:44:30+00:00 + 0.80 + + + https://enpaul.net/homelab/ + 2019-11-21T03:44:30+00:00 + 0.80 + + + https://enpaul.net/projects/ + 2019-11-21T03:44:30+00:00 + 0.80 + + + + \ No newline at end of file