From cf37d2fe47f5518b43caaa7dfbc9830216be2618 Mon Sep 17 00:00:00 2001 From: Ethan Paul Date: Thu, 9 Jan 2020 00:50:05 -0500 Subject: [PATCH] Add robots.txt --- robots.txt | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..96186f8 --- /dev/null +++ b/robots.txt @@ -0,0 +1,7 @@ +User-agent: * +Disallow: /_archive +Disallow: /_error +Disallow: /css +Disallow: /fonts +Disallow: /img +Disallow: /js