From 6c2a21f37b10ca1c5da71975f9349dd14c4415b4 Mon Sep 17 00:00:00 2001 From: ItsDrike Date: Wed, 1 Jun 2022 20:04:23 +0200 Subject: [PATCH] Improve robots.txt --- layouts/robots.txt | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/layouts/robots.txt b/layouts/robots.txt index 31b3525..5232edc 100644 --- a/layouts/robots.txt +++ b/layouts/robots.txt @@ -1,4 +1,13 @@ User-agent: * -Allow: / +Disallow: /img/ +Disallow: /js/ +Disallow: /css/ +Disallow: /scss/ +Disallow: /webfonts/ +Disallow: /error/ + +Disallow: /files/ +Disallow: /extra/ +Disallow: /special Sitemap: {{ absURL "sitemap.xml" }}