diff --git a/layouts/robots.txt b/layouts/robots.txt index 31b3525..5232edc 100644 --- a/layouts/robots.txt +++ b/layouts/robots.txt @@ -1,4 +1,13 @@ User-agent: * -Allow: / +Disallow: /img/ +Disallow: /js/ +Disallow: /css/ +Disallow: /scss/ +Disallow: /webfonts/ +Disallow: /error/ + +Disallow: /files/ +Disallow: /extra/ +Disallow: /special Sitemap: {{ absURL "sitemap.xml" }}