diff --git a/layouts/robots.txt b/layouts/robots.txt index 61a2af3..7c24138 100644 --- a/layouts/robots.txt +++ b/layouts/robots.txt @@ -1,6 +1,8 @@ -User-Agent: * -Sitemap: {{ "sitemap.xml" | absLangURL }} - {{/* It complains about the raw markdown output having no title tag */ -}} User-Agent: Bingbot Disallow: /blog/*.md$ + +User-Agent: * +Allow: / + +Sitemap: {{ "sitemap.xml" | absLangURL }}