From 514907d5345f2e7df930bd059da6c5eff3a360a4 Mon Sep 17 00:00:00 2001 From: George Cushen Date: Wed, 2 Sep 2020 20:28:21 +0100 Subject: [PATCH] feat(seo): add default robots.txt with sitemap Help automate adding new site to Google Search Console --- exampleSite/config/_default/config.toml | 1 + layouts/robots.txt | 3 +++ 2 files changed, 4 insertions(+) create mode 100644 layouts/robots.txt diff --git a/exampleSite/config/_default/config.toml b/exampleSite/config/_default/config.toml index 81a24ea8..cf448d31 100644 --- a/exampleSite/config/_default/config.toml +++ b/exampleSite/config/_default/config.toml @@ -35,6 +35,7 @@ removePathAccents = true # Workaround for https://github.com/gohugoio/hugo/issu summaryLength = 30 # Listing summary length in words. Also, see `abstract_length` in `params.toml`. paginate = 10 # Number of items per page in paginated lists. enableEmoji = true +enableRobotsTXT = true footnotereturnlinkcontents = "^" ignoreFiles = ["\\.ipynb$", ".ipynb_checkpoints$", "\\.Rmd$", "\\.Rmarkdown$", "_files$", "_cache$"] diff --git a/layouts/robots.txt b/layouts/robots.txt new file mode 100644 index 00000000..2baf3f9a --- /dev/null +++ b/layouts/robots.txt @@ -0,0 +1,3 @@ +User-agent: * + +Sitemap: {{ "sitemap.xml" | absURL }}