From a55b317dcf9207705c78d90f0e4e34a737eb90c0 Mon Sep 17 00:00:00 2001 From: Dennis Fink Date: Wed, 4 Nov 2026 21:58:21 +0100 Subject: Add robots.txt with sitemap reference This adds a robots.txt file that allows all crawlers to access the site and advertises the XML sitemap for easier discovery. --- content/robots.txt/contents.lr | 5 +++++ content/sitemap.xml/contents.lr | 4 ++-- templates/robots.txt | 4 ++++ 3 files changed, 11 insertions(+), 2 deletions(-) create mode 100644 content/robots.txt/contents.lr create mode 100644 templates/robots.txt diff --git a/content/robots.txt/contents.lr b/content/robots.txt/contents.lr new file mode 100644 index 0000000..c897aa9 --- /dev/null +++ b/content/robots.txt/contents.lr @@ -0,0 +1,5 @@ +_model: none +--- +_template: robots.txt +--- +_discoverable: no diff --git a/content/sitemap.xml/contents.lr b/content/sitemap.xml/contents.lr index e89ddb7..ba01b63 100644 --- a/content/sitemap.xml/contents.lr +++ b/content/sitemap.xml/contents.lr @@ -1,5 +1,5 @@ -_template: sitemap.xml ---- _model: none --- +_template: sitemap.xml +--- _discoverable: no diff --git a/templates/robots.txt b/templates/robots.txt new file mode 100644 index 0000000..7dd5675 --- /dev/null +++ b/templates/robots.txt @@ -0,0 +1,4 @@ +User-agent: * +Allow: / + +Sitemap: {{ '/sitemap.xml' |url(absolute=True, external=True) }} -- cgit v1.3.1