From b04abe1c61df089811355900121f032c228838a0 Mon Sep 17 00:00:00 2001 From: Ben Dichter Date: Fri, 9 Oct 2026 14:44:40 -0400 Subject: [PATCH] Add a robots.txt that points to the sitemap nwb.org/robots.txt returns 404. Hugo already generates sitemap.xml, but nothing tells crawlers where it is. The new file allows everything and gives the sitemap address. Co-Authored-By: Claude Opus 5.5 (1M context) --- hugo.yaml | 1 + layouts/robots.txt | 4 ++++ 2 files changed, 5 insertions(+) create mode 100644 layouts/robots.txt diff --git a/hugo.yaml b/hugo.yaml index df8463b..9ca4513 100644 --- a/hugo.yaml +++ b/hugo.yaml @@ -4,6 +4,7 @@ title: Neurodata Without Borders # Build Settings buildFuture: true +enableRobotsTXT: true # Pagination pagination: diff --git a/layouts/robots.txt b/layouts/robots.txt new file mode 100644 index 0000000..e3e4b64 --- /dev/null +++ b/layouts/robots.txt @@ -0,0 +1,4 @@ +User-agent: * +Disallow: + +Sitemap: {{ "sitemap.xml" | absURL }}