From d90cd73364708ef29baa0bf0df20cca8a07ab384 Mon Sep 17 00:00:00 2001
From: Jan Tuomi <jan@jantuomi.fi>
Date: Mon, 29 Dec 2025 23:25:02 +0200
Subject: Add robots.txt trap for unruly crawlers

---
 build-and-deploy.sh | 1 +
 static/robots.txt   | 2 ++
 2 files changed, 3 insertions(+)
 create mode 100644 static/robots.txt

diff --git a/build-and-deploy.sh b/build-and-deploy.sh
index 4f271c7..a793f87 100755
--- a/build-and-deploy.sh
+++ b/build-and-deploy.sh
@@ -5,4 +5,5 @@ set -euxo pipefail
 ulimit -n 8192
 ./update-linklog-json.sh
 csi -s main.scm
+cp out/static/robots.txt out/
 rsync -rvzP --delete --chown 80:80 out/* $RSYNC_TARGET
diff --git a/static/robots.txt b/static/robots.txt
new file mode 100644
index 0000000..81f3588
--- /dev/null
+++ b/static/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /wp-admin/
-- 
cgit v1.3