From d90cd73364708ef29baa0bf0df20cca8a07ab384 Mon Sep 17 00:00:00 2001 From: Jan Tuomi Date: Mon, 29 Dec 2025 23:25:02 +0200 Subject: Add robots.txt trap for unruly crawlers --- build-and-deploy.sh | 1 + 1 file changed, 1 insertion(+) (limited to 'build-and-deploy.sh') diff --git a/build-and-deploy.sh b/build-and-deploy.sh index 4f271c7..a793f87 100755 --- a/build-and-deploy.sh +++ b/build-and-deploy.sh @@ -5,4 +5,5 @@ set -euxo pipefail ulimit -n 8192 ./update-linklog-json.sh csi -s main.scm +cp out/static/robots.txt out/ rsync -rvzP --delete --chown 80:80 out/* $RSYNC_TARGET -- cgit v1.3