summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorJohn Turner <jturner.usa@gmail.com>2025-08-26 22:47:31 -0400
committerJohn Turner <jturner.usa@gmail.com>2025-08-26 22:47:31 -0400
commit7ef7cd17072d9d6db7e172b3a59848cbcc27da23 (patch)
treeb42c787bdccc6167ee1a462d34c05068736f5b27
parenta3a5834022e08c5736de768d46dedc8e993ea571 (diff)
downloadwebsite-7ef7cd17072d9d6db7e172b3a59848cbcc27da23.tar.gz
include robots.txt and sitemap.txt
-rw-r--r--makefile2
-rw-r--r--robots.txt2
-rw-r--r--sitemap.txt4
3 files changed, 8 insertions, 0 deletions
diff --git a/makefile b/makefile
index b484fa5..a3a1eff 100644
--- a/makefile
+++ b/makefile
@@ -21,6 +21,8 @@ blog/access-control.html: blog/access-control.org
$(EMACS) $< $(ARGS)
install: all
+ install --mode 644 -D robots.txt --target-directory $(PREFIX)/$(DESTDIR)/$(SITE)/
+ install --mode 644 -D sitemap.txt --target-directory $(PREFIX)/$(DESTDIR)/$(SITE)/
install --mode 644 -D *.html --target-directory $(PREFIX)/$(DESTDIR)/$(SITE)/
install --mode 644 -D blog/*.html --target-directory $(PREFIX)/$(DESTDIR)/$(SITE)/blog/
diff --git a/robots.txt b/robots.txt
new file mode 100644
index 0000000..c2a49f4
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Allow: /
diff --git a/sitemap.txt b/sitemap.txt
new file mode 100644
index 0000000..29851f4
--- /dev/null
+++ b/sitemap.txt
@@ -0,0 +1,4 @@
+https://jturnerusa.dev/
+https://jturnerusa.dev/blog/index.html
+https://jturnerusa.dev/blog/gentoo-on-gcloud.html
+https://jturnerusa.dev/blog/access-control.html