From 7302aecc0f601faaa85dfd808ef52fcadb29dd3c Mon Sep 17 00:00:00 2001
From: Max Litruv Boonzaayer <litruv@gmail.com>
Date: Mon, 2 Dec 2024 12:01:33 +1100
Subject: [PATCH] disable cdn-cgi access for crawlers

---
 robots.txt | 2 ++
 1 file changed, 2 insertions(+)
 create mode 100644 robots.txt

diff --git a/robots.txt b/robots.txt
new file mode 100644
index 0000000..5975a41
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /cdn-cgi/
\ No newline at end of file