disable cdn-cgi access for crawlers

This commit is contained in:
2024-12-02 12:01:33 +11:00
parent 9c5af40039
commit 7302aecc0f

2
robots.txt Normal file
View File

@@ -0,0 +1,2 @@
User-agent: *
Disallow: /cdn-cgi/