Full blog engine source: build_blog.py, content, deploy scripts

check_https_robots.py

@@ -0,0 +1,13 @@
+import urllib.request, sys, io
+sys.stdout = io.TextIOWrapper(sys.stdout.buffer, encoding="utf-8")
+
+req = urllib.request.Request("https://gfil-lab.com/robots.txt", headers={"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36"})
+r = urllib.request.urlopen(req, timeout=10)
+content = r.read().decode()
+print("Status:", r.status)
+print("Size:", len(content), "chars")
+print("GPTBot:", "GPTBot" in content)
+print("PerplexityBot:", "PerplexityBot" in content)
+print("ClaudeBot:", "ClaudeBot" in content)
+print()
+print(content)