Update README

deploy_and_verify.py

@@ -0,0 +1,119 @@
+import urllib.request, sys, io, paramiko, os, time
+sys.stdout = io.TextIOWrapper(sys.stdout.buffer, encoding="utf-8")
+
+JD_HOST = "111.228.37.165"
+JD_USER = "root"
+JD_PASS = "Liudecai110"
+LAB_HOST = "216.144.233.14"
+LAB_USER = "root"
+LAB_PASS = "Kt9V72Tx2c48ChikKU"
+
+# === Step 1: Connect and run the fix on server ===
+print("=== STEP 1: Connect and modify ===")
+jd = paramiko.SSHClient()
+jd.set_missing_host_key_policy(paramiko.AutoAddPolicy())
+jd.connect(JD_HOST, port=22, username=JD_USER, password=JD_PASS,
+           timeout=20, banner_timeout=60, allow_agent=False, look_for_keys=False)
+
+# Upload fix script
+FIX_SCRIPT = r'''
+import shutil
+src = "/etc/nginx/sites-enabled/gfil"
+bak = "/etc/nginx/sites-enabled/gfil.bak.before-robots"
+shutil.copy2(src, bak)
+with open(src, "r") as f:
+    content = f.read()
+robots_block = "    location = /robots.txt {\n        alias /var/www/gfil-lab/robots.txt;\n        default_type text/plain;\n    }\n\n"
+if "robots.txt" not in content:
+    content = content.replace("    location / {", robots_block + "    location / {")
+    with open(src, "w") as f:
+        f.write(content)
+    print("INSERTED")
+else:
+    print("ALREADY_EXISTS")
+'''
+script_path = r"C:\Users\thinkpad\AppData\Local\Temp\kilo\fix_nginx.py"
+with open(script_path, "w") as f:
+    f.write(FIX_SCRIPT)
+
+sftp = jd.open_sftp()
+sftp.put(script_path, "/tmp/fix_nginx.py")
+sftp.close()
+
+# SCP to target
+scp_cmd = "sshpass -p '" + LAB_PASS + "' scp -o StrictHostKeyChecking=no /tmp/fix_nginx.py " + LAB_USER + "@" + LAB_HOST + ":/tmp/fix_nginx.py"
+stdin, stdout, stderr = jd.exec_command(scp_cmd, timeout=15)
+stdout.channel.recv_exit_status()
+
+# Run on target
+run_cmd = "sshpass -p '" + LAB_PASS + "' ssh -o StrictHostKeyChecking=no " + LAB_USER + "@" + LAB_HOST + " 'python3 /tmp/fix_nginx.py && nginx -t 2>&1 && (systemctl reload nginx && echo NGINX_OK) || (cp /etc/nginx/sites-enabled/gfil.bak.before-robots /etc/nginx/sites-enabled/gfil && nginx -t 2>&1 && systemctl reload nginx && echo ROLLBACK_OK) && rm -f /tmp/fix_nginx.py'"
+stdin, stdout, stderr = jd.exec_command(run_cmd, timeout=30)
+print(stdout.read().decode())
+jd.close()
+
+time.sleep(2)
+
+# === STEP 2: Code verification ===
+print("\n=== STEP 2: Code verification (automated) ===")
+
+# 2a. Verify Nginx config diff
+jd = paramiko.SSHClient()
+jd.set_missing_host_key_policy(paramiko.AutoAddPolicy())
+jd.connect(JD_HOST, port=22, username=JD_USER, password=JD_PASS,
+           timeout=20, banner_timeout=60, allow_agent=False, look_for_keys=False)
+
+verify_cmd = "sshpass -p '" + LAB_PASS + "' ssh -o StrictHostKeyChecking=no " + LAB_USER + "@" + LAB_HOST + " 'echo DIFF: && diff /etc/nginx/sites-enabled/gfil /etc/nginx/sites-enabled/gfil.bak.before-robots && echo IDENTICAL || echo MODIFIED && echo CONFIG: && cat /etc/nginx/sites-enabled/gfil && echo NGINX_TEST: && nginx -t 2>&1'"
+stdin, stdout, stderr = jd.exec_command(verify_cmd, timeout=30)
+print(stdout.read().decode())
+jd.close()
+
+# 2b. External HTTP checks
+print("=== External HTTP checks ===")
+for domain in ["gfil-lab.com", "gfil-intel.xyz"]:
+    # Homepage
+    try:
+        req = urllib.request.Request("https://" + domain + "/", headers={"User-Agent": "Mozilla/5.0"})
+        r = urllib.request.urlopen(req, timeout=10)
+        print(f"  {domain} homepage: {r.status} OK, size={len(r.read())} bytes")
+    except Exception as e:
+        print(f"  {domain} homepage: ERROR {e}")
+
+    # robots.txt
+    try:
+        req = urllib.request.Request("https://" + domain + "/robots.txt", headers={"User-Agent": "Mozilla/5.0"})
+        r = urllib.request.urlopen(req, timeout=10)
+        content = r.read().decode()
+        has_gptbot = "GPTBot" in content
+        has_perplexity = "PerplexityBot" in content
+        has_sitemap = "Sitemap:" in content
+        print(f"  {domain} robots.txt: {r.status} | GPTBot={has_gptbot} | PerplexityBot={has_perplexity} | Sitemap={has_sitemap} | {len(content)} chars")
+    except Exception as e:
+        print(f"  {domain} robots.txt: ERROR {e}")
+
+# 2c. Googlebot simulation
+print("\n=== Googlebot simulation ===")
+try:
+    req = urllib.request.Request("https://gfil-lab.com/robots.txt", headers={"User-Agent": "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"})
+    r = urllib.request.urlopen(req, timeout=10)
+    content = r.read().decode()
+    print(f"  Googlebot -> gfil-lab.com/robots.txt: {r.status} OK, {len(content)} chars")
+    print(f"  First 3 lines: {content[:150]}")
+except Exception as e:
+    print(f"  Googlebot check: ERROR {e}")
+
+# === STEP 3: Human observation checklist ===
+print("\n" + "=" * 60)
+print("STEP 3: HUMAN OBSERVATION CHECKLIST")
+print("=" * 60)
+print("Please manually verify in your browser:")
+print()
+print("1. Open https://gfil-lab.com/ -> should load normally (EN homepage)")
+print("2. Open https://gfil-lab.com/robots.txt -> should show full AI-crawler robots.txt")
+print("3. Open https://gfil-intel.xyz/robots.txt -> should show robots.txt with Sitemap: https://gfil-intel.xyz/sitemap.xml")
+print("4. Check login function works: https://gfil-lab.com/login")
+print("5. Check WebSocket: terminal page should connect")
+print()
+print("If anything is broken, rollback command:")
+print("  ssh root@216.144.233.14")
+print("  cp /etc/nginx/sites-enabled/gfil.bak.before-robots /etc/nginx/sites-enabled/gfil")
+print("  systemctl reload nginx")