initial tests whodap

Author: mboot-github

.gitignore

@@ -79,3 +79,5 @@ out
 lint.txt
 pylint.txt
 vtmp/
+*.1
+*.2

Makefile

@@ -22,7 +22,7 @@ PY_FILES := *.py whoisdomain/
 
 MYPY_INSTALL := \
 	types-requests \
-	types-python-dateutil redis tld
+	types-python-dateutil
 
 COMMON_VENV := rm -rf $(VENV); \
 	$(MIN_PYTHON_VERSION) -m venv $(VENV); \
@@ -47,7 +47,7 @@ check:
 
 mypy:
 	$(COMMON_VENV) \
-	$(PIP_INSTALL) mypy $(MYPY_INSTALL); \
+	$(PIP_INSTALL) -r requirements.txt mypy $(MYPY_INSTALL); \
 	mypy \
 		--strict \
 		--no-incremental \
@@ -61,3 +61,8 @@ build:
 
 test:
 	make -f Makefile.tests
+
+t2:
+	$(COMMON_VENV) \
+	$(PIP_INSTALL) -r requirements.txt; \
+	$(MIN_PYTHON_VERSION) t2.py 2>$@.2 | tee $@.1

requirements.txt

@@ -1 +1,2 @@
 whodap==0.1.15
+tld==0.13.2

t2.1

@@ -0,0 +1,45 @@
+import sys
+from typing import Any
+
+import httpx
+import tld
+import whodap
+
+import whoisdomain
+
+client = httpx.Client(follow_redirects=True, timeout=10)
+dns_client = whodap.DNSClient.new_client(client)
+
+
+def do_one_domain(domain: str) -> dict[str, Any] | None:
+    d = None
+    try:
+        fld = tld.get_fld(domain, fix_protocol=True, fail_silently=True)
+        a = fld.split(".")
+        dom = ".".join(a[:-1])
+        xtld = a[-1]
+        resp = dns_client.lookup(dom, xtld)
+        d = resp.to_whois_dict()
+    except Exception as e:
+        print(f"Exception: {e}", file=sys.stderr)
+
+    return d
+
+
+def xmain() -> None:
+    for k, v in whoisdomain.tldDb.tld_regexpr.ZZ.items():
+        server = v.get("_server")
+        test = v.get("_test")
+        if not server:
+            continue
+
+        print("##", k, server, test)
+        fld = tld.get_fld(server, fix_protocol=True, fail_silently=True)
+        rr = {}
+        if fld not in rr:
+            rr[fld] = do_one_domain(server)
+            if rr[fld]:
+                print(fld, rr[fld])
+
+
+xmain()