Merge pull request steam-bell-92#1095 from knoxiboy/feat/issue-971-async-scraper

feat: implement async I/O for web scraping scripts

Author: steam-bell-92

requirements.txt

@@ -10,6 +10,7 @@ pytest>=8.0.0
 
 nltk==3.9.4
 requests==2.34.2
+aiohttp==3.11.11
 
 # Markdown-to-PDF dependencies
 markdown2==2.5.5

utilities/Typing-Speed-Tester/Typing-Speed-Tester.py

@@ -4,6 +4,8 @@
 import json
 import sys
 import os
+import asyncio
+import aiohttp
 
 # Add root directory to sys.path to import utils package
 sys.path.append(os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))))
@@ -28,32 +30,40 @@
     "The best way to predict the future is to create it"
 ]
 
+async def fetch_url(session, url):
+    try:
+        async with session.get(url, headers={'User-Agent': 'Mozilla/5.0'}, timeout=3) as resp:
+            if resp.status == 200:
+                data = await resp.json()
+                phrase = data.get('quote') or data.get('content')
+                if phrase:
+                    return phrase
+    except Exception:
+        pass
+    return None
+
+async def fetch_phrase_async():
+    urls = [
+        "https://dummyjson.com/quotes/random",
+        "https://api.quotable.io/random"
+    ]
+    async with aiohttp.ClientSession() as session:
+        tasks = [fetch_url(session, url) for url in urls]
+        # Gather them concurrently
+        results = await asyncio.gather(*tasks)
+        for res in results:
+            if res:
+                return res
+    return None
+
 print("\n⌨️ ===============================")
 print("   WELCOME TO TYPING SPEED TESTER")
 print("================================ ⌨️\n")
 
 while True:
     print("🌐 Fetching a fresh phrase for you...")
 
-    # Try multiple APIs for robustness
-    urls = [
-        "https://dummyjson.com/quotes/random",
-        "https://api.quotable.io/random"
-    ]
-    
-    sentence = None
-    for url in urls:
-        try:
-            req = urllib.request.Request(url, headers={'User-Agent': 'Mozilla/5.0'})
-            with urllib.request.urlopen(req, timeout=3) as response:
-                data = json.loads(response.read().decode())
-                # dummyjson uses 'quote', quotable uses 'content'
-                phrase = data.get('quote') or data.get('content')
-                if phrase:
-                    sentence = phrase
-                    break
-        except Exception:
-            continue
+    sentence = asyncio.run(fetch_phrase_async())
 
     if not sentence:
         print("📴 Offline or API unavailable. Using a classic phrase instead.")
@@ -126,4 +136,4 @@
     again = input("\n🔄 Do you want to test again? (y/n): ").strip().lower()
     if again != 'y':
         print("\n👋 Thanks for testing your typing speed! Goodbye!\n")
-        break
+        break