chore: remove deprecated robobrowser, werkzeug and markupsafe dependencies and replace with requests + bs4

Author: rozen03

conciertos.py

@@ -2,7 +2,8 @@
 
 from datetime import datetime
 from dataclasses import dataclass
-from robobrowser import RoboBrowser
+import requests
+from bs4 import BeautifulSoup
 
 @dataclass
 class Concierto:
@@ -26,13 +27,13 @@ def parse(evento):
             return None
 
 def fetch_conciertos():
-    browser = RoboBrowser(parser="html.parser")
-
-    browser.open("https://www.songkick.com/venues/4514007-estadio-river-plate/calendar")
+    headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64)'}
+    res = requests.get("https://www.songkick.com/venues/4514007-estadio-river-plate/calendar", headers=headers)
+    soup = BeautifulSoup(res.text, "html.parser")
 
     conciertos = []
 
-    for el in browser.select(".microformat"):
+    for el in soup.select(".microformat"):
         concierto = Concierto.parse(el)
         if concierto:
             conciertos.append(concierto)

requirements.txt

@@ -2,9 +2,7 @@ icalevents
 pytz
 requests
 python-telegram-bot[webhooks]==22.0
-robobrowser==0.5.3
-Werkzeug==0.15.5
-MarkupSafe==2.0.1
+beautifulsoup4
 psycopg2-binary
 SQLAlchemy
 sqlalchemy-cockroachdb

river.py

@@ -1,6 +1,7 @@
 from datetime import datetime
 from dataclasses import dataclass
-from robobrowser import RoboBrowser
+import requests
+from bs4 import BeautifulSoup
 
 RIVER = "River Plate"
 UNSPECIFIED_TIMES = {"A confirmar", ""}
@@ -50,13 +51,17 @@ def parse(el):
         )
 
 def fetch_partidos():
-    browser = RoboBrowser(parser="html.parser")
-    browser.open("https://www.cariverplate.com.ar/calendario-de-partidos")
+    headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64)'}
+    res = requests.get("https://www.cariverplate.com.ar/calendario-de-partidos", headers=headers)
+    soup = BeautifulSoup(res.text, "html.parser")
 
     partidos = []
 
-    for el in browser.select(".d_calendario"):
-        partidos.append(Partido.parse(el))
+    for el in soup.select(".d_calendario"):
+        try:
+            partidos.append(Partido.parse(el))
+        except ValueError:
+            pass
 
     return partidos