Handle edge cases in HTTPError

Author: tanys123

serpapi/exceptions.py

@@ -22,10 +22,21 @@ class SearchIDNotProvided(ValueError, SerpApiError):
 class HTTPError(requests.exceptions.HTTPError, SerpApiError):
     """HTTP Error."""
 
-    def __init__(self, http_error_exception: requests.exceptions.HTTPError):
-        self.status_code = http_error_exception.response.status_code
-        self.error = http_error_exception.response.json().get("error", None)
-        super().__init__(*http_error_exception.args, response=http_error_exception.response, request=http_error_exception.request)
+    def __init__(self, original_exception):
+        if (isinstance(original_exception, requests.exceptions.HTTPError)):
+            http_error_exception: requests.exceptions.HTTPError = original_exception
+
+            self.status_code = http_error_exception.response.status_code
+            try:
+                self.error = http_error_exception.response.json().get("error", None)
+            except requests.exceptions.JSONDecodeError:
+                self.error = None
+        else:
+            self.status_code = -1
+            self.error = None
+                
+        super().__init__(*original_exception.args, response=getattr(original_exception, 'response', None), request=getattr(original_exception, 'request', None))
+
 
 
 class HTTPConnectionError(HTTPError, requests.exceptions.ConnectionError, SerpApiError):

tests/test_exceptions.py

@@ -1,5 +1,4 @@
-import pytest
-from unittest.mock import Mock, patch
+from unittest.mock import Mock
 import requests
 import serpapi
 
@@ -15,4 +14,4 @@ def test_http_error():
 
     assert http_error.status_code == 401
     assert http_error.error == "Invalid API key"
-    assert http_error.response == mock_response
+    assert http_error.response == mock_response