feat: add new tests

Author: VinciGit00

examples/markdownify/markdownify_scrapegraphai.py

@@ -10,7 +10,7 @@
 def main():
     # Load environment variables
     load_dotenv()
-    
+
     # Set up logging
     sgai_logger.set_logging(level="INFO")
 

examples/search_graph/scrapegraphai/searchscraper_scrapegraphai.py

@@ -12,21 +12,21 @@
 def format_response(response: Dict[str, Any]) -> None:
     """
     Format and print the search response in a readable way.
-    
+
     Args:
         response (Dict[str, Any]): The response from the search API
     """
     print("\n" + "="*50)
     print("SEARCH RESULTS")
     print("="*50)
-    
+
     # Print request ID
     print(f"\nRequest ID: {response['request_id']}")
-    
+
     # Print number of sources
     urls = response.get('reference_urls', [])
     print(f"\nSources Processed: {len(urls)}")
-    
+
     # Print the extracted information
     print("\nExtracted Information:")
     print("-"*30)
@@ -40,7 +40,7 @@ def format_response(response: Dict[str, Any]) -> None:
                 print(f"  {value}")
     else:
         print(response['result'])
-    
+
     # Print source URLs
     if urls:
         print("\nSources:")
@@ -52,7 +52,7 @@ def format_response(response: Dict[str, Any]) -> None:
 def main():
     # Load environment variables
     load_dotenv()
-    
+
     # Get API key
     api_key = os.getenv("SCRAPEGRAPH_API_KEY")
     if not api_key:
@@ -67,7 +67,7 @@ def main():
     try:
         # Basic search scraper example
         print("\nSearching for information...")
-        
+
         search_response = sgai_client.searchscraper(
             user_prompt="Extract webpage information"
         )

examples/smart_scraper_graph/scrapegraphai/smartscraper_scrapegraphai.py

@@ -10,7 +10,7 @@
 def main():
     # Load environment variables from .env file
     load_dotenv()
-    
+
     # Get API key from environment variables
     api_key = os.getenv("SCRAPEGRAPH_API_KEY")
     if not api_key:

pyproject.toml

@@ -14,7 +14,7 @@ dependencies = [
     "langchain-classic>=1.0.0",
     "langchain-openai>=1.1.6",
     "langchain-mistralai>=1.1.1",
-    "langchain_community>=0.3.31",
+    "langchain_community>=0.4.0",
     "langchain-aws>=1.1.0",
     "langchain-ollama>=1.0.1",
     "html2text>=2025.4.15",

scrapegraphai/telemetry/telemetry.py

@@ -177,4 +177,4 @@ def wrapped_fn(*args, **kwargs):
         finally:
             if is_telemetry_enabled():
                 log_event("function_usage", {"function_name": call_fn.__name__})
-    return wrapped_fn
+    return wrapped_fn

tests/fixtures/benchmarking.py

@@ -133,7 +133,7 @@ def generate_report(self) -> str:
             return "No benchmark results available."
 
         # Get unique test names
-        test_names = list(set(r.test_name for r in self.results))
+        test_names = list({r.test_name for r in self.results})
 
         report = ["=" * 80, "Performance Benchmark Report", "=" * 80, ""]
 

tests/fixtures/mock_server/server.py

@@ -12,7 +12,6 @@
 import json
 import time
 from http.server import BaseHTTPRequestHandler, HTTPServer
-from pathlib import Path
 from threading import Thread
 from typing import Dict, Optional
 from urllib.parse import parse_qs, urlparse

tests/graphs/abstract_graph_test.py

@@ -41,7 +41,7 @@ def test_burr_kwargs():
             "llm": {"model": "openai/gpt-3.5-turbo", "openai_api_key": "sk-test"},
             "burr_kwargs": {"some_key": "some_value"},
         }
-        graph = TestGraph("Test prompt", config)
+        TestGraph("Test prompt", config)
     # Check that the burr_kwargs have been applied and an app_instance_id added if missing
     assert dummy_graph.use_burr is True
     assert dummy_graph.burr_config["some_key"] == "some_value"
@@ -59,14 +59,14 @@ def test_set_common_params():
     mock_node2 = Mock()
     mock_graph.nodes = [mock_node1, mock_node2]
     # Create a TestGraph instance with the mock graph
-    with patch(
-        "scrapegraphai.graphs.abstract_graph.AbstractGraph._create_graph",
-        return_value=mock_graph,
-    ):
+    with patch.object(TestGraph, "_create_graph", return_value=mock_graph):
         graph = TestGraph(
             "Test prompt",
             {"llm": {"model": "openai/gpt-3.5-turbo", "openai_api_key": "sk-test"}},
         )
+    # Reset mock call counts before testing set_common_params
+    mock_node1.update_config.reset_mock()
+    mock_node2.update_config.reset_mock()
     # Call set_common_params with test parameters
     test_params = {"param1": "value1", "param2": "value2"}
     graph.set_common_params(test_params)

tests/graphs/scrape_graph_test.py

@@ -8,7 +8,7 @@
 from dotenv import load_dotenv
 
 from scrapegraphai.graphs import XMLScraperGraph
-from scrapegraphai.utils import convert_to_csv, convert_to_json, prettify_exec_info
+from scrapegraphai.utils import export_to_csv, export_to_json, prettify_exec_info
 
 load_dotenv()
 
@@ -96,8 +96,8 @@ def test_xml_scraper_save_results(graph_config: dict, xml_content: str):
     result = xml_scraper_graph.run()
 
     # Save to csv and json
-    convert_to_csv(result, "result")
-    convert_to_json(result, "result")
+    export_to_csv(result, "result.csv")
+    export_to_json(result, "result.json")
 
     assert os.path.exists("result.csv")
     assert os.path.exists("result.json")