fix: fix rephrasers

Author: ChenZiHong-Gavin

baselines/BDS/bds.py

@@ -8,7 +8,7 @@
 from tqdm.asyncio import tqdm as tqdm_async
 
 from graphgen.bases import BaseLLMWrapper
-from graphgen.common import init_llm
+from graphgen.common.init_llm import init_llm
 from graphgen.storage import NetworkXStorage
 from graphgen.utils import create_event_loop
 

examples/generate/generate_aggregated_qa/aggregated_config.yaml

@@ -1,7 +1,7 @@
 global_params:
   working_dir: cache
-  graph_backend: kuzu # graph database backend, support: kuzu, networkx
-  kv_backend: rocksdb # key-value store backend, support: rocksdb, json_kv
+  graph_backend: networkx # graph database backend, support: kuzu, networkx
+  kv_backend: json_kv # key-value store backend, support: rocksdb, json_kv
 
 nodes:
   - id: read_files # id is unique in the pipeline, and can be referenced by other steps

graphgen/bases/__init__.py

@@ -1,3 +1,4 @@
+from .base_evaluator import BaseKGEvaluator, BaseQAEvaluator, BaseTripleEvaluator
 from .base_extractor import BaseExtractor
 from .base_filter import BaseValueFilter
 from .base_generator import BaseGenerator

graphgen/bases/base_operator.py

@@ -28,7 +28,7 @@ def __init__(
         op_name: str = None,
     ):
         # lazy import to avoid circular import
-        from graphgen.common import init_storage
+        from graphgen.common.init_storage import init_storage
         from graphgen.utils import set_logger
 
         log_dir = os.path.join(working_dir, "logs")

graphgen/common/__init__.py

@@ -1,2 +1,2 @@
-from .init_llm import init_llm
-from .init_storage import init_storage
+# from .init_llm import init_llm
+# from .init_storage import init_storage

graphgen/engine.py

@@ -11,7 +11,8 @@
 from ray.data.datasource.filename_provider import FilenameProvider
 
 from graphgen.bases import Config, Node
-from graphgen.common import init_llm, init_storage
+from graphgen.common.init_llm import init_llm
+from graphgen.common.init_storage import init_storage
 from graphgen.utils import logger
 
 
@@ -70,6 +71,7 @@ def __init__(
 
         if not ray.is_initialized():
             context = ray.init(
+                include_dashboard=True,
                 ignore_reinit_error=True,
                 logging_level=logging.ERROR,
                 log_to_driver=True,

graphgen/models/rephraser/style_controlled_rephraser.py

@@ -2,7 +2,7 @@
 
 from graphgen.bases import BaseRephraser
 from graphgen.templates import STYLE_CONTROLLED_REPHRASING_PROMPTS
-from graphgen.utils import compute_content_hash, detect_main_language, logger
+from graphgen.utils import detect_main_language, logger
 
 
 class StyleControlledRephraser(BaseRephraser):
@@ -28,6 +28,5 @@ def parse_response(response: str) -> Optional[dict]:
         if not result:
             return None
         return {
-            "_rephrased_id": compute_content_hash(result),
             "content": result,
         }

graphgen/operators/build_kg/build_kg_service.py

@@ -2,7 +2,8 @@
 
 from graphgen.bases import BaseGraphStorage, BaseLLMWrapper, BaseOperator
 from graphgen.bases.datatypes import Chunk
-from graphgen.common import init_llm, init_storage
+from graphgen.common.init_llm import init_llm
+from graphgen.common.init_storage import init_storage
 from graphgen.utils import logger
 
 from .build_mm_kg import build_mm_kg

graphgen/operators/evaluate/evaluate_service.py

@@ -1,7 +1,8 @@
 from typing import Tuple
 
 from graphgen.bases import BaseLLMWrapper, BaseOperator
-from graphgen.common import init_llm, init_storage
+from graphgen.common.init_llm import init_llm
+from graphgen.common.init_storage import init_storage
 from graphgen.utils import logger
 
 from .evaluate_kg import evaluate_kg

graphgen/operators/extract/extract_service.py

@@ -2,7 +2,7 @@
 from typing import Tuple
 
 from graphgen.bases import BaseLLMWrapper, BaseOperator, Chunk
-from graphgen.common import init_llm
+from graphgen.common.init_llm import init_llm
 from graphgen.models.extractor import SchemaGuidedExtractor
 from graphgen.utils import logger, run_concurrent