tests: add e2e tests

.github/sync-config.yml

@@ -5,8 +5,8 @@ sync:
     dest: resources/nltk_data/
   - source: resources/examples/
     dest: resources/examples/
-  - source: resources/images/logo.png
-    dest: resources/images/logo.png
+  - source: assets/logo.png
+    dest: assets/logo.png
   - source: webui/
     dest: webui/
   - source: webui/app.py

README.md

@@ -1,5 +1,5 @@
 <p align="center">
-  <img src="resources/images/logo.png"/>
+  <img src="assets/logo.png"/>
 </p>
 
 <!-- icon -->
@@ -315,7 +315,7 @@ See [analysis](https://deepwiki.com/open-sciencelab/GraphGen) by deepwiki for a
 
 
 ### Workflow
-![workflow](resources/images/flow.png)
+![workflow](assets/flow.png)
 
 
 ## 🍀 Acknowledgements

README_zh.md

@@ -1,5 +1,5 @@
 <p align="center">
-  <img src="resources/images/logo.png"/>
+  <img src="assets/logo.png"/>
 </p>
 
 <!-- icon -->
@@ -313,7 +313,7 @@ GraphGen 首先根据源文本构建细粒度的知识图谱，然后利用期
 
 
 ### 工作流程
-![workflow](resources/images/flow.png)
+![workflow](assets/flow.png)
 
 
 ## 🍀 致谢

examples/evaluate/evaluate_qa/qa_evaluation_config.yaml

@@ -92,7 +92,7 @@ nodes:
       metrics:
         - qa_length
         - qa_mtld
-        - qa_reward_score
-        - qa_uni_score
+        # - qa_reward_score
+        # - qa_uni_score
       mtld_params:
         threshold: 0.7

tests/e2e_tests/evaluate/test_evaluate_kg.py

@@ -0,0 +1,9 @@
+from pathlib import Path
+
+from tests.e2e_tests.conftest import run_generate_test
+
+
+def test_evaluate_kg(tmp_path: Path):
+    run_generate_test(
+        tmp_path, "examples/evaluate/evaluate_kg/kg_evaluation_config.yaml"
+    )

tests/e2e_tests/evaluate/test_evaluate_qa.py

@@ -0,0 +1,9 @@
+from pathlib import Path
+
+from tests.e2e_tests.conftest import run_generate_test
+
+
+def test_evaluate_qa(tmp_path: Path):
+    run_generate_test(
+        tmp_path, "examples/evaluate/evaluate_qa/qa_evaluation_config.yaml"
+    )

tests/e2e_tests/extract/test_extract_schema_guided.py

@@ -0,0 +1,10 @@
+from pathlib import Path
+
+from tests.e2e_tests.conftest import run_generate_test
+
+
+def test_extract_schema_guided(tmp_path: Path):
+    run_generate_test(
+        tmp_path,
+        "examples/extract/extract_schema_guided/schema_guided_extraction_config.yaml",
+    )

tests/e2e_tests/test_generate_aggregated.py → tests/e2e_tests/generate/test_generate_aggregated.py

@@ -1,6 +1,6 @@
 from pathlib import Path
 
-from .conftest import run_generate_test
+from tests.e2e_tests.conftest import run_generate_test
 
 
 def test_generate_aggregated(tmp_path: Path):

tests/e2e_tests/test_generate_atomic.py → tests/e2e_tests/generate/test_generate_atomic.py

@@ -1,6 +1,6 @@
 from pathlib import Path
 
-from .conftest import run_generate_test
+from tests.e2e_tests.conftest import run_generate_test
 
 
 def test_generate_atomic(tmp_path: Path):

tests/e2e_tests/test_generate_cot.py → tests/e2e_tests/generate/test_generate_cot.py

@@ -1,6 +1,6 @@
 from pathlib import Path
 
-from .conftest import run_generate_test
+from tests.e2e_tests.conftest import run_generate_test
 
 
 def test_generate_cot(tmp_path: Path):

tests/e2e_tests/generate/test_generate_fill_in_blank.py

@@ -0,0 +1,9 @@
+from pathlib import Path
+
+from tests.e2e_tests.conftest import run_generate_test
+
+
+def test_generate_fill_in_blank(tmp_path: Path):
+    run_generate_test(
+        tmp_path, "examples/generate/generate_fill_in_blank_qa/fill_in_blank_config.yaml"
+    )

tests/e2e_tests/generate/test_generate_multi_answer.py

@@ -0,0 +1,9 @@
+from pathlib import Path
+
+from tests.e2e_tests.conftest import run_generate_test
+
+
+def test_generate_multi_answer(tmp_path: Path):
+    run_generate_test(
+        tmp_path, "examples/generate/generate_multi_answer_qa/multi_answer_config.yaml"
+    )

tests/e2e_tests/generate/test_generate_multi_choice.py

@@ -0,0 +1,9 @@
+from pathlib import Path
+
+from tests.e2e_tests.conftest import run_generate_test
+
+
+def test_generate_multi_choice(tmp_path: Path):
+    run_generate_test(
+        tmp_path, "examples/generate/generate_multi_choice_qa/multi_choice_config.yaml"
+    )

tests/e2e_tests/test_generate_multi_hop.py → tests/e2e_tests/generate/test_generate_multi_hop.py

@@ -1,6 +1,6 @@
 from pathlib import Path
 
-from .conftest import run_generate_test
+from tests.e2e_tests.conftest import run_generate_test
 
 
 def test_generate_multi_hop(tmp_path: Path):

tests/e2e_tests/generate/test_generate_true_false.py

@@ -0,0 +1,9 @@
+from pathlib import Path
+
+from tests.e2e_tests.conftest import run_generate_test
+
+
+def test_generate_true_false(tmp_path: Path):
+    run_generate_test(
+        tmp_path, "examples/generate/generate_true_false_qa/true_false_config.yaml"
+    )

tests/e2e_tests/test_generate_vqa.py → tests/e2e_tests/generate/test_generate_vqa.py

@@ -1,6 +1,6 @@
 from pathlib import Path
 
-from .conftest import run_generate_test
+from tests.e2e_tests.conftest import run_generate_test
 
 
 def test_generate_vqa(tmp_path: Path):

webui/app.py

@@ -227,7 +227,7 @@ def run_graphgen(params: WebuiParams, progress=gr.Progress()):
 with gr.Blocks(title="GraphGen Demo", theme=gr.themes.Glass(), css=css) as demo:
     # Header
     gr.Image(
-        value=os.path.join(root_dir, "resources", "images", "logo.png"),
+        value=os.path.join(root_dir, "assets", "logo.png"),
         label="GraphGen Banner",
         elem_id="banner",
         interactive=False,