From 5e3905f3aaf937543213e5fa8d8d40811670ba47 Mon Sep 17 00:00:00 2001 From: chenzihong <522023320011@smail.nju.edu.cn> Date: Tue, 27 Jan 2026 23:04:05 +0800 Subject: [PATCH 1/2] tests: add e2e tests --- .../evaluate/evaluate_qa/qa_evaluation_config.yaml | 4 ++-- tests/e2e_tests/evaluate/test_evaluate_kg.py | 9 +++++++++ tests/e2e_tests/evaluate/test_evaluate_qa.py | 9 +++++++++ tests/e2e_tests/extract/test_extract_schema_guided.py | 10 ++++++++++ .../{ => generate}/test_generate_aggregated.py | 2 +- tests/e2e_tests/{ => generate}/test_generate_atomic.py | 2 +- tests/e2e_tests/{ => generate}/test_generate_cot.py | 2 +- .../e2e_tests/generate/test_generate_fill_in_blank.py | 9 +++++++++ tests/e2e_tests/generate/test_generate_multi_answer.py | 9 +++++++++ tests/e2e_tests/generate/test_generate_multi_choice.py | 9 +++++++++ .../{ => generate}/test_generate_multi_hop.py | 2 +- tests/e2e_tests/generate/test_generate_true_false.py | 9 +++++++++ tests/e2e_tests/{ => generate}/test_generate_vqa.py | 2 +- 13 files changed, 71 insertions(+), 7 deletions(-) create mode 100644 tests/e2e_tests/evaluate/test_evaluate_kg.py create mode 100644 tests/e2e_tests/evaluate/test_evaluate_qa.py create mode 100644 tests/e2e_tests/extract/test_extract_schema_guided.py rename tests/e2e_tests/{ => generate}/test_generate_aggregated.py (77%) rename tests/e2e_tests/{ => generate}/test_generate_atomic.py (76%) rename tests/e2e_tests/{ => generate}/test_generate_cot.py (73%) create mode 100644 tests/e2e_tests/generate/test_generate_fill_in_blank.py create mode 100644 tests/e2e_tests/generate/test_generate_multi_answer.py create mode 100644 tests/e2e_tests/generate/test_generate_multi_choice.py rename tests/e2e_tests/{ => generate}/test_generate_multi_hop.py (76%) create mode 100644 tests/e2e_tests/generate/test_generate_true_false.py rename tests/e2e_tests/{ => generate}/test_generate_vqa.py (73%) diff --git a/examples/evaluate/evaluate_qa/qa_evaluation_config.yaml b/examples/evaluate/evaluate_qa/qa_evaluation_config.yaml index 459f9fad..3e875143 100644 --- a/examples/evaluate/evaluate_qa/qa_evaluation_config.yaml +++ b/examples/evaluate/evaluate_qa/qa_evaluation_config.yaml @@ -92,7 +92,7 @@ nodes: metrics: - qa_length - qa_mtld - - qa_reward_score - - qa_uni_score + # - qa_reward_score + # - qa_uni_score mtld_params: threshold: 0.7 diff --git a/tests/e2e_tests/evaluate/test_evaluate_kg.py b/tests/e2e_tests/evaluate/test_evaluate_kg.py new file mode 100644 index 00000000..571dcbd7 --- /dev/null +++ b/tests/e2e_tests/evaluate/test_evaluate_kg.py @@ -0,0 +1,9 @@ +from pathlib import Path + +from tests.e2e_tests.conftest import run_generate_test + + +def test_evaluate_kg(tmp_path: Path): + run_generate_test( + tmp_path, "examples/evaluate/evaluate_kg/kg_evaluation_config.yaml" + ) diff --git a/tests/e2e_tests/evaluate/test_evaluate_qa.py b/tests/e2e_tests/evaluate/test_evaluate_qa.py new file mode 100644 index 00000000..ea3ac8d6 --- /dev/null +++ b/tests/e2e_tests/evaluate/test_evaluate_qa.py @@ -0,0 +1,9 @@ +from pathlib import Path + +from tests.e2e_tests.conftest import run_generate_test + + +def test_evaluate_qa(tmp_path: Path): + run_generate_test( + tmp_path, "examples/evaluate/evaluate_qa/qa_evaluation_config.yaml" + ) diff --git a/tests/e2e_tests/extract/test_extract_schema_guided.py b/tests/e2e_tests/extract/test_extract_schema_guided.py new file mode 100644 index 00000000..6e8f8b2e --- /dev/null +++ b/tests/e2e_tests/extract/test_extract_schema_guided.py @@ -0,0 +1,10 @@ +from pathlib import Path + +from tests.e2e_tests.conftest import run_generate_test + + +def test_extract_schema_guided(tmp_path: Path): + run_generate_test( + tmp_path, + "examples/extract/extract_schema_guided/schema_guided_extraction_config.yaml", + ) diff --git a/tests/e2e_tests/test_generate_aggregated.py b/tests/e2e_tests/generate/test_generate_aggregated.py similarity index 77% rename from tests/e2e_tests/test_generate_aggregated.py rename to tests/e2e_tests/generate/test_generate_aggregated.py index f8c046b6..ffd5e355 100644 --- a/tests/e2e_tests/test_generate_aggregated.py +++ b/tests/e2e_tests/generate/test_generate_aggregated.py @@ -1,6 +1,6 @@ from pathlib import Path -from .conftest import run_generate_test +from tests.e2e_tests.conftest import run_generate_test def test_generate_aggregated(tmp_path: Path): diff --git a/tests/e2e_tests/test_generate_atomic.py b/tests/e2e_tests/generate/test_generate_atomic.py similarity index 76% rename from tests/e2e_tests/test_generate_atomic.py rename to tests/e2e_tests/generate/test_generate_atomic.py index 62b46fec..5a2fe373 100644 --- a/tests/e2e_tests/test_generate_atomic.py +++ b/tests/e2e_tests/generate/test_generate_atomic.py @@ -1,6 +1,6 @@ from pathlib import Path -from .conftest import run_generate_test +from tests.e2e_tests.conftest import run_generate_test def test_generate_atomic(tmp_path: Path): diff --git a/tests/e2e_tests/test_generate_cot.py b/tests/e2e_tests/generate/test_generate_cot.py similarity index 73% rename from tests/e2e_tests/test_generate_cot.py rename to tests/e2e_tests/generate/test_generate_cot.py index a7b61251..cce3951d 100644 --- a/tests/e2e_tests/test_generate_cot.py +++ b/tests/e2e_tests/generate/test_generate_cot.py @@ -1,6 +1,6 @@ from pathlib import Path -from .conftest import run_generate_test +from tests.e2e_tests.conftest import run_generate_test def test_generate_cot(tmp_path: Path): diff --git a/tests/e2e_tests/generate/test_generate_fill_in_blank.py b/tests/e2e_tests/generate/test_generate_fill_in_blank.py new file mode 100644 index 00000000..6a3280d5 --- /dev/null +++ b/tests/e2e_tests/generate/test_generate_fill_in_blank.py @@ -0,0 +1,9 @@ +from pathlib import Path + +from tests.e2e_tests.conftest import run_generate_test + + +def test_generate_fill_in_blank(tmp_path: Path): + run_generate_test( + tmp_path, "examples/generate/generate_fill_in_blank_qa/fill_in_blank_config.yaml" + ) diff --git a/tests/e2e_tests/generate/test_generate_multi_answer.py b/tests/e2e_tests/generate/test_generate_multi_answer.py new file mode 100644 index 00000000..dcb59366 --- /dev/null +++ b/tests/e2e_tests/generate/test_generate_multi_answer.py @@ -0,0 +1,9 @@ +from pathlib import Path + +from tests.e2e_tests.conftest import run_generate_test + + +def test_generate_multi_answer(tmp_path: Path): + run_generate_test( + tmp_path, "examples/generate/generate_multi_answer_qa/multi_answer_config.yaml" + ) diff --git a/tests/e2e_tests/generate/test_generate_multi_choice.py b/tests/e2e_tests/generate/test_generate_multi_choice.py new file mode 100644 index 00000000..578a961f --- /dev/null +++ b/tests/e2e_tests/generate/test_generate_multi_choice.py @@ -0,0 +1,9 @@ +from pathlib import Path + +from tests.e2e_tests.conftest import run_generate_test + + +def test_generate_multi_choice(tmp_path: Path): + run_generate_test( + tmp_path, "examples/generate/generate_multi_choice_qa/multi_choice_config.yaml" + ) diff --git a/tests/e2e_tests/test_generate_multi_hop.py b/tests/e2e_tests/generate/test_generate_multi_hop.py similarity index 76% rename from tests/e2e_tests/test_generate_multi_hop.py rename to tests/e2e_tests/generate/test_generate_multi_hop.py index 2f9cab71..8802de4f 100644 --- a/tests/e2e_tests/test_generate_multi_hop.py +++ b/tests/e2e_tests/generate/test_generate_multi_hop.py @@ -1,6 +1,6 @@ from pathlib import Path -from .conftest import run_generate_test +from tests.e2e_tests.conftest import run_generate_test def test_generate_multi_hop(tmp_path: Path): diff --git a/tests/e2e_tests/generate/test_generate_true_false.py b/tests/e2e_tests/generate/test_generate_true_false.py new file mode 100644 index 00000000..831c7fb7 --- /dev/null +++ b/tests/e2e_tests/generate/test_generate_true_false.py @@ -0,0 +1,9 @@ +from pathlib import Path + +from tests.e2e_tests.conftest import run_generate_test + + +def test_generate_true_false(tmp_path: Path): + run_generate_test( + tmp_path, "examples/generate/generate_true_false_qa/true_false_config.yaml" + ) diff --git a/tests/e2e_tests/test_generate_vqa.py b/tests/e2e_tests/generate/test_generate_vqa.py similarity index 73% rename from tests/e2e_tests/test_generate_vqa.py rename to tests/e2e_tests/generate/test_generate_vqa.py index f51a9f87..b9d7152b 100644 --- a/tests/e2e_tests/test_generate_vqa.py +++ b/tests/e2e_tests/generate/test_generate_vqa.py @@ -1,6 +1,6 @@ from pathlib import Path -from .conftest import run_generate_test +from tests.e2e_tests.conftest import run_generate_test def test_generate_vqa(tmp_path: Path): From 734542d9dd7c62e1774d7b5d24fb292582c8058b Mon Sep 17 00:00:00 2001 From: chenzihong <522023320011@smail.nju.edu.cn> Date: Tue, 27 Jan 2026 23:35:33 +0800 Subject: [PATCH 2/2] refactor: move nltk resources & move pictures to assets --- .github/sync-config.yml | 4 ++-- README.md | 4 ++-- README_zh.md | 4 ++-- {resources/images => assets}/flow.png | Bin {resources/images => assets}/logo.png | Bin {resources => examples/output_examples}/README.md | 0 .../resources}/nltk_data/corpora/stopwords/chinese | 0 .../resources}/nltk_data/corpora/stopwords/english | 0 .../tokenizers/punkt_tab/english/abbrev_types.txt | 0 .../tokenizers/punkt_tab/english/collocations.tab | 0 .../tokenizers/punkt_tab/english/ortho_context.tab | 0 .../tokenizers/punkt_tab/english/sent_starters.txt | 0 webui/app.py | 2 +- 13 files changed, 7 insertions(+), 7 deletions(-) rename {resources/images => assets}/flow.png (100%) rename {resources/images => assets}/logo.png (100%) rename {resources => examples/output_examples}/README.md (100%) rename {resources => graphgen/resources}/nltk_data/corpora/stopwords/chinese (100%) rename {resources => graphgen/resources}/nltk_data/corpora/stopwords/english (100%) rename {resources => graphgen/resources}/nltk_data/tokenizers/punkt_tab/english/abbrev_types.txt (100%) rename {resources => graphgen/resources}/nltk_data/tokenizers/punkt_tab/english/collocations.tab (100%) rename {resources => graphgen/resources}/nltk_data/tokenizers/punkt_tab/english/ortho_context.tab (100%) rename {resources => graphgen/resources}/nltk_data/tokenizers/punkt_tab/english/sent_starters.txt (100%) diff --git a/.github/sync-config.yml b/.github/sync-config.yml index 417ed83b..db016367 100644 --- a/.github/sync-config.yml +++ b/.github/sync-config.yml @@ -5,8 +5,8 @@ sync: dest: resources/nltk_data/ - source: resources/examples/ dest: resources/examples/ - - source: resources/images/logo.png - dest: resources/images/logo.png + - source: assets/logo.png + dest: assets/logo.png - source: webui/ dest: webui/ - source: webui/app.py diff --git a/README.md b/README.md index 15dde4e7..1b51d680 100644 --- a/README.md +++ b/README.md @@ -1,5 +1,5 @@
-
+
-
+