tests: add e2e tests

Author: ChenZiHong-Gavin

examples/evaluate/evaluate_qa/qa_evaluation_config.yaml

@@ -92,7 +92,7 @@ nodes:
       metrics:
         - qa_length
         - qa_mtld
-        - qa_reward_score
-        - qa_uni_score
+        # - qa_reward_score
+        # - qa_uni_score
       mtld_params:
         threshold: 0.7

tests/e2e_tests/evaluate/test_evaluate_kg.py

@@ -0,0 +1,9 @@
+from pathlib import Path
+
+from tests.e2e_tests.conftest import run_generate_test
+
+
+def test_evaluate_kg(tmp_path: Path):
+    run_generate_test(
+        tmp_path, "examples/evaluate/evaluate_kg/kg_evaluation_config.yaml"
+    )

tests/e2e_tests/evaluate/test_evaluate_qa.py

@@ -0,0 +1,9 @@
+from pathlib import Path
+
+from tests.e2e_tests.conftest import run_generate_test
+
+
+def test_evaluate_qa(tmp_path: Path):
+    run_generate_test(
+        tmp_path, "examples/evaluate/evaluate_qa/qa_evaluation_config.yaml"
+    )

tests/e2e_tests/extract/test_extract_schema_guided.py

@@ -0,0 +1,10 @@
+from pathlib import Path
+
+from tests.e2e_tests.conftest import run_generate_test
+
+
+def test_extract_schema_guided(tmp_path: Path):
+    run_generate_test(
+        tmp_path,
+        "examples/extract/extract_schema_guided/schema_guided_extraction_config.yaml",
+    )

…ts/e2e_tests/test_generate_aggregated.py …sts/generate/test_generate_aggregated.pytests/e2e_tests/test_generate_aggregated.py renamed to tests/e2e_tests/generate/test_generate_aggregated.py tests/e2e_tests/test_generate_aggregated.py renamed to tests/e2e_tests/generate/test_generate_aggregated.py

@@ -1,6 +1,6 @@
 from pathlib import Path
 
-from .conftest import run_generate_test
+from tests.e2e_tests.conftest import run_generate_test
 
 
 def test_generate_aggregated(tmp_path: Path):

tests/e2e_tests/test_generate_atomic.py …e_tests/generate/test_generate_atomic.pytests/e2e_tests/test_generate_atomic.py renamed to tests/e2e_tests/generate/test_generate_atomic.py tests/e2e_tests/test_generate_atomic.py renamed to tests/e2e_tests/generate/test_generate_atomic.py

@@ -1,6 +1,6 @@
 from pathlib import Path
 
-from .conftest import run_generate_test
+from tests.e2e_tests.conftest import run_generate_test
 
 
 def test_generate_atomic(tmp_path: Path):

tests/e2e_tests/test_generate_cot.py …/e2e_tests/generate/test_generate_cot.pytests/e2e_tests/test_generate_cot.py renamed to tests/e2e_tests/generate/test_generate_cot.py tests/e2e_tests/test_generate_cot.py renamed to tests/e2e_tests/generate/test_generate_cot.py

@@ -1,6 +1,6 @@
 from pathlib import Path
 
-from .conftest import run_generate_test
+from tests.e2e_tests.conftest import run_generate_test
 
 
 def test_generate_cot(tmp_path: Path):

tests/e2e_tests/generate/test_generate_fill_in_blank.py

@@ -0,0 +1,9 @@
+from pathlib import Path
+
+from tests.e2e_tests.conftest import run_generate_test
+
+
+def test_generate_fill_in_blank(tmp_path: Path):
+    run_generate_test(
+        tmp_path, "examples/generate/generate_fill_in_blank_qa/fill_in_blank_config.yaml"
+    )

tests/e2e_tests/generate/test_generate_multi_answer.py

@@ -0,0 +1,9 @@
+from pathlib import Path
+
+from tests.e2e_tests.conftest import run_generate_test
+
+
+def test_generate_multi_answer(tmp_path: Path):
+    run_generate_test(
+        tmp_path, "examples/generate/generate_multi_answer_qa/multi_answer_config.yaml"
+    )

tests/e2e_tests/generate/test_generate_multi_choice.py

@@ -0,0 +1,9 @@
+from pathlib import Path
+
+from tests.e2e_tests.conftest import run_generate_test
+
+
+def test_generate_multi_choice(tmp_path: Path):
+    run_generate_test(
+        tmp_path, "examples/generate/generate_multi_choice_qa/multi_choice_config.yaml"
+    )