tests: e2e tests for testset generation

docs/howtos/applications/cost.ipynb

@@ -236,7 +236,8 @@
     "from ragas.testset import TestsetGenerator\n",
     "from ragas.llms import llm_factory\n",
     "\n",
-    "tg = TestsetGenerator(llm=llm_factory(), knowledge_graph=kg)\n",
+    "# generator_llm = llm_factory()\n",
+    "tg = TestsetGenerator(llm=generator_llm, knowledge_graph=kg)\n",
     "# generating a testset\n",
     "testset = tg.generate(testset_size=10, token_usage_parser=get_token_usage_for_openai)"
    ]

tests/e2e/test_fullflow.py

@@ -1,14 +1,19 @@
 from datasets import load_dataset
 
-from ragas import evaluate
-from ragas.metrics import answer_relevancy, context_precision, faithfulness
-from ragas.metrics.critique import harmfulness
+from ragas import EvaluationDataset, evaluate
+from ragas.llms import llm_factory
+from ragas.metrics import AnswerRelevancy, ContextPrecision, Faithfulness
 
 
 def test_evaluate_e2e():
-    ds = load_dataset("explodinggradients/fiqa", "ragas_eval")["baseline"]
+    dataset = load_dataset("explodinggradients/amnesty_qa", "english_v3")
+    eval_dataset = EvaluationDataset.from_hf_dataset(dataset["eval"])  # type: ignore
     result = evaluate(
-        ds.select(range(3)),
-        metrics=[answer_relevancy, context_precision, faithfulness, harmfulness],
+        eval_dataset,
+        metrics=[
+            AnswerRelevancy(llm=llm_factory()),
+            ContextPrecision(llm=llm_factory()),
+            Faithfulness(llm=llm_factory()),
+        ],
     )
     assert result is not None

tests/e2e/test_testset_generation.py

@@ -0,0 +1,34 @@
+import os
+import uuid
+
+from ragas.testset import TestsetGenerator
+
+
+def test_testset_generation():
+    from ragas.llms import llm_factory
+    from ragas.testset.graph import KnowledgeGraph
+
+    kg = KnowledgeGraph.load(
+        os.path.join(os.path.dirname(__file__), "scratchpad_kg.json")
+    )
+    tg = TestsetGenerator(llm=llm_factory(), knowledge_graph=kg)
+    testset = tg.generate(testset_size=10)
+    assert testset is not None
+
+
+def test_transforms():
+    from ragas.embeddings import embedding_factory
+    from ragas.llms import llm_factory
+    from ragas.testset.graph import KnowledgeGraph, Node
+    from ragas.testset.transforms import apply_transforms, default_transforms
+
+    transforms = default_transforms(
+        llm=llm_factory(), embedding_model=embedding_factory()
+    )
+
+    kg = KnowledgeGraph()
+    kg.nodes.append(Node(id=uuid.uuid4(), properties={"page_content": "Hello, world!"}))
+    assert len(kg.nodes) == 1
+
+    apply_transforms(kg, transforms)
+    assert len(kg.nodes) == 1