fix(metrics): avoid getting none in context_recall (#355)

Maybe this isssue #352 is talking about the same thing. --------- Co-authored-by: Dash <[email protected]>
explodinggradients · Dec 7, 2023 · af55f18 · af55f18
1 parent 68c7ed6
commit af55f18
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 4 deletions.
diff --git a/requirements/dev.txt b/requirements/dev.txt
@@ -2,7 +2,7 @@ rich
 ruff
 isort
 black[jupyter]
-pyright
+pyright==1.1.338
 llama_index
 notebook
 sphinx-autobuild

diff --git a/src/ragas/metrics/_context_recall.py b/src/ragas/metrics/_context_recall.py
@@ -116,10 +116,14 @@ def _score_batch(
             for response in responses:
                 response = load_as_json(response[0])
                 if response:
+                    response = [
+                        int(item.get("Attributed", "").lower() == "yes")
+                        if item.get("Attributed")
+                        else np.nan
+                        for item in response
+                    ]
                     denom = len(response)
-                    numerator = sum(
-                        item.get("Attributed").lower() == "yes" for item in response
-                    )
+                    numerator = sum(response)
                     scores.append(numerator / denom)
                 else:
                     scores.append(np.nan)