From ef8a5363ead577099a49f442b25525d2be0f7807 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Micha=C3=ABl=20Romagn=C3=A9?= Date: Thu, 23 Jan 2025 13:20:16 +0100 Subject: [PATCH] Faithfulness prompt update to avoid having single quotes in response --- src/ragas/metrics/_faithfulness.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/ragas/metrics/_faithfulness.py b/src/ragas/metrics/_faithfulness.py index 4618dcc4f..5d9332eea 100644 --- a/src/ragas/metrics/_faithfulness.py +++ b/src/ragas/metrics/_faithfulness.py @@ -71,7 +71,7 @@ class NLIStatementInput(BaseModel): class NLIStatementPrompt(PydanticPrompt[NLIStatementInput, NLIStatementOutput]): - instruction = "Your task is to judge the faithfulness of a series of statements based on a given context. For each statement you must return verdict as 1 if the statement can be directly inferred based on the context or 0 if the statement can not be directly inferred based on the context." + instruction = "Your task is to judge the faithfulness of a series of statements based on a given context. For each statement you must return verdict as 1 if the statement can be directly inferred based on the context or 0 if the statement can not be directly inferred based on the context. Do not use single quotes in your response but double quotes, properly escaped with a backslash." input_model = NLIStatementInput output_model = NLIStatementOutput examples = [