Adjust test

kyma-project · Jan 9, 2025 · 165b27f · 165b27f
1 parent 731d315
commit 165b27f
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/tests/integration/agents/supervisor/test_finalizer.py b/tests/integration/agents/supervisor/test_finalizer.py
@@ -69,7 +69,7 @@
                 SystemMessage(
                     content="The user query is related to: {'resource_api_version': 'v1', 'resource_namespace': 'test-namespace'}"
                 ),
-                HumanMessage(content="What is Kyma?"),
+                HumanMessage(content="Describe Kyma in detail"),
                 AIMessage(name="KymaAgent", content="It is a color of fish."),
             ],
             dedent(

diff --git a/tests/integration/conftest.py b/tests/integration/conftest.py
@@ -91,7 +91,7 @@ def semantic_similarity_metric(evaluator_model):
             """
             Evaluate whether two answers are semantically similar or convey the same meaning.
             Ensure code blocks (YAML, JavaScript, JSON, etc.) are identical in both answers without any changes.
-            Heavily penalize omissions of code blocks between the answers.
+            Heavily penalize omissions of code blocks or changes in code blocks between the answers.
             Lightly penalize omissions of detail, focusing on the main idea.
             Vague language is permissible.
             """,