Merge pull request #330 from muralov/sanitize-sensitive-info

feat: sanitize sensitive information

pyproject.toml

@@ -33,10 +33,11 @@ pytest-rerunfailures = "^15.0"
 python-decouple = "^3.8"
 redis = "^5.0.8"
 requests = "^2.32.3"
+scrubadub = {extras = ["all"], version = "^2.0.1"}
 tiktoken = "^0.7.0"
 
 [tool.poetry.group.test.dependencies]
-deepeval = "^2.0.6"
+deepeval = "^2.1.2"
 fakeredis = "^2.23.3"
 prettytable = "^3.10.2"
 pytest = "^8.2.2"

src/agents/k8s/tools/query.py

@@ -4,7 +4,7 @@
 from langgraph.prebuilt import InjectedState
 from pydantic import BaseModel
 
-from services.k8s import DataSanitizer, IK8sClient
+from services.k8s import IK8sClient
 
 
 class K8sQueryToolArgs(BaseModel):
@@ -26,15 +26,14 @@ def k8s_query_tool(
     The returned data is sanitized to remove any sensitive information.
     For example, it will always remove the `data` field of a `Secret` object."""
     try:
-        response = k8s_client.execute_get_api_request(uri)
-        result = response.json()
+        result = k8s_client.execute_get_api_request(uri)
         if not isinstance(result, list) and not isinstance(result, dict):
             raise Exception(
                 f"failed executing k8s_query_tool with URI: {uri}."
                 f"The result is not a list or dict, but a {type(result)}"
             )
 
-        return DataSanitizer.sanitize(result)
+        return result
     except Exception as e:
         raise Exception(
             f"failed executing k8s_query_tool with URI: {uri},"

src/agents/kyma/tools/query.py

@@ -4,7 +4,7 @@
 from langgraph.prebuilt import InjectedState
 from pydantic import BaseModel
 
-from services.k8s import DataSanitizer, IK8sClient
+from services.k8s import IK8sClient
 
 
 class KymaQueryToolArgs(BaseModel):
@@ -28,15 +28,14 @@ def kyma_query_tool(
     - /apis/serverless.kyma-project.io/v1alpha2/namespaces/default/functions
     - /apis/gateway.kyma-project.io/v1beta1/namespaces/default/apirules"""
     try:
-        response = k8s_client.execute_get_api_request(uri)
-        result = response.json()
+        result = k8s_client.execute_get_api_request(uri)
         if not isinstance(result, list) and not isinstance(result, dict):
             raise Exception(
                 f"failed executing kyma_query_tool with URI: {uri}."
                 f"The result is not a list or dict, but a {type(result)}"
             )
 
-        return DataSanitizer.sanitize(result)
+        return result
     except Exception as e:
         raise Exception(
             f"failed executing kyma_query_tool with URI: {uri},"