fix(server/condition): add InclusionConditionWithVariables (#2039)

Signed-off-by: Luka Peschke <[email protected]>

server/CHANGELOG.md

@@ -2,11 +2,15 @@
 
 ## Unreleased
 
+### Fixed
+
+- A `FilterStepWithVariables` can now contain an `InclusionConditionWithVariables`
+
 ## [0.42.1] - 2024-03-05
 
 ### Fixed
 
-- Google Biq Query: ToDate step now produces datetime columns, not timestamp
+- Google Big Query: ToDate step now produces datetime columns, not timestamp
 - Mongo: Fixed the `ifthenelse` step which generated "$and" clauses instead of "$or"
 - Mongo: Fixed the `evolution` step when several index columns are used. The generated pipeline now filters on all of them
   rather than just the last one.

server/src/weaverbird/pipeline/conditions.py

@@ -23,6 +23,12 @@ class InclusionCondition(BaseCondition):
     value: list[Any]
 
 
+class InclusionConditionWithVariables(BaseCondition):
+    column: ColumnName
+    operator: Literal["in", "nin"]
+    value: list[Any] | str
+
+
 class NullCondition(BaseCondition):
     column: ColumnName
     operator: Literal["isnull", "notnull"]
@@ -50,7 +56,7 @@ class DateBoundConditionWithVariables(BaseModel):
     ComparisonCondition | InclusionCondition | NullCondition | MatchCondition | DateBoundCondition,
     Field(discriminator="operator"),  # noqa: F821
 ]
-SimpleConditionWithVariables = DateBoundConditionWithVariables | SimpleCondition
+SimpleConditionWithVariables = DateBoundConditionWithVariables | InclusionConditionWithVariables | SimpleCondition
 
 
 class BaseConditionCombo(BaseCondition, ABC):

server/tests/conftest.py

@@ -10,4 +10,5 @@ def available_variables():
         "ONE": 1,
         "ONE_POINT_ONE": 1.1,
         "TRUE": True,
+        "INTEGER_LIST": [1, 2, 3],
     }

server/tests/steps/test_filter.py

@@ -460,3 +460,7 @@ def test_render_filter_step_with_variables(available_variables: dict[str, Any])
     step = FilterStepWithVariables(condition={"or": [step.model_dump()["condition"]]})
     rendered = step.render(available_variables, nosql_apply_parameters_to_query)
     assert rendered.condition.or_[0].value.date == available_variables["TODAY"]
+
+    step = FilterStepWithVariables(condition={"column": "int_column", "operator": "in", "value": "{{ INTEGER_LIST }}"})
+    rendered = step.render(available_variables, nosql_apply_parameters_to_query)
+    assert rendered.condition.value == available_variables["INTEGER_LIST"] == [1, 2, 3]