From bf636ad1439ccfd8462fdba0497006c383ec5f79 Mon Sep 17 00:00:00 2001 From: "Sofiane ALI (contractor)" Date: Tue, 16 Apr 2024 14:14:16 +0200 Subject: [PATCH] Add documentation for Snowflake Streaming --- .../config/pipes/snowflake/streaming.yaml | 21 +++++++++++++++++++ 1 file changed, 21 insertions(+) create mode 100644 docs/content/_data/config/pipes/snowflake/streaming.yaml diff --git a/docs/content/_data/config/pipes/snowflake/streaming.yaml b/docs/content/_data/config/pipes/snowflake/streaming.yaml new file mode 100644 index 0000000..3b9c47d --- /dev/null +++ b/docs/content/_data/config/pipes/snowflake/streaming.yaml @@ -0,0 +1,21 @@ +output: + type: com.amadeus.dataio.pipes.snowflake.streaming.SnowflakeOutput + fields: + - name: Duration + mandatory: "No" + description: Sets the trigger for the stream query. Controls the trigger() Spark function. + example: Duration = "60 seconds" + - name: Timeout + mandatory: "Yes" + description: Controls the amount of time before returning from the streaming query, in hours. It can be a String or an Int. + example: Timeout = 24 + - name: Mode + mandatory: "Yes" + description: The Spark Structured Streaming output mode. + example: Mode = "complete" + default: append + - name: AddTimestampOnInsert + mandatory: "No" + description: Add a column named "timestamp" containing the current timestamp at the start of query evaluation + example: AddTimestampOnInsert = "true" + default: false