🎉Source MailChimp: New Stream Automations (airbytehq#23290)

* bump connector version * Source: MailChimp, New Stream Automations * fix: Schema error fix * Fixes formatting. * fix: Fixed acceptance test schema errors * fix: Update schema, update dockerlabel * refactor: Update docs * refactor: Update DockerVersionTag * fix: Update EOF and configured catalog * fix: Schema, Update docs * fix: Schema on catalog * fix: update DocketVersionTag * fix: schema, update docs, bump docker version * fix: spec, update doc in streams.py * fix: schema compatability for null * update connector version to 0.4.0 * Update Dockerfile * recreate source spec * restore source spec form main * rollback source spec from main * source spec * run gradle config seed * fix schema and remove unused code * fix docs * bump connector seed file versino * auto-bump connector version --------- Co-authored-by: marcosmarxm <[email protected]> Co-authored-by: nataly <[email protected]> Co-authored-by: Octavia Squidington III <[email protected]> Co-authored-by: Marcos Marx <[email protected]>
shipyardapp · Apr 24, 2023 · f6bd910 · f6bd910
1 parent cff896f
commit f6bd910
Show file tree

Hide file tree

Showing 17 changed files with 704 additions and 17 deletions.
diff --git a/airbyte-config-oss/init-oss/src/main/resources/seed/oss_catalog.json b/airbyte-config-oss/init-oss/src/main/resources/seed/oss_catalog.json
@@ -17071,7 +17071,7 @@
     "sourceDefinitionId": "b03a9f3e-22a5-11eb-adc1-0242ac120002",
     "name": "Mailchimp",
     "dockerRepository": "airbyte/source-mailchimp",
-    "dockerImageTag": "0.3.5",
+    "dockerImageTag": "0.4.0",
     "documentationUrl": "https://docs.airbyte.com/integrations/sources/mailchimp",
     "icon": "mailchimp.svg",
     "sourceType": "api",

diff --git a/airbyte-config-oss/init-oss/src/main/resources/seed/source_definitions.yaml b/airbyte-config-oss/init-oss/src/main/resources/seed/source_definitions.yaml
@@ -1161,7 +1161,7 @@
 - name: Mailchimp
   sourceDefinitionId: b03a9f3e-22a5-11eb-adc1-0242ac120002
   dockerRepository: airbyte/source-mailchimp
-  dockerImageTag: 0.3.5
+  dockerImageTag: 0.4.0
   documentationUrl: https://docs.airbyte.com/integrations/sources/mailchimp
   icon: mailchimp.svg
   sourceType: api

diff --git a/airbyte-config-oss/init-oss/src/main/resources/seed/source_specs.yaml b/airbyte-config-oss/init-oss/src/main/resources/seed/source_specs.yaml
@@ -8328,7 +8328,7 @@
     supportsNormalization: false
     supportsDBT: false
     supported_destination_sync_modes: []
-- dockerImage: "airbyte/source-mailchimp:0.3.5"
+- dockerImage: "airbyte/source-mailchimp:0.4.0"
   spec:
     documentationUrl: "https://docs.airbyte.com/integrations/sources/mailchimp"
     connectionSpecification:

diff --git a/airbyte-integrations/connectors/source-mailchimp/Dockerfile b/airbyte-integrations/connectors/source-mailchimp/Dockerfile
@@ -12,5 +12,5 @@ COPY main.py ./
 ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=0.3.5
+LABEL io.airbyte.version=0.4.0
 LABEL io.airbyte.name=airbyte/source-mailchimp
diff --git a/airbyte-integrations/connectors/source-mailchimp/acceptance-test-config.yml b/airbyte-integrations/connectors/source-mailchimp/acceptance-test-config.yml
@@ -41,15 +41,15 @@ acceptance_tests:
       fail_on_extra_columns: false
   incremental:
     tests:
-    - config_path: "secrets/config.json"
-      configured_catalog_path: "integration_tests/configured_catalog.json"
-      future_state:
-        future_state_path: "integration_tests/state.json"
-      cursor_paths:
-        lists: ["date_created"]
-        campaigns: ["create_time"]
-        email_activity: ["49d68626f3", "timestamp"]
-        reports: ["send_time"]
+      - config_path: "secrets/config.json"
+        configured_catalog_path: "integration_tests/configured_catalog.json"
+        future_state:
+          future_state_path: "integration_tests/state.json"
+        cursor_paths:
+          automations: ["create_time"]
+          lists: ["date_created"]
+          campaigns: ["create_time"]
+          email_activity: ["49d68626f3", "timestamp"]
   # Email activities stream has working campaigns with email newsletters.
   # Due to this sequential_reads test could be failed.
   full_refresh:

diff --git a/airbyte-integrations/connectors/source-mailchimp/integration_tests/configured_catalog.json b/airbyte-integrations/connectors/source-mailchimp/integration_tests/configured_catalog.json
@@ -1,5 +1,19 @@
 {
   "streams": [
+    {
+      "stream": {
+        "name": "automations",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh", "incremental"],
+        "source_defined_cursor": true,
+        "default_cursor_field": ["create_time"],
+        "source_defined_primary_key": [["id"]]
+      },
+      "sync_mode": "incremental",
+      "cursor_field": ["create_time"],
+      "primary_key": [["id"]],
+      "destination_sync_mode": "append"
+    },
     {
       "stream": {
         "name": "campaigns",

diff --git a/...ctors/source-mailchimp/integration_tests/configured_catalog_without_email_activities.json b/...ctors/source-mailchimp/integration_tests/configured_catalog_without_email_activities.json
@@ -1,5 +1,19 @@
 {
   "streams": [
+    {
+      "stream": {
+        "name": "automations",
+        "json_schema": {},
+        "supported_sync_modes": ["full_refresh", "incremental"],
+        "source_defined_cursor": true,
+        "default_cursor_field": ["create_time"],
+        "source_defined_primary_key": [["id"]]
+      },
+      "sync_mode": "incremental",
+      "cursor_field": ["create_time"],
+      "primary_key": [["id"]],
+      "destination_sync_mode": "append"
+    },
     {
       "stream": {
         "name": "campaigns",

diff --git a/airbyte-integrations/connectors/source-mailchimp/integration_tests/state.json b/airbyte-integrations/connectors/source-mailchimp/integration_tests/state.json
@@ -13,6 +13,13 @@
       "stream_descriptor": { "name": "lists" }
     }
   },
+  {
+    "type": "STREAM",
+    "stream": {
+      "stream_state": { "create_time": "2220-11-23T05:42:11+00:00" },
+      "stream_descriptor": { "name": "automations" }
+    }
+  },
   {
     "type": "STREAM",
     "stream": {

diff --git a/airbyte-integrations/connectors/source-mailchimp/sample_files/catalog.json b/airbyte-integrations/connectors/source-mailchimp/sample_files/catalog.json
@@ -791,6 +791,219 @@
         }
       }
     },
+    {
+      "name": "Automations",
+      "supported_sync_modes": ["full_refresh", "incremental"],
+      "source_defined_cursor": true,
+      "default_cursor_field": "create_time",
+      "json_schema": {
+        "type": "object",
+        "title": "Automation",
+        "description": "A summary of an individual automation's settings and content.",
+        "properties": {
+          "id": {
+            "type": ["null", "string"]
+          },
+          "create_time": {
+            "type": ["null", "string"]
+          },
+          "start_time": {
+            "type": ["null", "string"]
+          },
+          "status": {
+            "type": ["null", "string"]
+          },
+          "emails_sent": {
+            "type": ["null", "number"]
+          },
+          "recipients": {
+            "type": ["null", "object"],
+            "properties": {
+              "list_id": {
+                "type": ["null", "string"]
+              },
+              "list_is_active": {
+                "type": ["null", "boolean"]
+              },
+              "list_name": {
+                "type": ["null", "string"]
+              },
+              "segment_opts": {
+                "type": ["null", "object"],
+                "properties": {
+                  "saved_segment_id": {
+                    "type": ["null", "number"]
+                  },
+                  "match": {
+                    "type": ["null", "string"]
+                  },
+                  "conditions": {
+                    "type": ["null", "array"],
+                    "items": {}
+                  }
+                }
+              },
+              "store_id": {
+                "type": ["null", "string"]
+              }
+            }
+          },
+          "settings": {
+            "type": ["null", "object"],
+            "properties": {
+              "title": {
+                "type": ["null", "string"]
+              },
+              "from_name": {
+                "type": ["null", "string"]
+              },
+              "reply_to": {
+                "type": ["null", "string"]
+              },
+              "use_conversation": {
+                "type": ["null", "boolean"]
+              },
+              "to_name": {
+                "type": ["null", "string"]
+              },
+              "authenticate": {
+                "type": ["null", "boolean"]
+              },
+              "auto_footer": {
+                "type": ["null", "boolean"]
+              },
+              "inline_css": {
+                "type": ["null", "boolean"]
+              }
+            }
+          },
+          "tracking": {
+            "type": ["null", "object"],
+            "properties": {
+              "opens": {
+                "type": ["null", "boolean"]
+              },
+              "html_clicks": {
+                "type": ["null", "boolean"]
+              },
+              "text_clicks": {
+                "type": ["null", "boolean"]
+              },
+              "goal_tracking": {
+                "type": ["null", "boolean"]
+              },
+              "ecomm360": {
+                "type": ["null", "boolean"]
+              },
+              "google_analytics": {
+                "type": ["null", "string"]
+              },
+              "clicktale": {
+                "type": ["null", "string"]
+              },
+              "salesforce": {
+                "type": ["null", "object"],
+                "properties": {
+                  "campaign": {
+                    "type": ["null", "boolean"]
+                  },
+                  "notes": {
+                    "type": ["null", "boolean"]
+                  }
+                }
+              },
+              "capsule": {
+                "type": ["null", "object"],
+                "properties": {
+                  "notes": {
+                    "type": ["null", "boolean"]
+                  }
+                }
+              }
+            }
+          },
+          "trigger_settings": {
+            "type": ["null", "object"],
+            "properties": {
+              "workflow_type": {
+                "type": ["null", "string"]
+              },
+              "workflow_title": {
+                "type": ["null", "string"]
+              },
+              "runtime": {
+                "type": ["null", "object"],
+                "properties": {
+                  "days": {
+                    "type": ["null", "array"],
+                    "items": {
+                      "type": ["null", "string"]
+                    }
+                  },
+                  "hours": {
+                    "type": ["null", "object"],
+                    "properties": {
+                      "type": {
+                        "type": ["null", "string"]
+                      }
+                    }
+                  }
+                }
+              },
+              "workflow_emails_count": {
+                "type": ["null", "number"]
+              }
+            }
+          },
+          "report_summary": {
+            "type": ["null", "object"],
+            "properties": {
+              "opens": {
+                "type": ["null", "number"]
+              },
+              "unique_opens": {
+                "type": ["null", "number"]
+              },
+              "open_rate": {
+                "type": ["null", "number"]
+              },
+              "clicks": {
+                "type": ["null", "number"]
+              },
+              "subscriber_clicks": {
+                "type": ["null", "number"]
+              },
+              "click_rate": {
+                "type": ["null", "number"]
+              }
+            }
+          },
+          "_links": {
+            "type": ["null", "array"],
+            "items": {
+              "type": ["null", "object"],
+              "properties": {
+                "rel": {
+                  "type": ["null", "string"]
+                },
+                "href": {
+                  "type": ["null", "string"]
+                },
+                "method": {
+                  "type": ["null", "string"]
+                },
+                "targetSchema": {
+                  "type": ["null", "string"]
+                },
+                "schema": {
+                  "type": ["null", "string"]
+                }
+              }
+            }
+          }
+        }
+      }
+    },
     {
       "name": "Lists",
       "supported_sync_modes": ["full_refresh", "incremental"],