dataworks provider

aliyun · Apr 3, 2024 · 47136c2 · 47136c2
1 parent 61f880e
commit 47136c2
Show file tree

Hide file tree

Showing 15 changed files with 495 additions and 0 deletions.
diff --git a/.vscode/settings.json b/.vscode/settings.json
@@ -0,0 +1,3 @@
+{
+    "java.compile.nullAnalysis.mode": "automatic"
+}
diff --git a/providers/README.md b/providers/README.md
@@ -0,0 +1,2 @@
+# Introduction to providers
+Providers are a way to share code across multiple applications.
diff --git a/providers/airflow_provider_dataworks/README.md b/providers/airflow_provider_dataworks/README.md
@@ -0,0 +1,3 @@
+# Introduction
+airflow-dataworks-provider is an airflow provider for DataWorks, which provides the interaction functionality between Airflow and DataWorks.
+
diff --git a/providers/airflow_provider_dataworks/apache_airflow_provider.json b/providers/airflow_provider_dataworks/apache_airflow_provider.json
@@ -0,0 +1,27 @@
+{
+    "package-name": "apcahe-airflow-provider-dataworks",
+    "version": "1.0.0",
+    "description": "Apache Airflow Provider for Alibaba Cloud DataWorks",
+    "url": "https://github.com/apache/airflow",
+    "license": "Apache License 2.0",
+    "author": "Alibaba Cloud, Inc.",
+    "extra-link": [
+        {
+            "name": "apache-airflow",
+            "url": "https://airflow.apache.org/"
+        }
+    ],
+    "task-decorators": [
+        {
+            "name": "dataworks_node",
+            "class": "airflow.providers.dataworks.decorators.DataWorksNode"
+        }
+    ],
+    "connection-types": [],
+    "secret-backends": [],
+    "auth-backends": [],
+    "nodifications": [],
+    "executors": [],
+    "logging": [],
+    "config": []
+}
diff --git a/providers/airflow_provider_dataworks/event/__init__.py b/providers/airflow_provider_dataworks/event/__init__.py
diff --git a/providers/airflow_provider_dataworks/operator/__init__.py b/providers/airflow_provider_dataworks/operator/__init__.py
diff --git a/providers/airflow_provider_dataworks/operator/dataworks_node_operator.py b/providers/airflow_provider_dataworks/operator/dataworks_node_operator.py
@@ -0,0 +1,9 @@
+from airflow.models import BaseOperator
+
+class DataWorksNodeOperator(BaseOperator):
+    region_id = None
+
+
+    def __init__(self):
+        super.__init__(BaseOperator)
+        pass
diff --git a/providers/airflow_provider_dataworks/operator/dataworks_trigger_node.py b/providers/airflow_provider_dataworks/operator/dataworks_trigger_node.py
@@ -0,0 +1,7 @@
+from airflow.models import BaseOperator
+
+class DataWorksTriggerNode(BaseOperator):
+    def __init__(self):
+        pass
+
+
diff --git a/providers/airflow_provider_dataworks/plugins/__init__.py b/providers/airflow_provider_dataworks/plugins/__init__.py
diff --git a/providers/airflow_provider_dataworks/plugins/extra_link.py b/providers/airflow_provider_dataworks/plugins/extra_link.py
@@ -0,0 +1,5 @@
+from airflow.models.baseoperatorlink import BaseOperatorLink
+
+class DataWorksLink(BaseOperatorLink):
+    name = 'DataWorks'
+    operators = [DataWorksOperator]
diff --git a/providers/airflow_provider_dataworks/requirement.txt b/providers/airflow_provider_dataworks/requirement.txt
diff --git a/providers/airflow_provider_dataworks/sensor/__init__.py b/providers/airflow_provider_dataworks/sensor/__init__.py
diff --git a/providers/airflow_provider_dataworks/setup.py b/providers/airflow_provider_dataworks/setup.py
diff --git a/providers/dolphinscheduler-dataworks-provider/README.md b/providers/dolphinscheduler-dataworks-provider/README.md
@@ -0,0 +1 @@
+Implementation of the DataWorks Task Provider for DolphinScheduler SPI interface.
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		# Introduction to providers
		Providers are a way to share code across multiple applications.
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,3 @@
		# Introduction
		airflow-dataworks-provider is an airflow provider for DataWorks, which provides the interaction functionality between Airflow and DataWorks.
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		Implementation of the DataWorks Task Provider for DolphinScheduler SPI interface.