Merge pull request #1408 from yhwang/2.0.x

chore(v2): sync with kubeflow/pipelines 2.0.3
kubeflow · Oct 27, 2023 · a4546ac · a4546ac
2 parents 78f3bb7 + ec8229b
commit a4546ac
Show file tree

Hide file tree

Showing 801 changed files with 181,657 additions and 23,245 deletions.
diff --git a/.cloudbuild.yaml b/.cloudbuild.yaml
@@ -158,7 +158,7 @@ steps:
 # * manifests/kustomize/base/metadata/base/metadata-grpc-deployment.yaml
 # * test/tag_for_hosted.sh
 - name: 'gcr.io/cloud-builders/docker'
-  args: ['pull', 'gcr.io/tfx-oss-public/ml_metadata_store_server:1.5.0']
+  args: ['pull', 'gcr.io/tfx-oss-public/ml_metadata_store_server:1.14.0']
   id:   'pullMetadataServer'
 - name: 'gcr.io/cloud-builders/docker'
   args: ['pull', 'gcr.io/ml-pipeline/minio:RELEASE.2019-08-14T20-37-41Z-license-compliance']

diff --git a/.github/stale.yml b/.github/stale.yml
@@ -18,4 +18,4 @@ markComment: >
 # Comment to post when closing a stale issue. Set to `false` to disable
 closeComment: >
   This issue has been automatically closed because it has not had recent
-  activity. Please comment "/reopen" to reopen it.
+  activity. Please comment "/reopen" to reopen it.
diff --git a/.github/workflows/stale.yml b/.github/workflows/stale.yml
@@ -0,0 +1,39 @@
+# This workflow warns and then closes issues and PRs that have had no activity for a specified amount of time.
+#
+# You can adjust the behavior by modifying this file.
+# For more information, see:
+# https://github.com/actions/stale
+name: Mark stale issues and pull requests
+
+on:
+  schedule:
+  - cron: '39 7 * * *'
+
+jobs:
+  stale:
+
+    runs-on: ubuntu-latest
+    permissions:
+      issues: write
+      pull-requests: write
+
+    steps:
+    - uses: actions/stale@v5
+      with:
+        repo-token: ${{ secrets.GITHUB_TOKEN }}
+        days-before-stale: -1
+        days-before-close: -1
+        days-before-issue-stale: 90
+        days-before-issue-close: 90
+        stale-issue-message: >
+          This issue has been automatically marked as stale because it has not had
+          recent activity. It will be closed if no further activity occurs. Thank you
+          for your contributions.
+        close-issue-message: >
+          This issue has been automatically closed because it has not had recent
+          activity. Please comment "/reopen" to reopen it.
+        stale-issue-label: 'lifecycle/stale'
+        exempt-issue-labels: lifecycle/frozen
+        exempt-pr-labels: lifecycle/frozen
+        # Learn more about operations: https://github.com/actions/stale#operations-per-run.
+        operations-per-run: 200
diff --git a/.release.cloudbuild.yaml b/.release.cloudbuild.yaml
@@ -259,14 +259,14 @@ steps:
 # * manifests/kustomize/base/metadata/base/metadata-grpc-deployment.yaml
 # * test/tag_for_hosted.sh
 - name: 'gcr.io/cloud-builders/docker'
-  args: ['pull', 'gcr.io/tfx-oss-public/ml_metadata_store_server:1.5.0']
+  args: ['pull', 'gcr.io/tfx-oss-public/ml_metadata_store_server:1.14.0']
   id:   'pullMetadataServer'
 - name: 'gcr.io/cloud-builders/docker'
-  args: ['tag', 'gcr.io/tfx-oss-public/ml_metadata_store_server:1.5.0', 'gcr.io/ml-pipeline/google/pipelines/metadataserver:$TAG_NAME']
+  args: ['tag', 'gcr.io/tfx-oss-public/ml_metadata_store_server:1.14.0', 'gcr.io/ml-pipeline/google/pipelines/metadataserver:$TAG_NAME']
   id:   'tagMetadataServerForMarketplace'
   waitFor: ['pullMetadataServer']
 - name: 'gcr.io/cloud-builders/docker'
-  args: ['tag', 'gcr.io/tfx-oss-public/ml_metadata_store_server:1.5.0', 'gcr.io/ml-pipeline/google/pipelines-test/metadataserver:$TAG_NAME']
+  args: ['tag', 'gcr.io/tfx-oss-public/ml_metadata_store_server:1.14.0', 'gcr.io/ml-pipeline/google/pipelines-test/metadataserver:$TAG_NAME']
   id:   'tagMetadataServerForMarketplaceTest'
   waitFor: ['pullMetadataServer']
 - id:   'tagMetadataServerForMarketplaceMajorMinor'
@@ -276,8 +276,8 @@ steps:
   args:
   - -ceux
   - |
-    docker tag gcr.io/tfx-oss-public/ml_metadata_store_server:1.5.0 gcr.io/ml-pipeline/google/pipelines/metadataserver:$(cat /workspace/mm.ver)
-    docker tag gcr.io/tfx-oss-public/ml_metadata_store_server:1.5.0 gcr.io/ml-pipeline/google/pipelines-test/metadataserver:$(cat /workspace/mm.ver)
+    docker tag gcr.io/tfx-oss-public/ml_metadata_store_server:1.14.0 gcr.io/ml-pipeline/google/pipelines/metadataserver:$(cat /workspace/mm.ver)
+    docker tag gcr.io/tfx-oss-public/ml_metadata_store_server:1.14.0 gcr.io/ml-pipeline/google/pipelines-test/metadataserver:$(cat /workspace/mm.ver)
     docker push gcr.io/ml-pipeline/google/pipelines/metadataserver:$(cat /workspace/mm.ver)
     docker push gcr.io/ml-pipeline/google/pipelines-test/metadataserver:$(cat /workspace/mm.ver)
 

diff --git a/CHANGELOG.md b/CHANGELOG.md
diff --git a/OWNERS b/OWNERS
@@ -1,8 +1,15 @@
 approvers:
-  - chensun
-  - IronPan
-  - james-jwu
-  - zijianjoy
+ - ckadner
+ - Tomcli
+ - fenglixa
+ - pugangxa
+ - scrapcodes
+ - yhwang
 reviewers:
-  - chensun
-  - zijianjoy
+ - ckadner
+ - Tomcli
+ - fenglixa
+ - pugangxa
+ - jinchihe
+ - scrapcodes
+ - yhwang
diff --git a/VERSION b/VERSION
@@ -1 +1 @@
-2.0.1
+2.0.3
diff --git a/backend/Dockerfile.driver b/backend/Dockerfile.driver
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-FROM golang:1.20.4-alpine3.17 as builder
+FROM golang:1.20.9-alpine3.17 as builder
 
 WORKDIR /go/src/github.com/kubeflow/pipelines
 COPY . .

diff --git a/backend/Dockerfile.launcher b/backend/Dockerfile.launcher
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-FROM golang:1.20.4-alpine3.17 as builder
+FROM golang:1.20.9-alpine3.17 as builder
 
 WORKDIR /go/src/github.com/kubeflow/pipelines
 COPY . .

diff --git a/backend/Dockerfile.visualization b/backend/Dockerfile.visualization
@@ -18,7 +18,7 @@
 # and exporter.py files in the directory specified above.
 
 # This image should be in sync with image in backend/src/apiserver/visualization/update_requirements.sh.
-FROM tensorflow/tensorflow:2.5.1
+FROM tensorflow/tensorflow:2.10.1
 
 RUN apt-get update \
   && apt-get install -y wget curl tar openssl

diff --git a/backend/Makefile b/backend/Makefile
@@ -5,7 +5,7 @@ CSV_PATH=backend/third_party_licenses
 # Whenever build command for any of the binaries change, we should update them both here and in backend/Dockerfiles.
 
 .PHONY: all
-all: license_apiserver license_persistence_agent license_cache_server license_swf license_viewer
+all: license_apiserver license_persistence_agent license_cache_server license_swf license_viewer license_driver license_launcher
 
 .PHONY: clean
 clean:
@@ -21,6 +21,10 @@ $(BUILD)/swf:
 	GO111MODULE=on go build -o $(BUILD)/swf github.com/kubeflow/pipelines/backend/src/crd/controller/scheduledworkflow
 $(BUILD)/viewer:
 	GO111MODULE=on go build -o $(BUILD)/viewer github.com/kubeflow/pipelines/backend/src/crd/controller/viewer
+$(BUILD)/driver:
+	GO111MODULE=on go build -o $(BUILD)/driver github.com/kubeflow/pipelines/backend/src/v2/cmd/driver
+$(BUILD)/launcher:
+	GO111MODULE=on go build -o $(BUILD)/launcher github.com/kubeflow/pipelines/backend/src/v2/cmd/launcher-v2
 
 # Update licenses info after dependencies changed.
 # See README.md#updating-licenses-info section for more details.
@@ -39,6 +43,12 @@ license_swf: $(BUILD)/swf
 .PHONY: license_viewer
 license_viewer: $(BUILD)/viewer
 	cd $(MOD_ROOT) && go-licenses csv ./backend/src/crd/controller/viewer > $(CSV_PATH)/viewer.csv
+.PHONY: license_driver
+license_driver: $(BUILD)/driver
+	cd $(MOD_ROOT) && go-licenses csv ./backend/src/v2/cmd/driver > $(CSV_PATH)/driver.csv
+.PHONY: license_launcher
+license_launcher: $(BUILD)/launcher
+	cd $(MOD_ROOT) && go-licenses csv ./backend/src/v2/cmd/launcher-v2 > $(CSV_PATH)/launcher.csv
 
 .PHONY: image_all
 image_all: image_apiserver image_persistence_agent image_cache image_swf image_viewer image_visualization

diff --git a/backend/OWNERS b/backend/OWNERS
@@ -1,8 +1,6 @@
 approvers:
-  - chensun
-  - gkcalat
-  - Linchin
+ - Tomcli
+ - yhwang
 reviewers:
-  - chensun
-  - gkcalat
-  - Linchin
+ - Tomcli
+ - yhwang
diff --git a/backend/README.md b/backend/README.md
@@ -55,6 +55,13 @@ need to be regenerated and checked-in. Refer to [backend/api](./api/README.md) f
     make all
     ```
 
+## Updating python dependencies
+
+[pip-tools](https://github.com/jazzband/pip-tools) is used to manage python
+dependencies. To update dependencies, edit [requirements.in](requirements.in)
+and run `./update_requirements.sh` to update and pin the transitive
+dependencies.
+
 # Visualization Server Instructions
 
 ## Updating python dependencies

diff --git a/backend/api/v1beta1/python_http_client/README.md b/backend/api/v1beta1/python_http_client/README.md
@@ -3,8 +3,8 @@ This file contains REST API specification for Kubeflow Pipelines. The file is au
 
 This Python package is automatically generated by the [OpenAPI Generator](https://openapi-generator.tech) project:
 
-- API version: 2.0.1
-- Package version: 2.0.1
+- API version: 2.0.3
+- Package version: 2.0.3
 - Build package: org.openapitools.codegen.languages.PythonClientCodegen
 For more information, please visit [https://www.google.com](https://www.google.com)
 

diff --git a/backend/api/v1beta1/python_http_client/kfp_server_api/__init__.py b/backend/api/v1beta1/python_http_client/kfp_server_api/__init__.py
@@ -14,7 +14,7 @@
 
 from __future__ import absolute_import
 
-__version__ = "2.0.1"
+__version__ = "2.0.3"
 
 # import apis into sdk package
 from kfp_server_api.api.experiment_service_api import ExperimentServiceApi

diff --git a/backend/api/v1beta1/python_http_client/kfp_server_api/api_client.py b/backend/api/v1beta1/python_http_client/kfp_server_api/api_client.py
@@ -78,7 +78,7 @@ def __init__(self, configuration=None, header_name=None, header_value=None,
             self.default_headers[header_name] = header_value
         self.cookie = cookie
         # Set default User-Agent.
-        self.user_agent = 'OpenAPI-Generator/2.0.1/python'
+        self.user_agent = 'OpenAPI-Generator/2.0.3/python'
         self.client_side_validation = configuration.client_side_validation
 
     def __enter__(self):

diff --git a/backend/api/v1beta1/python_http_client/kfp_server_api/configuration.py b/backend/api/v1beta1/python_http_client/kfp_server_api/configuration.py
@@ -351,8 +351,8 @@ def to_debug_report(self):
         return "Python SDK Debug Report:\n"\
                "OS: {env}\n"\
                "Python Version: {pyversion}\n"\
-               "Version of the API: 2.0.1\n"\
-               "SDK Package Version: 2.0.1".\
+               "Version of the API: 2.0.3\n"\
+               "SDK Package Version: 2.0.3".\
                format(env=sys.platform, pyversion=sys.version)
 
     def get_host_settings(self):

diff --git a/backend/api/v1beta1/python_http_client/setup.py b/backend/api/v1beta1/python_http_client/setup.py
@@ -13,7 +13,7 @@
 from setuptools import setup, find_packages  # noqa: H301
 
 NAME = "kfp-server-api"
-VERSION = "2.0.1"
+VERSION = "2.0.3"
 # To install the library, run the following
 #
 # python setup.py install

diff --git a/backend/api/v1beta1/swagger/kfp_api_single_file.swagger.json b/backend/api/v1beta1/swagger/kfp_api_single_file.swagger.json
@@ -2,7 +2,7 @@
   "swagger": "2.0",
   "info": {
     "title": "Kubeflow Pipelines API",
-    "version": "2.0.1",
+    "version": "2.0.3",
     "description": "This file contains REST API specification for Kubeflow Pipelines. The file is autogenerated from the swagger definition.",
     "contact": {
       "name": "google",

diff --git a/backend/api/v2beta1/python_http_client/README.md b/backend/api/v2beta1/python_http_client/README.md
@@ -3,8 +3,8 @@ This file contains REST API specification for Kubeflow Pipelines. The file is au
 
 This Python package is automatically generated by the [OpenAPI Generator](https://openapi-generator.tech) project:
 
-- API version: 2.0.1
-- Package version: 2.0.1
+- API version: 2.0.3
+- Package version: 2.0.3
 - Build package: org.openapitools.codegen.languages.PythonClientCodegen
 For more information, please visit [https://www.google.com](https://www.google.com)
 

diff --git a/backend/api/v2beta1/python_http_client/kfp_server_api/__init__.py b/backend/api/v2beta1/python_http_client/kfp_server_api/__init__.py
@@ -14,7 +14,7 @@
 
 from __future__ import absolute_import
 
-__version__ = "2.0.1"
+__version__ = "2.0.3"
 
 # import apis into sdk package
 from kfp_server_api.api.auth_service_api import AuthServiceApi

diff --git a/backend/api/v2beta1/python_http_client/kfp_server_api/api_client.py b/backend/api/v2beta1/python_http_client/kfp_server_api/api_client.py
@@ -78,7 +78,7 @@ def __init__(self, configuration=None, header_name=None, header_value=None,
             self.default_headers[header_name] = header_value
         self.cookie = cookie
         # Set default User-Agent.
-        self.user_agent = 'OpenAPI-Generator/2.0.1/python'
+        self.user_agent = 'OpenAPI-Generator/2.0.3/python'
         self.client_side_validation = configuration.client_side_validation
 
     def __enter__(self):

diff --git a/backend/api/v2beta1/python_http_client/kfp_server_api/configuration.py b/backend/api/v2beta1/python_http_client/kfp_server_api/configuration.py
@@ -351,8 +351,8 @@ def to_debug_report(self):
         return "Python SDK Debug Report:\n"\
                "OS: {env}\n"\
                "Python Version: {pyversion}\n"\
-               "Version of the API: 2.0.1\n"\
-               "SDK Package Version: 2.0.1".\
+               "Version of the API: 2.0.3\n"\
+               "SDK Package Version: 2.0.3".\
                format(env=sys.platform, pyversion=sys.version)
 
     def get_host_settings(self):

diff --git a/backend/api/v2beta1/python_http_client/setup.py b/backend/api/v2beta1/python_http_client/setup.py
@@ -13,7 +13,7 @@
 from setuptools import setup, find_packages  # noqa: H301
 
 NAME = "kfp-server-api"
-VERSION = "2.0.1"
+VERSION = "2.0.3"
 # To install the library, run the following
 #
 # python setup.py install

diff --git a/backend/api/v2beta1/swagger/kfp_api_single_file.swagger.json b/backend/api/v2beta1/swagger/kfp_api_single_file.swagger.json
@@ -2,7 +2,7 @@
   "swagger": "2.0",
   "info": {
     "title": "Kubeflow Pipelines API",
-    "version": "2.0.1",
+    "version": "2.0.3",
     "description": "This file contains REST API specification for Kubeflow Pipelines. The file is autogenerated from the swagger definition.",
     "contact": {
       "name": "google",

diff --git a/backend/metadata_writer/Dockerfile b/backend/metadata_writer/Dockerfile
@@ -1,5 +1,5 @@
 # ml-metadata package depends on tensorflow package
-FROM python:3.7
+FROM python:3.8
 COPY backend/metadata_writer/requirements.txt /kfp/metadata_writer/
 RUN python3 -m pip install -r /kfp/metadata_writer/requirements.txt
 

diff --git a/backend/metadata_writer/README.md b/backend/metadata_writer/README.md
@@ -4,6 +4,5 @@
 
 [pip-tools](https://github.com/jazzband/pip-tools) is used to manage python
 dependencies. To update dependencies, edit [requirements.in](requirements.in)
-and run `../update_requirements.sh python:3.7 <requirements.in >requirements.txt` to update and pin the transitive
+and run `./update_requirements.sh` to update and pin the transitive
 dependencies.
-
diff --git a/backend/metadata_writer/requirements.in b/backend/metadata_writer/requirements.in
@@ -1,3 +1,3 @@
 kubernetes>=8.0.0,<11.0.0
-ml-metadata==1.5.0
+ml-metadata==1.14.0
 lru-dict>=1.1.7,<2.0.0