test(kfp): upgrade to 1.8.0-alpha.0

kubeflow · Dec 1, 2021 · a59d753 · a59d753
1 parent 65079ce
commit a59d753
Show file tree

Hide file tree

Showing 188 changed files with 698 additions and 451 deletions.
diff --git a/acm-repos/kfp-standalone-1/kfp-all.yaml b/acm-repos/kfp-standalone-1/kfp-all.yaml
@@ -89,6 +89,85 @@ spec:
 ---
 apiVersion: apiextensions.k8s.io/v1
 kind: CustomResourceDefinition
+metadata:
+  labels:
+    application-crd-id: kubeflow-pipelines
+  name: scheduledworkflows.kubeflow.org
+spec:
+  group: kubeflow.org
+  names:
+    kind: ScheduledWorkflow
+    listKind: ScheduledWorkflowList
+    plural: scheduledworkflows
+    shortNames:
+    - swf
+    singular: scheduledworkflow
+  scope: Namespaced
+  versions:
+  - name: v1beta1
+    schema:
+      openAPIV3Schema:
+        properties:
+          apiVersion:
+            type: string
+          kind:
+            type: string
+          metadata:
+            type: object
+          spec:
+            type: object
+            x-kubernetes-map-type: atomic
+            x-kubernetes-preserve-unknown-fields: true
+          status:
+            type: object
+            x-kubernetes-map-type: atomic
+            x-kubernetes-preserve-unknown-fields: true
+        required:
+        - spec
+        - status
+        type: object
+    served: true
+    storage: true
+---
+apiVersion: apiextensions.k8s.io/v1
+kind: CustomResourceDefinition
+metadata:
+  labels:
+    application-crd-id: kubeflow-pipelines
+  name: viewers.kubeflow.org
+spec:
+  group: kubeflow.org
+  names:
+    kind: Viewer
+    listKind: ViewerList
+    plural: viewers
+    shortNames:
+    - vi
+    singular: viewer
+  scope: Namespaced
+  versions:
+  - name: v1beta1
+    schema:
+      openAPIV3Schema:
+        properties:
+          apiVersion:
+            type: string
+          kind:
+            type: string
+          metadata:
+            type: object
+          spec:
+            type: object
+            x-kubernetes-map-type: atomic
+            x-kubernetes-preserve-unknown-fields: true
+        required:
+        - spec
+        type: object
+    served: true
+    storage: true
+---
+apiVersion: apiextensions.k8s.io/v1
+kind: CustomResourceDefinition
 metadata:
   labels:
     application-crd-id: kubeflow-pipelines
@@ -452,48 +531,6 @@ spec:
           type: object
   version: v1beta1
 ---
-apiVersion: apiextensions.k8s.io/v1beta1
-kind: CustomResourceDefinition
-metadata:
-  labels:
-    application-crd-id: kubeflow-pipelines
-  name: scheduledworkflows.kubeflow.org
-spec:
-  group: kubeflow.org
-  names:
-    kind: ScheduledWorkflow
-    listKind: ScheduledWorkflowList
-    plural: scheduledworkflows
-    shortNames:
-    - swf
-    singular: scheduledworkflow
-  scope: Namespaced
-  versions:
-  - name: v1beta1
-    served: true
-    storage: true
----
-apiVersion: apiextensions.k8s.io/v1beta1
-kind: CustomResourceDefinition
-metadata:
-  labels:
-    application-crd-id: kubeflow-pipelines
-  name: viewers.kubeflow.org
-spec:
-  group: kubeflow.org
-  names:
-    kind: Viewer
-    listKind: ViewerList
-    plural: viewers
-    shortNames:
-    - vi
-    singular: viewer
-  scope: Namespaced
-  versions:
-  - name: v1beta1
-    served: true
-    storage: true
----
 apiVersion: v1
 kind: ServiceAccount
 metadata:
@@ -1455,7 +1492,7 @@ apiVersion: v1
 data:
   ConMaxLifeTime: 120s
   appName: kfp-standalone-1
-  appVersion: 1.7.1
+  appVersion: 1.8.0-alpha.0
   autoUpdatePipelineDefaultVersion: "true"
   bucketName: mlpipeline
   cacheDb: cachedb
@@ -1675,6 +1712,10 @@ spec:
 apiVersion: v1
 kind: Service
 metadata:
+  annotations:
+    prometheus.io/port: "8888"
+    prometheus.io/scheme: http
+    prometheus.io/scrape: "true"
   labels:
     application-crd-id: kubeflow-pipelines
   name: ml-pipeline
@@ -1755,7 +1796,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.namespace
-        image: gcr.io/ml-pipeline/cache-deployer:1.7.1
+        image: gcr.io/ml-pipeline/cache-deployer:1.8.0-alpha.0
         imagePullPolicy: Always
         name: main
       restartPolicy: Always
@@ -1832,7 +1873,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.namespace
-        image: gcr.io/ml-pipeline/cache-server:1.7.1
+        image: gcr.io/ml-pipeline/cache-server:1.8.0-alpha.0
         imagePullPolicy: Always
         name: server
         ports:
@@ -1917,7 +1958,7 @@ spec:
         component: metadata-envoy
     spec:
       containers:
-      - image: gcr.io/ml-pipeline/metadata-envoy:1.7.1
+      - image: gcr.io/ml-pipeline/metadata-envoy:1.8.0-alpha.0
         name: container
         ports:
         - containerPort: 9090
@@ -1982,7 +2023,7 @@ spec:
             configMapKeyRef:
               key: dbPort
               name: pipeline-install-config
-        image: gcr.io/tfx-oss-public/ml_metadata_store_server:1.0.0
+        image: gcr.io/tfx-oss-public/ml_metadata_store_server:1.4.0
         livenessProbe:
           initialDelaySeconds: 3
           periodSeconds: 5
@@ -2027,7 +2068,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.namespace
-        image: gcr.io/ml-pipeline/metadata-writer:1.7.1
+        image: gcr.io/ml-pipeline/metadata-writer:1.8.0-alpha.0
         name: main
       serviceAccountName: kubeflow-pipelines-metadata-writer
 ---
@@ -2115,7 +2156,7 @@ spec:
           value: "86400"
         - name: NUM_WORKERS
           value: "2"
-        image: gcr.io/ml-pipeline/persistenceagent:1.7.1
+        image: gcr.io/ml-pipeline/persistenceagent:1.8.0-alpha.0
         imagePullPolicy: IfNotPresent
         name: ml-pipeline-persistenceagent
         resources:
@@ -2156,7 +2197,7 @@ spec:
             configMapKeyRef:
               key: cronScheduleTimezone
               name: pipeline-install-config
-        image: gcr.io/ml-pipeline/scheduledworkflow:1.7.1
+        image: gcr.io/ml-pipeline/scheduledworkflow:1.8.0-alpha.0
         imagePullPolicy: IfNotPresent
         name: ml-pipeline-scheduledworkflow
       serviceAccountName: ml-pipeline-scheduledworkflow
@@ -2202,7 +2243,7 @@ spec:
               name: mlpipeline-minio-artifact
         - name: ALLOW_CUSTOM_VISUALIZATIONS
           value: "true"
-        image: gcr.io/ml-pipeline/frontend:1.7.1
+        image: gcr.io/ml-pipeline/frontend:1.8.0-alpha.0
         imagePullPolicy: IfNotPresent
         livenessProbe:
           exec:
@@ -2274,7 +2315,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.namespace
-        image: gcr.io/ml-pipeline/viewer-crd-controller:1.7.1
+        image: gcr.io/ml-pipeline/viewer-crd-controller:1.8.0-alpha.0
         imagePullPolicy: Always
         name: ml-pipeline-viewer-crd
       serviceAccountName: ml-pipeline-viewer-crd-service-account
@@ -2301,7 +2342,7 @@ spec:
         application-crd-id: kubeflow-pipelines
     spec:
       containers:
-      - image: gcr.io/ml-pipeline/visualization-server:1.7.1
+      - image: gcr.io/ml-pipeline/visualization-server:1.8.0-alpha.0
         imagePullPolicy: IfNotPresent
         livenessProbe:
           exec:
@@ -2416,7 +2457,7 @@ spec:
             secretKeyRef:
               key: secretkey
               name: mlpipeline-minio-artifact
-        image: gcr.io/ml-pipeline/api-server:1.7.1
+        image: gcr.io/ml-pipeline/api-server:1.8.0-alpha.0
         imagePullPolicy: IfNotPresent
         livenessProbe:
           exec:
@@ -2524,7 +2565,7 @@ spec:
       - env:
         - name: PROXY_URL
           value: https://datalab-staging.cloud.google.com/tun/m/4592f092208ecc84946b8f8f8016274df1b36a14
-        image: gcr.io/ml-pipeline/inverse-proxy-agent:1.7.1
+        image: gcr.io/ml-pipeline/inverse-proxy-agent:1.8.0-alpha.0
         imagePullPolicy: IfNotPresent
         name: proxy-agent
       hostNetwork: true
@@ -2634,7 +2675,7 @@ spec:
       url: https://github.com/kubeflow/pipelines
     notes: Please go to [Hosted Kubeflow Pipelines Console](https://console.cloud.google.com/ai-platform/pipelines/clusters).
     type: Kubeflow Pipelines
-    version: 1.7.1
+    version: 1.8.0-alpha.0
   info:
   - name: Console
     value: https://console.cloud.google.com/ai-platform/pipelines/clusters

diff --git a/test-infra/kfp/Makefile b/test-infra/kfp/Makefile
@@ -16,7 +16,7 @@ KFP_STANDALONE_1_DIR=$(ACM_REPOS)/kfp-standalone-1
 
 # Please edit the following version before running:
 # make kfp-update
-PIPELINES_VERSION=1.7.1
+PIPELINES_VERSION=1.8.0-alpha.0
 PIPELINES_SRC_REPO=https://github.com/kubeflow/pipelines.git
 
 all: hydrate hydrate-kfp-manifests vet-kfp-manifests

diff --git a/test-infra/kfp/kfp-standalone-1/kustomize/upstream/Kptfile b/test-infra/kfp/kfp-standalone-1/kustomize/upstream/Kptfile
@@ -1,18 +1,11 @@
-apiVersion: kpt.dev/v1
+apiVersion: kpt.dev/v1alpha1
 kind: Kptfile
 metadata:
   name: upstream
 upstream:
   type: git
   git:
+    commit: ca9b9444ac879666f6ab9e11f82a62a7890f4373
     repo: https://github.com/kubeflow/pipelines
     directory: /manifests/kustomize
-    ref: 1.7.1
-  updateStrategy: resource-merge
-upstreamLock:
-  type: git
-  git:
-    repo: https://github.com/kubeflow/pipelines
-    directory: /manifests/kustomize
-    ref: 1.7.1
-    commit: d8e2f0d557c1cf233730ba8ee69d9aed8e0c6e19
+    ref: 1.8.0-alpha.0
diff --git a/test-infra/kfp/kfp-standalone-1/kustomize/upstream/OWNERS b/test-infra/kfp/kfp-standalone-1/kustomize/upstream/OWNERS
@@ -1,5 +1,5 @@
 approvers:
-  - Bobgy
-  - IronPan
+  - zijianjoy
 reviewers:
   - Bobgy
+  - zijianjoy
diff --git a/test-infra/kfp/kfp-standalone-1/kustomize/upstream/base/application/application.yaml b/test-infra/kfp/kfp-standalone-1/kustomize/upstream/base/application/application.yaml
@@ -2,7 +2,7 @@
 
 apiVersion: app.k8s.io/v1beta1
 kind: Application
-metadata: # kpt-merge: /$(kfp-app-name)
+metadata:
   name: $(kfp-app-name)
   annotations:
     kubernetes-engine.cloud.google.com/icon: >-
@@ -28,6 +28,7 @@ spec:
         url: https://www.kubeflow.org/docs/pipelines/
     notes: |-
       Please go to [Hosted Kubeflow Pipelines Console](https://console.cloud.google.com/ai-platform/pipelines/clusters).
+
   info:
     - name: Console
       value: 'https://console.cloud.google.com/ai-platform/pipelines/clusters'

diff --git a/...fp/kfp-standalone-1/kustomize/upstream/base/cache-deployer/cache-deployer-deployment.yaml b/...fp/kfp-standalone-1/kustomize/upstream/base/cache-deployer/cache-deployer-deployment.yaml
@@ -1,6 +1,6 @@
 apiVersion: apps/v1
 kind: Deployment
-metadata: # kpt-merge: /cache-deployer-deployment
+metadata:
   name: cache-deployer-deployment
   labels:
     app: cache-deployer

diff --git a/...nfra/kfp/kfp-standalone-1/kustomize/upstream/base/cache-deployer/cache-deployer-role.yaml b/...nfra/kfp/kfp-standalone-1/kustomize/upstream/base/cache-deployer/cache-deployer-role.yaml
@@ -1,6 +1,6 @@
 apiVersion: rbac.authorization.k8s.io/v1
 kind: Role
-metadata: # kpt-merge: /kubeflow-pipelines-cache-deployer-role
+metadata:
   labels:
     app: kubeflow-pipelines-cache-deployer-role
   name: kubeflow-pipelines-cache-deployer-role

diff --git a/...p/kfp-standalone-1/kustomize/upstream/base/cache-deployer/cache-deployer-rolebinding.yaml b/...p/kfp-standalone-1/kustomize/upstream/base/cache-deployer/cache-deployer-rolebinding.yaml
@@ -1,11 +1,11 @@
 apiVersion: rbac.authorization.k8s.io/v1
 kind: RoleBinding
-metadata: # kpt-merge: /kubeflow-pipelines-cache-deployer-rolebinding
+metadata:
   name: kubeflow-pipelines-cache-deployer-rolebinding
 roleRef:
   apiGroup: rbac.authorization.k8s.io
   kind: Role
   name: kubeflow-pipelines-cache-deployer-role
 subjects:
 - kind: ServiceAccount
-  name: kubeflow-pipelines-cache-deployer-sa
+  name: kubeflow-pipelines-cache-deployer-sa
diff --git a/...e-1/kustomize/upstream/base/cache-deployer/cluster-scoped/cache-deployer-clusterrole.yaml b/...e-1/kustomize/upstream/base/cache-deployer/cluster-scoped/cache-deployer-clusterrole.yaml
@@ -1,6 +1,6 @@
 apiVersion: rbac.authorization.k8s.io/v1
 kind: ClusterRole
-metadata: # kpt-merge: /kubeflow-pipelines-cache-deployer-clusterrole
+metadata:
   labels:
     app: kubeflow-pipelines-cache-deployer-clusterrole
   name: kubeflow-pipelines-cache-deployer-clusterrole
@@ -32,4 +32,4 @@ rules:
   resourceNames:
   - kubernetes.io/*
   verbs:
-  - approve
+  - approve  
diff --git a/...tomize/upstream/base/cache-deployer/cluster-scoped/cache-deployer-clusterrolebinding.yaml b/...tomize/upstream/base/cache-deployer/cluster-scoped/cache-deployer-clusterrolebinding.yaml
@@ -1,6 +1,6 @@
 apiVersion: rbac.authorization.k8s.io/v1
 kind: ClusterRoleBinding
-metadata: # kpt-merge: /kubeflow-pipelines-cache-deployer-clusterrolebinding
+metadata:
   name: kubeflow-pipelines-cache-deployer-clusterrolebinding
 roleRef:
   apiGroup: rbac.authorization.k8s.io

diff --git a/...standalone-1/kustomize/upstream/base/cache-deployer/cluster-scoped/cache-deployer-sa.yaml b/...standalone-1/kustomize/upstream/base/cache-deployer/cluster-scoped/cache-deployer-sa.yaml
@@ -1,4 +1,4 @@
 apiVersion: v1
 kind: ServiceAccount
-metadata: # kpt-merge: /kubeflow-pipelines-cache-deployer-sa
+metadata:
   name: kubeflow-pipelines-cache-deployer-sa
diff --git a/...kfp-standalone-1/kustomize/upstream/base/cache-deployer/cluster-scoped/kustomization.yaml b/...kfp-standalone-1/kustomize/upstream/base/cache-deployer/cluster-scoped/kustomization.yaml
@@ -1,9 +1,11 @@
 apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
+
 resources:
   - cache-deployer-clusterrole.yaml
   - cache-deployer-clusterrolebinding.yaml
   # HACK: although a service account(SA) is not a cluster-scoped resource.
   # Presence of a SA referred by a clusterrolebinding allows kustomize to auto-add
   # namespace for the clusterrolebinding's SA ref.
   - cache-deployer-sa.yaml
+