[root@master ~]# cat down.sh
#!/usr/bin/env sh FILE=" quay.io/jetstack/cert-manager-cainjector:v0.11.0 quay.io/jetstack/cert-manager-controller:v0.11.0 quay.io/jetstack/cert-manager-webhook:v0.11.0 docker.io/istio/citadel:1.1.6 docker.io/istio/galley:1.1.6 docker.io/istio/kubectl:1.1.6 docker.io/istio/mixer:1.1.6 docker.io/istio/pilot:1.1.6 docker.io/istio/proxyv2:1.1.6 docker.io/istio/sidecar_injector:1.1.6 docker.io/jaegertracing/all-in-one:1.9 docker.io/kiali/kiali:v0.16 docker.io/prom/prometheus:v2.3.1 grafana/grafana:6.0.2 istio/citadel:1.1.6 istio/galley:1.1.6 istio/kubectl:1.1.6 istio/mixer:1.1.6 istio/pilot:1.1.6 istio/proxyv2:1.1.6 istio/sidecar_injector:1.1.6 jaegertracing/all-in-one:1.9 kiali/kiali:v0.16 prom/prometheus:v2.3.1 docker.io/istio/proxy_init:1.1.6 docker.io/istio/proxyv2:1.1.6 gcr.io/knative-releases/knative.dev/serving/cmd/activator@sha256:8e606671215cc029683e8cd633ec5de9eabeaa6e9a4392ff289883304be1f418 gcr.io/knative-releases/knative.dev/serving/cmd/autoscaler-hpa@sha256:5e0fadf574e66fb1c893806b5c5e5f19139cc476ebf1dff9860789fe4ac5f545 gcr.io/knative-releases/knative.dev/serving/cmd/autoscaler@sha256:ef1f01b5fb3886d4c488a219687aac72d28e72f808691132f658259e4e02bb27 gcr.io/knative-releases/knative.dev/serving/cmd/controller@sha256:5ca13e5b3ce5e2819c4567b75c0984650a57272ece44bc1dabf930f9fe1e19a1 gcr.io/knative-releases/knative.dev/serving/cmd/networking/istio@sha256:727a623ccb17676fae8058cb1691207a9658a8d71bc7603d701e23b1a6037e6c gcr.io/knative-releases/knative.dev/serving/cmd/webhook@sha256:1ef3328282f31704b5802c1136bd117e8598fd9f437df8209ca87366c5ce9fcb istio/proxy_init:1.1.6 istio/proxyv2:1.1.6 sha256:41790f0ff89bb57d9c03c71efbf01d2456956666fb8e3979dff602fd93967eaf sha256:ed7494dc9c8b7bd13056056bfe87cb5b1203274c1bd3fb6b93656d1a1dbe8903 argoproj/argoui:v2.3.0 argoproj/workflow-controller:v2.3.0 docker.io/seldonio/seldon-core-operator:1.0.1 gcr.io/google_containers/spartakus-amd64:v1.1.0 gcr.io/kfserving/kfserving-controller:0.2.2 gcr.io/kubebuilder/kube-rbac-proxy:v0.4.0 gcr.io/kubeflow-images-public/admission-webhook:v1.0.0-gaf96e4e3 gcr.io/kubeflow-images-public/centraldashboard:v1.0.0-g3ec0de71 gcr.io/kubeflow-images-public/ingress-setup:latest gcr.io/kubeflow-images-public/jupyter-web-app:v1.0.0-g2bd63238 gcr.io/kubeflow-images-public/katib/v1alpha3/katib-controller:v0.8.0 gcr.io/kubeflow-images-public/katib/v1alpha3/katib-db-manager:v0.8.0 gcr.io/kubeflow-images-public/katib/v1alpha3/katib-ui:v0.8.0 gcr.io/kubeflow-images-public/kfam:v1.0.0-gf3e09203 gcr.io/kubeflow-images-public/kubernetes-sigs/application:1.0-beta gcr.io/kubeflow-images-public/metadata-frontend:v0.1.8 gcr.io/kubeflow-images-public/metadata:v0.1.11 gcr.io/kubeflow-images-public/notebook-controller:v1.0.0-gcd65ce25 gcr.io/kubeflow-images-public/profile-controller:v1.0.0-ge50a8531 gcr.io/kubeflow-images-public/pytorch-operator:v1.0.0-g047cf0f gcr.io/kubeflow-images-public/tf_operator:v1.0.0-g92389064 gcr.io/ml-pipeline/api-server:0.2.5 gcr.io/ml-pipeline/envoy:metadata-grpc gcr.io/ml-pipeline/frontend:0.2.5 gcr.io/ml-pipeline/persistenceagent:0.2.5 gcr.io/ml-pipeline/scheduledworkflow:0.2.5 gcr.io/ml-pipeline/viewer-crd-controller:0.2.5 gcr.io/ml-pipeline/visualization-server:0.2.5 gcr.io/spark-operator/spark-operator:v1beta2-1.0.0-2.4.4 gcr.io/tfx-oss-public/ml_metadata_store_server:v0.21.1 metacontroller/metacontroller:v0.3.0 minio/minio:RELEASE.2018-02-09T22-40-05Z mysql:5.6 mysql:8 mysql:8.0.3 seldonio/seldon-core-operator:1.0.1 tensorflow/tensorflow:1.8.0 " for i in $FILE do
#docker pull $i echo $i docker tag $i swr.cn-north-1.myhuaweicloud.com/xsjzdrxsjzdr/$i docker push swr.cn-north-1.myhuaweicloud.com/xsjzdrxsjzdr/$i #docker pull swr.cn-north-1.myhuaweicloud.com/xsjzdrxsjzdr/$i #docker tag swr.cn-north-1.myhuaweicloud.com/xsjzdrxsjzdr/$i $i done
kfctl apply -V -f kfctl_k8s_istio.v1.0.2.yaml
kfctl_k8s_istio.v1.0.2.yaml
[root@test-72945 ~]# cat kfctl_k8s_istio.v1.0.2.yaml apiVersion: kfdef.apps.kubeflow.org/v1 kind: KfDef metadata: namespace: kubeflow spec: applications: - kustomizeConfig: parameters: - name: namespace value: istio-system repoRef: name: manifests path: istio/istio-crds name: istio-crds - kustomizeConfig: parameters: - name: namespace value: istio-system repoRef: name: manifests path: istio/istio-install name: istio-install - kustomizeConfig: parameters: - name: namespace value: istio-system repoRef: name: manifests path: istio/cluster-local-gateway name: cluster-local-gateway - kustomizeConfig: parameters: - name: namespace value: istio-system repoRef: name: manifests path: istio/kfserving-gateway name: kfserving-gateway - kustomizeConfig: parameters: - name: clusterRbacConfig value: 'OFF' repoRef: name: manifests path: istio/istio name: istio - kustomizeConfig: parameters: - name: namespace value: istio-system repoRef: name: manifests path: istio/add-anonymous-user-filter name: add-anonymous-user-filter - kustomizeConfig: repoRef: name: manifests path: application/application-crds name: application-crds - kustomizeConfig: overlays: - application repoRef: name: manifests path: application/application name: application - kustomizeConfig: parameters: - name: namespace value: cert-manager repoRef: name: manifests path: cert-manager/cert-manager-crds name: cert-manager-crds - kustomizeConfig: parameters: - name: namespace value: kube-system repoRef: name: manifests path: cert-manager/cert-manager-kube-system-resources name: cert-manager-kube-system-resources - kustomizeConfig: overlays: - self-signed - application parameters: - name: namespace value: cert-manager repoRef: name: manifests path: cert-manager/cert-manager name: cert-manager - kustomizeConfig: repoRef: name: manifests path: metacontroller name: metacontroller - kustomizeConfig: overlays: - istio - application repoRef: name: manifests path: argo name: argo - kustomizeConfig: repoRef: name: manifests path: kubeflow-roles name: kubeflow-roles - kustomizeConfig: overlays: - istio - application repoRef: name: manifests path: common/centraldashboard name: centraldashboard - kustomizeConfig: overlays: - application repoRef: name: manifests path: admission-webhook/bootstrap name: bootstrap - kustomizeConfig: overlays: - application repoRef: name: manifests path: admission-webhook/webhook name: webhook - kustomizeConfig: overlays: - istio - application parameters: - name: userid-header value: kubeflow-userid repoRef: name: manifests path: jupyter/jupyter-web-app name: jupyter-web-app - kustomizeConfig: overlays: - application repoRef: name: manifests path: spark/spark-operator name: spark-operator - kustomizeConfig: overlays: - istio - application - db repoRef: name: manifests path: metadata name: metadata - kustomizeConfig: overlays: - istio - application repoRef: name: manifests path: jupyter/notebook-controller name: notebook-controller - kustomizeConfig: overlays: - application repoRef: name: manifests path: pytorch-job/pytorch-job-crds name: pytorch-job-crds - kustomizeConfig: overlays: - application repoRef: name: manifests path: pytorch-job/pytorch-operator name: pytorch-operator - kustomizeConfig: overlays: - application parameters: - name: namespace value: knative-serving repoRef: name: manifests path: knative/knative-serving-crds name: knative-crds - kustomizeConfig: overlays: - application parameters: - name: namespace value: knative-serving repoRef: name: manifests path: knative/knative-serving-install name: knative-install - kustomizeConfig: overlays: - application repoRef: name: manifests path: kfserving/kfserving-crds name: kfserving-crds - kustomizeConfig: overlays: - application repoRef: name: manifests path: kfserving/kfserving-install name: kfserving-install - kustomizeConfig: overlays: - application parameters: - name: usageId value: <randomly-generated-id> - name: reportUsage value: 'true' repoRef: name: manifests path: common/spartakus name: spartakus - kustomizeConfig: overlays: - istio repoRef: name: manifests path: tensorboard name: tensorboard - kustomizeConfig: overlays: - application repoRef: name: manifests path: tf-training/tf-job-crds name: tf-job-crds - kustomizeConfig: overlays: - application repoRef: name: manifests path: tf-training/tf-job-operator name: tf-job-operator - kustomizeConfig: overlays: - application repoRef: name: manifests path: katib/katib-crds name: katib-crds - kustomizeConfig: overlays: - application - istio repoRef: name: manifests path: katib/katib-controller name: katib-controller - kustomizeConfig: overlays: - application repoRef: name: manifests path: pipeline/api-service name: api-service - kustomizeConfig: overlays: - application parameters: - name: minioPvcName value: minio-pv-claim repoRef: name: manifests path: pipeline/minio name: minio - kustomizeConfig: overlays: - application parameters: - name: mysqlPvcName value: mysql-pv-claim repoRef: name: manifests path: pipeline/mysql name: mysql - kustomizeConfig: overlays: - application repoRef: name: manifests path: pipeline/persistent-agent name: persistent-agent - kustomizeConfig: overlays: - application repoRef: name: manifests path: pipeline/pipelines-runner name: pipelines-runner - kustomizeConfig: overlays: - istio - application repoRef: name: manifests path: pipeline/pipelines-ui name: pipelines-ui - kustomizeConfig: overlays: - application repoRef: name: manifests path: pipeline/pipelines-viewer name: pipelines-viewer - kustomizeConfig: overlays: - application repoRef: name: manifests path: pipeline/scheduledworkflow name: scheduledworkflow - kustomizeConfig: overlays: - application repoRef: name: manifests path: pipeline/pipeline-visualization-service name: pipeline-visualization-service - kustomizeConfig: overlays: - application - istio parameters: - name: admin value: johnDoe@acme.com repoRef: name: manifests path: profiles name: profiles - kustomizeConfig: overlays: - application repoRef: name: manifests path: seldon/seldon-core-operator name: seldon-core-operator repos: - name: manifests uri: https://github.com/kubeflow/manifests/archive/v1.0.2.tar.gz version: v1.0.2 [root@test-72945 ~]#
[root@test-72945 ~]# cat zhang.sh quay.io/jetstack/cert-manager-cainjector:v0.11.0 quay.io/jetstack/cert-manager-controller:v0.11.0 quay.io/jetstack/cert-manager-webhook:v0.11.0 docker.io/istio/citadel:1.1.6 docker.io/istio/galley:1.1.6 docker.io/istio/kubectl:1.1.6 docker.io/istio/mixer:1.1.6 docker.io/istio/pilot:1.1.6 docker.io/istio/proxyv2:1.1.6 docker.io/istio/sidecar_injector:1.1.6 docker.io/jaegertracing/all-in-one:1.9 docker.io/kiali/kiali:v0.16 docker.io/prom/prometheus:v2.3.1 grafana/grafana:6.0.2 istio/citadel:1.1.6 istio/galley:1.1.6 istio/kubectl:1.1.6 istio/mixer:1.1.6 istio/pilot:1.1.6 istio/proxyv2:1.1.6 istio/sidecar_injector:1.1.6 jaegertracing/all-in-one:1.9 kiali/kiali:v0.16 prom/prometheus:v2.3.1 docker.io/istio/proxy_init:1.1.6 docker.io/istio/proxyv2:1.1.6 gcr.io/knative-releases/knative.dev/serving/cmd/activator@sha256:8e606671215cc029683e8cd633ec5de9eabeaa6e9a4392ff289883304be1f418 gcr.io/knative-releases/knative.dev/serving/cmd/autoscaler-hpa@sha256:5e0fadf574e66fb1c893806b5c5e5f19139cc476ebf1dff9860789fe4ac5f545 gcr.io/knative-releases/knative.dev/serving/cmd/autoscaler@sha256:ef1f01b5fb3886d4c488a219687aac72d28e72f808691132f658259e4e02bb27 gcr.io/knative-releases/knative.dev/serving/cmd/controller@sha256:5ca13e5b3ce5e2819c4567b75c0984650a57272ece44bc1dabf930f9fe1e19a1 gcr.io/knative-releases/knative.dev/serving/cmd/networking/istio@sha256:727a623ccb17676fae8058cb1691207a9658a8d71bc7603d701e23b1a6037e6c gcr.io/knative-releases/knative.dev/serving/cmd/webhook@sha256:1ef3328282f31704b5802c1136bd117e8598fd9f437df8209ca87366c5ce9fcb istio/proxy_init:1.1.6 istio/proxyv2:1.1.6 sha256:41790f0ff89bb57d9c03c71efbf01d2456956666fb8e3979dff602fd93967eaf sha256:ed7494dc9c8b7bd13056056bfe87cb5b1203274c1bd3fb6b93656d1a1dbe8903 argoproj/argoui:v2.3.0 argoproj/workflow-controller:v2.3.0 docker.io/seldonio/seldon-core-operator:1.0.1 gcr.io/google_containers/spartakus-amd64:v1.1.0 gcr.io/kfserving/kfserving-controller:0.2.2 gcr.io/kubebuilder/kube-rbac-proxy:v0.4.0 gcr.io/kubeflow-images-public/admission-webhook:v1.0.0-gaf96e4e3 gcr.io/kubeflow-images-public/centraldashboard:v1.0.0-g3ec0de71 gcr.io/kubeflow-images-public/ingress-setup:latest gcr.io/kubeflow-images-public/jupyter-web-app:v1.0.0-g2bd63238 gcr.io/kubeflow-images-public/katib/v1alpha3/katib-controller:v0.8.0 gcr.io/kubeflow-images-public/katib/v1alpha3/katib-db-manager:v0.8.0 gcr.io/kubeflow-images-public/katib/v1alpha3/katib-ui:v0.8.0 gcr.io/kubeflow-images-public/kfam:v1.0.0-gf3e09203 gcr.io/kubeflow-images-public/kubernetes-sigs/application:1.0-beta gcr.io/kubeflow-images-public/metadata-frontend:v0.1.8 gcr.io/kubeflow-images-public/metadata:v0.1.11 gcr.io/kubeflow-images-public/notebook-controller:v1.0.0-gcd65ce25 gcr.io/kubeflow-images-public/profile-controller:v1.0.0-ge50a8531 gcr.io/kubeflow-images-public/pytorch-operator:v1.0.0-g047cf0f gcr.io/kubeflow-images-public/tf_operator:v1.0.0-g92389064 gcr.io/ml-pipeline/api-server:0.2.5 gcr.io/ml-pipeline/envoy:metadata-grpc gcr.io/ml-pipeline/frontend:0.2.5 gcr.io/ml-pipeline/persistenceagent:0.2.5 gcr.io/ml-pipeline/scheduledworkflow:0.2.5 gcr.io/ml-pipeline/viewer-crd-controller:0.2.5 gcr.io/ml-pipeline/visualization-server:0.2.5 gcr.io/spark-operator/spark-operator:v1beta2-1.0.0-2.4.4 gcr.io/tfx-oss-public/ml_metadata_store_server:v0.21.1 metacontroller/metacontroller:v0.3.0 minio/minio:RELEASE.2018-02-09T22-40-05Z mysql:5.6 mysql:8 mysql:8.0.3 seldonio/seldon-core-operator:1.0.1 tensorflow/tensorflow:1.8.0 [root@test-72945 ~]# 参考文章 https://blog.csdn.net/qq_46595591/article/details/107765833 https://www.qikqiak.com/k8s-book/docs/16.用 kubeadm 搭建集群环境.html
获取kubeflow所有pod的信息kubectl get po -n kubeflow 通过grep，过滤出image相关信息kubectl get po -n kubeflow -o yaml |grep image: 通过cut命令获取需要的镜像名：tag，kubectl get po -n kubeflow -o yaml |grep image:| cut -c 14- 去重:kubectl get po -n kubeflow -o yaml |grep image:| cut -c 14- | sort | sed '$!N; /^\(.*\)\n\1$/!P; D' 拉取kubeflow所有应用的镜像 for i in $(kubectl get po -n kubeflow -o yaml |grep image:| cut -c 14- | sort | sed '$!N; /^\(.*\)\n\1$/!P; D'); do docker pull $i;done
wget https://github.com/kubeflow/kfctl/releases/download/v1.1.0/kfctl_v1.1.0-0-g9a3621e_linux.tar.gz tar -zxvf kfctl_v1.1.0-0-g9a3621e_linux.tar.gz export KF_NAME=zhang export BASE_DIR=/root/ export KF_DIR=${BASE_DIR}/${KF_NAME} export CONFIG_URI="https://raw.githubusercontent.com/kubeflow/manifests/v1.0-branch/kfdef/kfctl_k8s_istio.v1.0.2.yaml" mkdir -p ${KF_DIR} cd ${KF_DIR} kfctl apply -V -f ${CONFIG_URI} 2.(release-i-search)'./':./ kfctl apply -V -f kfctl_k8s_istio.v1.0.2.yaml
https://console.huaweicloud.com/cce2.0/?region=ap-southeast-1#/app/resource/cluster/list
