From b9b2eaf7260a293e531df999206eb6b6282ad066 Mon Sep 17 00:00:00 2001 From: guangning Date: Thu, 7 Apr 2022 19:07:52 +0800 Subject: [PATCH 01/35] Support upload image to aws --- .ci/download_image.sh | 42 +++++++++++++++++++++++++ .github/workflows/sn_platform_image.yml | 31 ++++++++++++++++++ 2 files changed, 73 insertions(+) create mode 100644 .ci/download_image.sh create mode 100644 .github/workflows/sn_platform_image.yml diff --git a/.ci/download_image.sh b/.ci/download_image.sh new file mode 100644 index 000000000..c1d9dceb2 --- /dev/null +++ b/.ci/download_image.sh @@ -0,0 +1,42 @@ +#!/bin/bash +components=( + zookeeper + zookeeper.customTools.backup + zookeeper.customTools.restore + bookie + presto + autorecovery + broker + proxy + pulsar_detector + functions + function_worker + toolset + toolset.kafka + prometheus + alert_manager + grafana + streamnative_console + node_exporter + nginx_ingress_controller + vault + vault_init + custom_metric_server_prometheus + custom_metric_server + pulsar_metadata + configmapReload + external_dns) +sn_platform_tag=$1 +curl https://raw.githubusercontent.com/streamnative/charts/${sn_platform_tag}/charts/sn-platform/values.yaml -o values.yaml +image_list="" +for i in ${components[@]}; do + repository=$(cat values.yaml | yq .images.$i.repository) + tag=$(cat values.yaml | yq .images.$i.tag) + echo "Downloading docker image: $repository:$tag" + image_list=image_list" $repository:$tag" + docker pull $repository:$tag +done + +# docker save -o $sn_platform_tag.tar $image_list +# test +docker save -o $sn_platform_tag.tar jimmidyson/configmap-reload:v0.3.0 diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml new file mode 100644 index 000000000..93a89088b --- /dev/null +++ b/.github/workflows/sn_platform_image.yml @@ -0,0 +1,31 @@ +name: Upload + +on: + pull_request: + branches: + - '*' + +jobs: + deploy: + name: Upload sn platform image + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@master + + - name: Setup ACK environments + run: | + sudo apt update + sudo snap install yq + .ci/download_image.sh sn-platform-1.3.1 + + - uses: jakejarvis/s3-sync-action@master + with: + args: --acl public-read --follow-symlinks --delete + env: + AWS_S3_BUCKET: ${{ secrets.AWS_S3_BUCKET }} + AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} + AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} + AWS_REGION: 'us-east-1' # optional: defaults to us-east-1 + SOURCE_DIR: 'sn-platform-1.3.1.tar' + DEST_DIR: 'sn-platform-2.3.1' \ No newline at end of file From 92477a83beb2ed7096f520c9f458dc3dbab4e97d Mon Sep 17 00:00:00 2001 From: guangning Date: Thu, 7 Apr 2022 19:10:23 +0800 Subject: [PATCH 02/35] Fixed file permission --- .ci/download_image.sh | 0 1 file changed, 0 insertions(+), 0 deletions(-) mode change 100644 => 100755 .ci/download_image.sh diff --git a/.ci/download_image.sh b/.ci/download_image.sh old mode 100644 new mode 100755 From b87f6327c3d8c332bccf3ba1cb883265d8208b25 Mon Sep 17 00:00:00 2001 From: guangning Date: Thu, 7 Apr 2022 19:17:09 +0800 Subject: [PATCH 03/35] Update action yml file --- .github/workflows/sn_platform_image.yml | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index 93a89088b..044f64fe0 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -17,6 +17,9 @@ jobs: run: | sudo apt update sudo snap install yq + + - name: Download and package all image for sn platform + run: | .ci/download_image.sh sn-platform-1.3.1 - uses: jakejarvis/s3-sync-action@master @@ -27,5 +30,5 @@ jobs: AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} AWS_REGION: 'us-east-1' # optional: defaults to us-east-1 - SOURCE_DIR: 'sn-platform-1.3.1.tar' - DEST_DIR: 'sn-platform-2.3.1' \ No newline at end of file + SOURCE_DIR: './' + DEST_DIR: 'sn-platform-1.3.1' \ No newline at end of file From 9d4f10867a3a6dd4a365aa316263f8e13ed32e7a Mon Sep 17 00:00:00 2001 From: guangning Date: Thu, 7 Apr 2022 19:42:39 +0800 Subject: [PATCH 04/35] Update image action yml file --- .ci/download_image.sh | 2 ++ .github/workflows/sn_platform_image.yml | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/.ci/download_image.sh b/.ci/download_image.sh index c1d9dceb2..5dadc71b1 100755 --- a/.ci/download_image.sh +++ b/.ci/download_image.sh @@ -37,6 +37,8 @@ for i in ${components[@]}; do docker pull $repository:$tag done +mkdir -p $sn_platform_tag +cd $sn_platform_tag # docker save -o $sn_platform_tag.tar $image_list # test docker save -o $sn_platform_tag.tar jimmidyson/configmap-reload:v0.3.0 diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index 044f64fe0..3d1ebbc50 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -30,5 +30,5 @@ jobs: AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} AWS_REGION: 'us-east-1' # optional: defaults to us-east-1 - SOURCE_DIR: './' + SOURCE_DIR: 'sn-platform-1.3.1' DEST_DIR: 'sn-platform-1.3.1' \ No newline at end of file From 41dfd0b4042e2a5c6aafb916133ef45bc1fa473a Mon Sep 17 00:00:00 2001 From: guangning Date: Thu, 7 Apr 2022 20:34:43 +0800 Subject: [PATCH 05/35] Update version check --- .ci/download_image.sh | 34 ++++++++++++++++++++-------------- 1 file changed, 20 insertions(+), 14 deletions(-) diff --git a/.ci/download_image.sh b/.ci/download_image.sh index 5dadc71b1..23561a5eb 100755 --- a/.ci/download_image.sh +++ b/.ci/download_image.sh @@ -27,18 +27,24 @@ components=( configmapReload external_dns) sn_platform_tag=$1 -curl https://raw.githubusercontent.com/streamnative/charts/${sn_platform_tag}/charts/sn-platform/values.yaml -o values.yaml -image_list="" -for i in ${components[@]}; do - repository=$(cat values.yaml | yq .images.$i.repository) - tag=$(cat values.yaml | yq .images.$i.tag) - echo "Downloading docker image: $repository:$tag" - image_list=image_list" $repository:$tag" - docker pull $repository:$tag -done +regexp="^sn-platform-([0-9]{1,3})\.([0-9]{0,3})\.([0-9]{0,3})$" +if [[ $sn_platform_tag =~ $regexp ]]; then + curl https://raw.githubusercontent.com/streamnative/charts/${sn_platform_tag}/charts/sn-platform/values.yaml -o values.yaml + image_list="" + for i in ${components[@]}; do + repository=$(cat values.yaml | yq .images.$i.repository) + tag=$(cat values.yaml | yq .images.$i.tag) + echo "Downloading docker image: $repository:$tag" + image_list=image_list" $repository:$tag" + docker pull $repository:$tag + done -mkdir -p $sn_platform_tag -cd $sn_platform_tag -# docker save -o $sn_platform_tag.tar $image_list -# test -docker save -o $sn_platform_tag.tar jimmidyson/configmap-reload:v0.3.0 + mkdir -p $sn_platform_tag + cd $sn_platform_tag + # docker save -o $sn_platform_tag.tar $image_list + # test + docker save -o $sn_platform_tag.tar jimmidyson/configmap-reload:v0.3.0 +else + echo "Please use the correct version number format => sn-platform-x.x.x" + echo "Currently only sn-platform images are supported for upload" +fi \ No newline at end of file From 727ee97049cea0e6990f1563401ca9b7b68c972f Mon Sep 17 00:00:00 2001 From: guangning Date: Thu, 7 Apr 2022 20:57:38 +0800 Subject: [PATCH 06/35] Test download image --- .ci/download_image.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.ci/download_image.sh b/.ci/download_image.sh index 23561a5eb..bb628e349 100755 --- a/.ci/download_image.sh +++ b/.ci/download_image.sh @@ -41,9 +41,9 @@ if [[ $sn_platform_tag =~ $regexp ]]; then mkdir -p $sn_platform_tag cd $sn_platform_tag - # docker save -o $sn_platform_tag.tar $image_list + docker save -o $sn_platform_tag.tar $image_list # test - docker save -o $sn_platform_tag.tar jimmidyson/configmap-reload:v0.3.0 + # docker save -o $sn_platform_tag.tar jimmidyson/configmap-reload:v0.3.0 else echo "Please use the correct version number format => sn-platform-x.x.x" echo "Currently only sn-platform images are supported for upload" From e65d751feabd7ff41d6baa17cdc44b125960a2f2 Mon Sep 17 00:00:00 2001 From: guangning Date: Thu, 7 Apr 2022 21:08:44 +0800 Subject: [PATCH 07/35] Update var --- .ci/download_image.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.ci/download_image.sh b/.ci/download_image.sh index bb628e349..02a7867d5 100755 --- a/.ci/download_image.sh +++ b/.ci/download_image.sh @@ -35,7 +35,7 @@ if [[ $sn_platform_tag =~ $regexp ]]; then repository=$(cat values.yaml | yq .images.$i.repository) tag=$(cat values.yaml | yq .images.$i.tag) echo "Downloading docker image: $repository:$tag" - image_list=image_list" $repository:$tag" + image_list=$image_list" $repository:$tag" docker pull $repository:$tag done From 1587acbee44a69e9709c28353ba8e4d7bd25a9f9 Mon Sep 17 00:00:00 2001 From: guangning Date: Mon, 11 Apr 2022 18:25:07 +0800 Subject: [PATCH 08/35] Update upload file --- .github/workflows/sn_platform_image.yml | 16 ++++++++++++++-- 1 file changed, 14 insertions(+), 2 deletions(-) diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index 3d1ebbc50..93a7e6e1c 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -13,7 +13,7 @@ jobs: - name: Checkout uses: actions/checkout@master - - name: Setup ACK environments + - name: Setup environments run: | sudo apt update sudo snap install yq @@ -31,4 +31,16 @@ jobs: AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} AWS_REGION: 'us-east-1' # optional: defaults to us-east-1 SOURCE_DIR: 'sn-platform-1.3.1' - DEST_DIR: 'sn-platform-1.3.1' \ No newline at end of file + DEST_DIR: 'sn-platform-1.3.1' + + - name: Install Alibaba Cloud OSSUTIL + run: wget http://gosspublic.alicdn.com/ossutil/1.6.10/ossutil64 && chmod +x ossutil64 + - name: Configure Alibaba Cloud OSSUTIL + run: ./ossutil64 config -i ${ALI_ACCESS_KEY_ID} -k ${ALI_SECRET_ACCESS_KEY} -e ${ENDPOINT} -c .ossutilconfig + env: + ALI_OSS_BUCKET: ${{ secrets.ALI_OSS_BUCKET }} + ENDPOINT: downloads-streamnative-cloud.oss-cn-beijing.aliyuncs.com + ALI_ACCESS_KEY_ID: ${{ secrets.ALI_ACCESS_KEY_ID }} + ALI_SECRET_ACCESS_KEY: ${{ secrets.ALI_SECRET_ACCESS_KEY }} + - name: Upload the file to the chosen OSS bucket + run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.3.1 oss://${ALI_OSS_BUCKET}/sn-products -r -f \ No newline at end of file From 59d166f718ed1e9e0fe7c9fbd01ae626f5efd417 Mon Sep 17 00:00:00 2001 From: guangning Date: Mon, 11 Apr 2022 18:50:08 +0800 Subject: [PATCH 09/35] Fixed upload bucket name --- .github/workflows/sn_platform_image.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index 93a7e6e1c..e65e90325 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -43,4 +43,4 @@ jobs: ALI_ACCESS_KEY_ID: ${{ secrets.ALI_ACCESS_KEY_ID }} ALI_SECRET_ACCESS_KEY: ${{ secrets.ALI_SECRET_ACCESS_KEY }} - name: Upload the file to the chosen OSS bucket - run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.3.1 oss://${ALI_OSS_BUCKET}/sn-products -r -f \ No newline at end of file + run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.3.1 oss://sn-products/sn-products -r -f \ No newline at end of file From 3ae1ca6a151b741818897c653e962675cb62eb0e Mon Sep 17 00:00:00 2001 From: guangning Date: Mon, 11 Apr 2022 19:05:01 +0800 Subject: [PATCH 10/35] Debug ali oss --- .ci/download_image.sh | 4 ++-- .github/workflows/sn_platform_image.yml | 22 +++++++++++----------- 2 files changed, 13 insertions(+), 13 deletions(-) diff --git a/.ci/download_image.sh b/.ci/download_image.sh index 02a7867d5..def02fc78 100755 --- a/.ci/download_image.sh +++ b/.ci/download_image.sh @@ -41,9 +41,9 @@ if [[ $sn_platform_tag =~ $regexp ]]; then mkdir -p $sn_platform_tag cd $sn_platform_tag - docker save -o $sn_platform_tag.tar $image_list + # docker save -o $sn_platform_tag.tar $image_list # test - # docker save -o $sn_platform_tag.tar jimmidyson/configmap-reload:v0.3.0 + docker save -o $sn_platform_tag.tar jimmidyson/configmap-reload:v0.3.0 else echo "Please use the correct version number format => sn-platform-x.x.x" echo "Currently only sn-platform images are supported for upload" diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index e65e90325..df1761f94 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -22,16 +22,16 @@ jobs: run: | .ci/download_image.sh sn-platform-1.3.1 - - uses: jakejarvis/s3-sync-action@master - with: - args: --acl public-read --follow-symlinks --delete - env: - AWS_S3_BUCKET: ${{ secrets.AWS_S3_BUCKET }} - AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} - AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} - AWS_REGION: 'us-east-1' # optional: defaults to us-east-1 - SOURCE_DIR: 'sn-platform-1.3.1' - DEST_DIR: 'sn-platform-1.3.1' + # - uses: jakejarvis/s3-sync-action@master + # with: + # args: --acl public-read --follow-symlinks --delete + # env: + # AWS_S3_BUCKET: ${{ secrets.AWS_S3_BUCKET }} + # AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} + # AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} + # AWS_REGION: 'us-east-1' # optional: defaults to us-east-1 + # SOURCE_DIR: 'sn-platform-1.3.1' + # DEST_DIR: 'sn-platform-1.3.1' - name: Install Alibaba Cloud OSSUTIL run: wget http://gosspublic.alicdn.com/ossutil/1.6.10/ossutil64 && chmod +x ossutil64 @@ -43,4 +43,4 @@ jobs: ALI_ACCESS_KEY_ID: ${{ secrets.ALI_ACCESS_KEY_ID }} ALI_SECRET_ACCESS_KEY: ${{ secrets.ALI_SECRET_ACCESS_KEY }} - name: Upload the file to the chosen OSS bucket - run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.3.1 oss://sn-products/sn-products -r -f \ No newline at end of file + run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.3.1 oss://sn-products/ -r -f \ No newline at end of file From c379c8cc44c18ce8cdc88f6e698870476b7426ef Mon Sep 17 00:00:00 2001 From: guangning Date: Mon, 11 Apr 2022 20:40:19 +0800 Subject: [PATCH 11/35] Fixed command --- .github/workflows/sn_platform_image.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index df1761f94..48a1a1623 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -43,4 +43,4 @@ jobs: ALI_ACCESS_KEY_ID: ${{ secrets.ALI_ACCESS_KEY_ID }} ALI_SECRET_ACCESS_KEY: ${{ secrets.ALI_SECRET_ACCESS_KEY }} - name: Upload the file to the chosen OSS bucket - run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.3.1 oss://sn-products/ -r -f \ No newline at end of file + run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.3.1 oss://sn-products -r -f \ No newline at end of file From 9cbc3d07d70b38736db7582ac5f0ff36a4a87829 Mon Sep 17 00:00:00 2001 From: guangning Date: Mon, 11 Apr 2022 20:48:07 +0800 Subject: [PATCH 12/35] Update ali oss config --- .github/workflows/sn_platform_image.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index 48a1a1623..bbdc14e84 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -36,11 +36,11 @@ jobs: - name: Install Alibaba Cloud OSSUTIL run: wget http://gosspublic.alicdn.com/ossutil/1.6.10/ossutil64 && chmod +x ossutil64 - name: Configure Alibaba Cloud OSSUTIL - run: ./ossutil64 config -i ${ALI_ACCESS_KEY_ID} -k ${ALI_SECRET_ACCESS_KEY} -e ${ENDPOINT} -c .ossutilconfig + run: ./ossutil64 config -i ${ALI_ACCESS_KEY_ID} -k ${ALI_SECRET_ACCESS_KEY} -e ${ALI_OSS_ENDPOINT} -c .ossutilconfig env: ALI_OSS_BUCKET: ${{ secrets.ALI_OSS_BUCKET }} - ENDPOINT: downloads-streamnative-cloud.oss-cn-beijing.aliyuncs.com + ALI_OSS_ENDPOINT: ${{ secrets.ALI_OSS_ENDPOINT }} ALI_ACCESS_KEY_ID: ${{ secrets.ALI_ACCESS_KEY_ID }} ALI_SECRET_ACCESS_KEY: ${{ secrets.ALI_SECRET_ACCESS_KEY }} - name: Upload the file to the chosen OSS bucket - run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.3.1 oss://sn-products -r -f \ No newline at end of file + run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.3.1 oss://${ALI_OSS_BUCKET} -r -f \ No newline at end of file From 43f7c8c1900108fd9aac0b69964d442e35937f6e Mon Sep 17 00:00:00 2001 From: guangning Date: Mon, 11 Apr 2022 21:02:15 +0800 Subject: [PATCH 13/35] Fixed bucket --- .github/workflows/sn_platform_image.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index bbdc14e84..73e9e72f6 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -38,9 +38,8 @@ jobs: - name: Configure Alibaba Cloud OSSUTIL run: ./ossutil64 config -i ${ALI_ACCESS_KEY_ID} -k ${ALI_SECRET_ACCESS_KEY} -e ${ALI_OSS_ENDPOINT} -c .ossutilconfig env: - ALI_OSS_BUCKET: ${{ secrets.ALI_OSS_BUCKET }} ALI_OSS_ENDPOINT: ${{ secrets.ALI_OSS_ENDPOINT }} ALI_ACCESS_KEY_ID: ${{ secrets.ALI_ACCESS_KEY_ID }} ALI_SECRET_ACCESS_KEY: ${{ secrets.ALI_SECRET_ACCESS_KEY }} - name: Upload the file to the chosen OSS bucket - run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.3.1 oss://${ALI_OSS_BUCKET} -r -f \ No newline at end of file + run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.3.1 oss://${{ secrets.ALI_OSS_BUCKET }} -r -f \ No newline at end of file From 53f4efb0d821046c7a9fbf00987e0bafddd2add8 Mon Sep 17 00:00:00 2001 From: guangning Date: Mon, 11 Apr 2022 21:20:07 +0800 Subject: [PATCH 14/35] Fixed dest path --- .github/workflows/sn_platform_image.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index 73e9e72f6..ed348e3aa 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -42,4 +42,4 @@ jobs: ALI_ACCESS_KEY_ID: ${{ secrets.ALI_ACCESS_KEY_ID }} ALI_SECRET_ACCESS_KEY: ${{ secrets.ALI_SECRET_ACCESS_KEY }} - name: Upload the file to the chosen OSS bucket - run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.3.1 oss://${{ secrets.ALI_OSS_BUCKET }} -r -f \ No newline at end of file + run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.3.1 oss://${{ secrets.ALI_OSS_BUCKET }}/sn-products -r -f \ No newline at end of file From 5d3c125628d0ecae2bf1eb4dbc222df545543ecf Mon Sep 17 00:00:00 2001 From: guangning Date: Mon, 11 Apr 2022 21:35:22 +0800 Subject: [PATCH 15/35] Fixed image save command --- .ci/download_image.sh | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/.ci/download_image.sh b/.ci/download_image.sh index def02fc78..ad9a16d19 100755 --- a/.ci/download_image.sh +++ b/.ci/download_image.sh @@ -28,6 +28,8 @@ components=( external_dns) sn_platform_tag=$1 regexp="^sn-platform-([0-9]{1,3})\.([0-9]{0,3})\.([0-9]{0,3})$" +mkdir -p $sn_platform_tag +cd $sn_platform_tag if [[ $sn_platform_tag =~ $regexp ]]; then curl https://raw.githubusercontent.com/streamnative/charts/${sn_platform_tag}/charts/sn-platform/values.yaml -o values.yaml image_list="" @@ -39,11 +41,13 @@ if [[ $sn_platform_tag =~ $regexp ]]; then docker pull $repository:$tag done - mkdir -p $sn_platform_tag - cd $sn_platform_tag - # docker save -o $sn_platform_tag.tar $image_list + uniq_image_list=($(echo ${image_list[*]} | sed 's/ /\n/g'|sort| uniq)) + for j in ${uniq_image_list[@]}; do + image=$(echo ${j} | sed 's/:/-/g'); + docker save -o ${image}.tar ${j} + done # test - docker save -o $sn_platform_tag.tar jimmidyson/configmap-reload:v0.3.0 + # docker save -o $sn_platform_tag.tar jimmidyson/configmap-reload:v0.3.0 else echo "Please use the correct version number format => sn-platform-x.x.x" echo "Currently only sn-platform images are supported for upload" From c972c47380f72b9e9b60858ff3e20de43d573f4a Mon Sep 17 00:00:00 2001 From: guangning Date: Mon, 11 Apr 2022 21:43:47 +0800 Subject: [PATCH 16/35] Fixed image list --- .ci/download_image.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/.ci/download_image.sh b/.ci/download_image.sh index ad9a16d19..fa81d4014 100755 --- a/.ci/download_image.sh +++ b/.ci/download_image.sh @@ -40,6 +40,7 @@ if [[ $sn_platform_tag =~ $regexp ]]; then image_list=$image_list" $repository:$tag" docker pull $repository:$tag done + echo ${image_list} uniq_image_list=($(echo ${image_list[*]} | sed 's/ /\n/g'|sort| uniq)) for j in ${uniq_image_list[@]}; do From 225899271f0a1f323f5c6e85de0f51124e3d3502 Mon Sep 17 00:00:00 2001 From: guangning Date: Mon, 11 Apr 2022 21:55:05 +0800 Subject: [PATCH 17/35] Fixed command --- .ci/download_image.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.ci/download_image.sh b/.ci/download_image.sh index fa81d4014..20d140807 100755 --- a/.ci/download_image.sh +++ b/.ci/download_image.sh @@ -44,7 +44,7 @@ if [[ $sn_platform_tag =~ $regexp ]]; then uniq_image_list=($(echo ${image_list[*]} | sed 's/ /\n/g'|sort| uniq)) for j in ${uniq_image_list[@]}; do - image=$(echo ${j} | sed 's/:/-/g'); + image=$(echo ${j} | sed 's/:/-/g;s/\//-/g'); docker save -o ${image}.tar ${j} done # test From 926c65138ded0315249626282f868a5d52911c43 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 12 Apr 2022 08:23:58 +0800 Subject: [PATCH 18/35] Fixed image upload --- .github/workflows/sn_platform_image.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index ed348e3aa..d99bb7a0a 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -42,4 +42,4 @@ jobs: ALI_ACCESS_KEY_ID: ${{ secrets.ALI_ACCESS_KEY_ID }} ALI_SECRET_ACCESS_KEY: ${{ secrets.ALI_SECRET_ACCESS_KEY }} - name: Upload the file to the chosen OSS bucket - run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.3.1 oss://${{ secrets.ALI_OSS_BUCKET }}/sn-products -r -f \ No newline at end of file + run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.3.1 oss://${{ secrets.ALI_OSS_BUCKET }}/sn-products/sn-platform-1.3.1 -r -f \ No newline at end of file From 5018550dc412e8723b29218a9e6b34fc169d0825 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 12 Apr 2022 09:52:26 +0800 Subject: [PATCH 19/35] Update image, and add trigger action --- .ci/download_image.sh | 10 +++++++- .github/workflows/release.yml | 32 ++++++++++++++++++++++++ .github/workflows/sn_platform_image.yml | 33 +++++++++++++------------ charts/sn-platform/values.yaml | 33 +++++++++++++++++++++++++ 4 files changed, 91 insertions(+), 17 deletions(-) diff --git a/.ci/download_image.sh b/.ci/download_image.sh index 20d140807..5ab567a7c 100755 --- a/.ci/download_image.sh +++ b/.ci/download_image.sh @@ -25,7 +25,15 @@ components=( custom_metric_server pulsar_metadata configmapReload - external_dns) + external_dns + functionnmesh + pulsar_operator + bookkeeper_operator + zookeeper_operator + cert_manager_controller + cert_manager_cainjector + cert_manager_webhook + vault_operator) sn_platform_tag=$1 regexp="^sn-platform-([0-9]{1,3})\.([0-9]{0,3})\.([0-9]{0,3})$" mkdir -p $sn_platform_tag diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index e99761b38..0adc864c6 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -68,3 +68,35 @@ jobs: run: | .ci/release.sh ${{ github.event.inputs.chart }} release-${{ github.event.inputs.chart }}-${{ github.event.inputs.release }} + # Upload all images to aws s3 and ali oss + - name: Setup environments + run: | + sudo apt update + sudo snap install yq + + - name: Download and package all image for sn platform + run: | + .ci/download_image.sh ${{ github.event.inputs.chart }}-${{ github.event.inputs.release }} + + - uses: jakejarvis/s3-sync-action@master + with: + args: --acl public-read --follow-symlinks --delete + env: + AWS_S3_BUCKET: ${{ secrets.AWS_S3_BUCKET }} + AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} + AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} + AWS_REGION: 'us-east-1' # optional: defaults to us-east-1 + SOURCE_DIR: ${{ github.event.inputs.chart }}-${{ github.event.inputs.release }} + DEST_DIR: ${{ github.event.inputs.chart }}-${{ github.event.inputs.release }} + + - name: Install Alibaba Cloud OSSUTIL + run: wget http://gosspublic.alicdn.com/ossutil/1.6.10/ossutil64 && chmod +x ossutil64 + - name: Configure Alibaba Cloud OSSUTIL + run: ./ossutil64 config -i ${ALI_ACCESS_KEY_ID} -k ${ALI_SECRET_ACCESS_KEY} -e ${ALI_OSS_ENDPOINT} -c .ossutilconfig + env: + ALI_OSS_ENDPOINT: ${{ secrets.ALI_OSS_ENDPOINT }} + ALI_ACCESS_KEY_ID: ${{ secrets.ALI_ACCESS_KEY_ID }} + ALI_SECRET_ACCESS_KEY: ${{ secrets.ALI_SECRET_ACCESS_KEY }} + - name: Upload the file to the chosen OSS bucket + run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/${{ github.event.inputs.chart }}-${{ github.event.inputs.release }} oss://${{ secrets.ALI_OSS_BUCKET }}/sn-products/${{ github.event.inputs.chart }}-${{ github.event.inputs.release }} -r -f + diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index d99bb7a0a..4e396fb8e 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -1,9 +1,10 @@ -name: Upload +# curl -X POST https://api.github.com/repos/streamnative/sn-platform/dispatches -d '{"event_type":"upload-image-to-s3-and-oss","tag":"sn-platform-1.2.38"}' +name: Trigger Upload Image to aws s3 and oss on: - pull_request: - branches: - - '*' + repository_dispatch: + types: + - upload-image-to-s3-and-oss jobs: deploy: @@ -20,18 +21,18 @@ jobs: - name: Download and package all image for sn platform run: | - .ci/download_image.sh sn-platform-1.3.1 + .ci/download_image.sh ${{ github.event.tag }} - # - uses: jakejarvis/s3-sync-action@master - # with: - # args: --acl public-read --follow-symlinks --delete - # env: - # AWS_S3_BUCKET: ${{ secrets.AWS_S3_BUCKET }} - # AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} - # AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} - # AWS_REGION: 'us-east-1' # optional: defaults to us-east-1 - # SOURCE_DIR: 'sn-platform-1.3.1' - # DEST_DIR: 'sn-platform-1.3.1' + - uses: jakejarvis/s3-sync-action@master + with: + args: --acl public-read --follow-symlinks --delete + env: + AWS_S3_BUCKET: ${{ secrets.AWS_S3_BUCKET }} + AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} + AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} + AWS_REGION: 'us-east-1' # optional: defaults to us-east-1 + SOURCE_DIR: ${{ github.event.tag }} + DEST_DIR: ${{ github.event.tag }} - name: Install Alibaba Cloud OSSUTIL run: wget http://gosspublic.alicdn.com/ossutil/1.6.10/ossutil64 && chmod +x ossutil64 @@ -42,4 +43,4 @@ jobs: ALI_ACCESS_KEY_ID: ${{ secrets.ALI_ACCESS_KEY_ID }} ALI_SECRET_ACCESS_KEY: ${{ secrets.ALI_SECRET_ACCESS_KEY }} - name: Upload the file to the chosen OSS bucket - run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.3.1 oss://${{ secrets.ALI_OSS_BUCKET }}/sn-products/sn-platform-1.3.1 -r -f \ No newline at end of file + run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/${{ github.event.tag }} oss://${{ secrets.ALI_OSS_BUCKET }}/sn-products/${{ github.event.tag }} -r -f \ No newline at end of file diff --git a/charts/sn-platform/values.yaml b/charts/sn-platform/values.yaml index a780563ec..27577f014 100644 --- a/charts/sn-platform/values.yaml +++ b/charts/sn-platform/values.yaml @@ -250,6 +250,39 @@ images: repository: gcr.io/google_containers/pause tag: "0.3.0" pullPolicy: IfNotPresent + # The list of images that put the operator is here, so that we can export it to aws s3 and ali oss + functionnmesh: + repository: streamnative/function-mesh + tag: v0.1.6 + pullPolicy: IfNotPresent + pulsar_operator: + repository: streamnative/pulsar-operator + tag: v0.9.4 + pullPolicy: IfNotPresent + bookkeeper_operator: + repository: streamnative/bookkeeper-operator + tag: v0.9.4 + pullPolicy: IfNotPresent + zookeeper_operator: + repository: streamnative/zookeeper-operator + tag: v0.9.4 + pullPolicy: IfNotPresent + cert_manager_controller: + repository: quay.io/jetstack/cert-manager-controller + tag: v1.3.1 + pullPolicy: IfNotPresent + cert_manager_cainjector: + repository: quay.io/jetstack/cert-manager-cainjector + tag: v1.3.1 + pullPolicy: IfNotPresent + cert_manager_webhook: + repository: quay.io/jetstack/cert-manager-webhook + tag: v1.3.1 + pullPolicy: IfNotPresent + vault_operator: + repository: ghcr.io/banzaicloud/vault-operator + tag: v1.3.0 + pullPolicy: IfNotPresent ## TLS ## templates/tls-certs.yaml From 3ae05c2162e113bb1d08e7d93cb9d2703fa5ff0d Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 12 Apr 2022 09:53:59 +0800 Subject: [PATCH 20/35] Update version --- .github/workflows/sn_platform_image.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index 4e396fb8e..42c0eaf5a 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -35,7 +35,7 @@ jobs: DEST_DIR: ${{ github.event.tag }} - name: Install Alibaba Cloud OSSUTIL - run: wget http://gosspublic.alicdn.com/ossutil/1.6.10/ossutil64 && chmod +x ossutil64 + run: wget http://gosspublic.alicdn.com/ossutil/1.7.10/ossutil64 && chmod +x ossutil64 - name: Configure Alibaba Cloud OSSUTIL run: ./ossutil64 config -i ${ALI_ACCESS_KEY_ID} -k ${ALI_SECRET_ACCESS_KEY} -e ${ALI_OSS_ENDPOINT} -c .ossutilconfig env: From a7e362d7161532b46905250394a5bda771fbf24d Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 12 Apr 2022 09:55:57 +0800 Subject: [PATCH 21/35] Update oss version --- .github/workflows/release.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index 0adc864c6..5d57091a3 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -90,7 +90,7 @@ jobs: DEST_DIR: ${{ github.event.inputs.chart }}-${{ github.event.inputs.release }} - name: Install Alibaba Cloud OSSUTIL - run: wget http://gosspublic.alicdn.com/ossutil/1.6.10/ossutil64 && chmod +x ossutil64 + run: wget http://gosspublic.alicdn.com/ossutil/1.7.10/ossutil64 && chmod +x ossutil64 - name: Configure Alibaba Cloud OSSUTIL run: ./ossutil64 config -i ${ALI_ACCESS_KEY_ID} -k ${ALI_SECRET_ACCESS_KEY} -e ${ALI_OSS_ENDPOINT} -c .ossutilconfig env: From 0653752b0094579e3b99108ddcaff7337d097b47 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 12 Apr 2022 10:13:26 +0800 Subject: [PATCH 22/35] Remove no used image --- .ci/download_image.sh | 10 +--------- charts/sn-platform/values.yaml | 33 --------------------------------- 2 files changed, 1 insertion(+), 42 deletions(-) diff --git a/.ci/download_image.sh b/.ci/download_image.sh index 5ab567a7c..20d140807 100755 --- a/.ci/download_image.sh +++ b/.ci/download_image.sh @@ -25,15 +25,7 @@ components=( custom_metric_server pulsar_metadata configmapReload - external_dns - functionnmesh - pulsar_operator - bookkeeper_operator - zookeeper_operator - cert_manager_controller - cert_manager_cainjector - cert_manager_webhook - vault_operator) + external_dns) sn_platform_tag=$1 regexp="^sn-platform-([0-9]{1,3})\.([0-9]{0,3})\.([0-9]{0,3})$" mkdir -p $sn_platform_tag diff --git a/charts/sn-platform/values.yaml b/charts/sn-platform/values.yaml index 27577f014..a780563ec 100644 --- a/charts/sn-platform/values.yaml +++ b/charts/sn-platform/values.yaml @@ -250,39 +250,6 @@ images: repository: gcr.io/google_containers/pause tag: "0.3.0" pullPolicy: IfNotPresent - # The list of images that put the operator is here, so that we can export it to aws s3 and ali oss - functionnmesh: - repository: streamnative/function-mesh - tag: v0.1.6 - pullPolicy: IfNotPresent - pulsar_operator: - repository: streamnative/pulsar-operator - tag: v0.9.4 - pullPolicy: IfNotPresent - bookkeeper_operator: - repository: streamnative/bookkeeper-operator - tag: v0.9.4 - pullPolicy: IfNotPresent - zookeeper_operator: - repository: streamnative/zookeeper-operator - tag: v0.9.4 - pullPolicy: IfNotPresent - cert_manager_controller: - repository: quay.io/jetstack/cert-manager-controller - tag: v1.3.1 - pullPolicy: IfNotPresent - cert_manager_cainjector: - repository: quay.io/jetstack/cert-manager-cainjector - tag: v1.3.1 - pullPolicy: IfNotPresent - cert_manager_webhook: - repository: quay.io/jetstack/cert-manager-webhook - tag: v1.3.1 - pullPolicy: IfNotPresent - vault_operator: - repository: ghcr.io/banzaicloud/vault-operator - tag: v1.3.0 - pullPolicy: IfNotPresent ## TLS ## templates/tls-certs.yaml From f1aec2d726da0f95fcb65f734f226f2ae4dec902 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 19 Apr 2022 19:56:16 +0800 Subject: [PATCH 23/35] Update image list --- charts/sn-platform/values.yaml | 37 +++++++++++++++++++++++++++++++++- 1 file changed, 36 insertions(+), 1 deletion(-) diff --git a/charts/sn-platform/values.yaml b/charts/sn-platform/values.yaml index a780563ec..d22175274 100644 --- a/charts/sn-platform/values.yaml +++ b/charts/sn-platform/values.yaml @@ -221,6 +221,9 @@ images: vault_init: repository: streamnative/pulsar_vault_init tag: "v1.0.2" + bank_vaults: + repository: ghcr.io/banzaicloud/bank-vaults + tag: "1.15.2" custom_metric_server_prometheus: repository: prom/prometheus tag: "v2.19.2" @@ -250,7 +253,39 @@ images: repository: gcr.io/google_containers/pause tag: "0.3.0" pullPolicy: IfNotPresent - + # The list of images that put the operator is here, so that we can export it to aws s3 and ali oss + functionnmesh: + repository: streamnative/function-mesh + tag: v0.1.6 + pullPolicy: IfNotPresent + pulsar_operator: + repository: streamnative/pulsar-operator + tag: v0.9.4 + pullPolicy: IfNotPresent + bookkeeper_operator: + repository: streamnative/bookkeeper-operator + tag: v0.9.4 + pullPolicy: IfNotPresent + zookeeper_operator: + repository: streamnative/zookeeper-operator + tag: v0.9.4 + pullPolicy: IfNotPresent + cert_manager_controller: + repository: quay.io/jetstack/cert-manager-controller + tag: v1.3.1 + pullPolicy: IfNotPresent + cert_manager_cainjector: + repository: quay.io/jetstack/cert-manager-cainjector + tag: v1.3.1 + pullPolicy: IfNotPresent + cert_manager_webhook: + repository: quay.io/jetstack/cert-manager-webhook + tag: v1.3.1 + pullPolicy: IfNotPresent + vault_operator: + repository: ghcr.io/banzaicloud/vault-operator + tag: v1.3.0 + pullPolicy: IfNotPresent ## TLS ## templates/tls-certs.yaml ## From ce90c4f7c16750cbed039c3faa3607b5769f0832 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 19 Apr 2022 20:03:08 +0800 Subject: [PATCH 24/35] Fixed images list --- .ci/download_image.sh | 52 +++++++++++++++---------- .github/workflows/sn_platform_image.yml | 10 ++--- 2 files changed, 36 insertions(+), 26 deletions(-) diff --git a/.ci/download_image.sh b/.ci/download_image.sh index 20d140807..9e7d4dd96 100755 --- a/.ci/download_image.sh +++ b/.ci/download_image.sh @@ -21,35 +21,45 @@ components=( nginx_ingress_controller vault vault_init + bank_vaults custom_metric_server_prometheus custom_metric_server pulsar_metadata configmapReload - external_dns) + external_dns + functionnmesh + pulsar_operator + bookkeeper_operator + zookeeper_operator + cert_manager_controller + cert_manager_cainjector + cert_manager_webhook + vault_operator) sn_platform_tag=$1 regexp="^sn-platform-([0-9]{1,3})\.([0-9]{0,3})\.([0-9]{0,3})$" mkdir -p $sn_platform_tag cd $sn_platform_tag -if [[ $sn_platform_tag =~ $regexp ]]; then - curl https://raw.githubusercontent.com/streamnative/charts/${sn_platform_tag}/charts/sn-platform/values.yaml -o values.yaml - image_list="" - for i in ${components[@]}; do - repository=$(cat values.yaml | yq .images.$i.repository) - tag=$(cat values.yaml | yq .images.$i.tag) - echo "Downloading docker image: $repository:$tag" - image_list=$image_list" $repository:$tag" - docker pull $repository:$tag - done - echo ${image_list} +# if [[ $sn_platform_tag =~ $regexp ]]; then +# curl https://raw.githubusercontent.com/streamnative/charts/${sn_platform_tag}/charts/sn-platform/values.yaml -o values.yaml +curl https://raw.githubusercontent.com/streamnative/charts/fixed/support-upload-image-to-aws/charts/sn-platform/values.yaml -o values.yaml +image_list="" +for i in ${components[@]}; do + repository=$(cat values.yaml | yq .images.$i.repository) + tag=$(cat values.yaml | yq .images.$i.tag) + echo "Downloading docker image: $repository:$tag" + image_list=$image_list" $repository:$tag" + docker pull $repository:$tag +done +echo ${image_list} - uniq_image_list=($(echo ${image_list[*]} | sed 's/ /\n/g'|sort| uniq)) - for j in ${uniq_image_list[@]}; do - image=$(echo ${j} | sed 's/:/-/g;s/\//-/g'); - docker save -o ${image}.tar ${j} - done +uniq_image_list=($(echo ${image_list[*]} | sed 's/ /\n/g'|sort| uniq)) +for j in ${uniq_image_list[@]}; do + image=$(echo ${j} | sed 's/:/-/g;s/\//-/g'); + docker save -o ${image}.tar ${j} +done # test # docker save -o $sn_platform_tag.tar jimmidyson/configmap-reload:v0.3.0 -else - echo "Please use the correct version number format => sn-platform-x.x.x" - echo "Currently only sn-platform images are supported for upload" -fi \ No newline at end of file +# else +# echo "Please use the correct version number format => sn-platform-x.x.x" +# echo "Currently only sn-platform images are supported for upload" +# fi \ No newline at end of file diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index 42c0eaf5a..93cb0b5a0 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -20,8 +20,8 @@ jobs: sudo snap install yq - name: Download and package all image for sn platform - run: | - .ci/download_image.sh ${{ github.event.tag }} + run: | # .ci/download_image.sh 1.4.0-rc1 + .ci/download_image.sh 1.4.0-rc1 - uses: jakejarvis/s3-sync-action@master with: @@ -31,8 +31,8 @@ jobs: AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} AWS_REGION: 'us-east-1' # optional: defaults to us-east-1 - SOURCE_DIR: ${{ github.event.tag }} - DEST_DIR: ${{ github.event.tag }} + SOURCE_DIR: 1.4.0-rc1 + DEST_DIR: 1.4.0-rc1 - name: Install Alibaba Cloud OSSUTIL run: wget http://gosspublic.alicdn.com/ossutil/1.7.10/ossutil64 && chmod +x ossutil64 @@ -43,4 +43,4 @@ jobs: ALI_ACCESS_KEY_ID: ${{ secrets.ALI_ACCESS_KEY_ID }} ALI_SECRET_ACCESS_KEY: ${{ secrets.ALI_SECRET_ACCESS_KEY }} - name: Upload the file to the chosen OSS bucket - run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/${{ github.event.tag }} oss://${{ secrets.ALI_OSS_BUCKET }}/sn-products/${{ github.event.tag }} -r -f \ No newline at end of file + run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/1.4.0-rc1 oss://${{ secrets.ALI_OSS_BUCKET }}/sn-products/1.4.0-rc1 -r -f \ No newline at end of file From 41312929b9e627da36ff99da0d1ad7a45a9a53d1 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 19 Apr 2022 20:07:12 +0800 Subject: [PATCH 25/35] Fixed trigger action --- .github/workflows/sn_platform_image.yml | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index 93cb0b5a0..d2a9a4680 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -2,9 +2,12 @@ name: Trigger Upload Image to aws s3 and oss on: - repository_dispatch: - types: - - upload-image-to-s3-and-oss + pull_request: + branches: + - '*' + # repository_dispatch: + # types: + # - upload-image-to-s3-and-oss jobs: deploy: From 9756a4b8cb8dc334c584d832b06858f8ce964b4d Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 19 Apr 2022 20:25:09 +0800 Subject: [PATCH 26/35] Fixed echo download info --- .ci/download_image.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/.ci/download_image.sh b/.ci/download_image.sh index 9e7d4dd96..9dea32ee3 100755 --- a/.ci/download_image.sh +++ b/.ci/download_image.sh @@ -56,6 +56,7 @@ uniq_image_list=($(echo ${image_list[*]} | sed 's/ /\n/g'|sort| uniq)) for j in ${uniq_image_list[@]}; do image=$(echo ${j} | sed 's/:/-/g;s/\//-/g'); docker save -o ${image}.tar ${j} + echo https://downloads-streamnative-cloud.oss-cn-beijing.aliyuncs.com/sn-products/$sn_platform_tag/${image}.tar done # test # docker save -o $sn_platform_tag.tar jimmidyson/configmap-reload:v0.3.0 From 379d61ea6a1f22ffaccac1555d02e22dde2307b6 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 19 Apr 2022 20:27:10 +0800 Subject: [PATCH 27/35] Fixed sn-platform info --- .github/workflows/sn_platform_image.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index d2a9a4680..093db2d62 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -23,8 +23,8 @@ jobs: sudo snap install yq - name: Download and package all image for sn platform - run: | # .ci/download_image.sh 1.4.0-rc1 - .ci/download_image.sh 1.4.0-rc1 + run: | # .ci/download_image.sh sn-platform-1.4.0-rc1 + .ci/download_image.sh sn-platform-1.4.0-rc1 - uses: jakejarvis/s3-sync-action@master with: @@ -34,8 +34,8 @@ jobs: AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} AWS_REGION: 'us-east-1' # optional: defaults to us-east-1 - SOURCE_DIR: 1.4.0-rc1 - DEST_DIR: 1.4.0-rc1 + SOURCE_DIR: sn-platform-1.4.0-rc1 + DEST_DIR: sn-platform-1.4.0-rc1 - name: Install Alibaba Cloud OSSUTIL run: wget http://gosspublic.alicdn.com/ossutil/1.7.10/ossutil64 && chmod +x ossutil64 @@ -46,4 +46,4 @@ jobs: ALI_ACCESS_KEY_ID: ${{ secrets.ALI_ACCESS_KEY_ID }} ALI_SECRET_ACCESS_KEY: ${{ secrets.ALI_SECRET_ACCESS_KEY }} - name: Upload the file to the chosen OSS bucket - run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/1.4.0-rc1 oss://${{ secrets.ALI_OSS_BUCKET }}/sn-products/1.4.0-rc1 -r -f \ No newline at end of file + run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.4.0-rc1 oss://${{ secrets.ALI_OSS_BUCKET }}/sn-products/sn-platform-1.4.0-rc1 -r -f \ No newline at end of file From d9d605603ebcba1f3c78c2477079f0928e8a85b6 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 19 Apr 2022 20:51:22 +0800 Subject: [PATCH 28/35] trigger image upload --- .ci/download_image.sh | 2 +- charts/sn-platform/values.yaml | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/.ci/download_image.sh b/.ci/download_image.sh index 9dea32ee3..e61ba68f4 100755 --- a/.ci/download_image.sh +++ b/.ci/download_image.sh @@ -50,9 +50,9 @@ for i in ${components[@]}; do image_list=$image_list" $repository:$tag" docker pull $repository:$tag done -echo ${image_list} uniq_image_list=($(echo ${image_list[*]} | sed 's/ /\n/g'|sort| uniq)) +echo ${uniq_image} for j in ${uniq_image_list[@]}; do image=$(echo ${j} | sed 's/:/-/g;s/\//-/g'); docker save -o ${image}.tar ${j} diff --git a/charts/sn-platform/values.yaml b/charts/sn-platform/values.yaml index d22175274..a2760b30c 100644 --- a/charts/sn-platform/values.yaml +++ b/charts/sn-platform/values.yaml @@ -259,15 +259,15 @@ images: tag: v0.1.6 pullPolicy: IfNotPresent pulsar_operator: - repository: streamnative/pulsar-operator + repository: docker.cloudsmith.io/streamnative/operators/pulsar-operator tag: v0.9.4 pullPolicy: IfNotPresent bookkeeper_operator: - repository: streamnative/bookkeeper-operator + repository: docker.cloudsmith.io/streamnative/operators/pulsar-operator tag: v0.9.4 pullPolicy: IfNotPresent zookeeper_operator: - repository: streamnative/zookeeper-operator + repository: docker.cloudsmith.io/streamnative/operators/pulsar-operator tag: v0.9.4 pullPolicy: IfNotPresent cert_manager_controller: From ce62bbf9798e7501dde6f659fc2f74a1d1b9568f Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 19 Apr 2022 20:57:09 +0800 Subject: [PATCH 29/35] Update vault operator image --- charts/sn-platform/values.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/sn-platform/values.yaml b/charts/sn-platform/values.yaml index a2760b30c..2ac2bbbd0 100644 --- a/charts/sn-platform/values.yaml +++ b/charts/sn-platform/values.yaml @@ -283,7 +283,7 @@ images: tag: v1.3.1 pullPolicy: IfNotPresent vault_operator: - repository: ghcr.io/banzaicloud/vault-operator + repository: banzaicloud/vault-operator tag: v1.3.0 pullPolicy: IfNotPresent ## TLS From 36a13913e13634ef83170837bc9006550f1a9a70 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 19 Apr 2022 21:14:56 +0800 Subject: [PATCH 30/35] Fixed operator image --- charts/sn-platform/values.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/sn-platform/values.yaml b/charts/sn-platform/values.yaml index 2ac2bbbd0..fbc152391 100644 --- a/charts/sn-platform/values.yaml +++ b/charts/sn-platform/values.yaml @@ -284,7 +284,7 @@ images: pullPolicy: IfNotPresent vault_operator: repository: banzaicloud/vault-operator - tag: v1.3.0 + tag: 1.3.0 pullPolicy: IfNotPresent ## TLS ## templates/tls-certs.yaml From c1ca157dc615cec22c8123a03b7ea276786399d1 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 19 Apr 2022 21:17:18 +0800 Subject: [PATCH 31/35] Fixed vault operator image --- charts/sn-platform/values.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/sn-platform/values.yaml b/charts/sn-platform/values.yaml index fbc152391..0bd969f64 100644 --- a/charts/sn-platform/values.yaml +++ b/charts/sn-platform/values.yaml @@ -284,7 +284,7 @@ images: pullPolicy: IfNotPresent vault_operator: repository: banzaicloud/vault-operator - tag: 1.3.0 + tag: "1.3.0" pullPolicy: IfNotPresent ## TLS ## templates/tls-certs.yaml From a7a00249aae872440654cf7f75e53b5ed9ec0ca2 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 19 Apr 2022 21:37:49 +0800 Subject: [PATCH 32/35] Fixed image --- .github/workflows/sn_platform_image.yml | 10 +++++----- charts/sn-platform/values.yaml | 26 ++++++++++++------------- 2 files changed, 18 insertions(+), 18 deletions(-) diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index 093db2d62..ada08dd38 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -23,8 +23,8 @@ jobs: sudo snap install yq - name: Download and package all image for sn platform - run: | # .ci/download_image.sh sn-platform-1.4.0-rc1 - .ci/download_image.sh sn-platform-1.4.0-rc1 + run: | # .ci/download_image.sh sn-platform-1.4.0-rc2 + .ci/download_image.sh sn-platform-1.4.0-rc2 - uses: jakejarvis/s3-sync-action@master with: @@ -34,8 +34,8 @@ jobs: AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} AWS_REGION: 'us-east-1' # optional: defaults to us-east-1 - SOURCE_DIR: sn-platform-1.4.0-rc1 - DEST_DIR: sn-platform-1.4.0-rc1 + SOURCE_DIR: sn-platform-1.4.0-rc2 + DEST_DIR: sn-platform-1.4.0-rc2 - name: Install Alibaba Cloud OSSUTIL run: wget http://gosspublic.alicdn.com/ossutil/1.7.10/ossutil64 && chmod +x ossutil64 @@ -46,4 +46,4 @@ jobs: ALI_ACCESS_KEY_ID: ${{ secrets.ALI_ACCESS_KEY_ID }} ALI_SECRET_ACCESS_KEY: ${{ secrets.ALI_SECRET_ACCESS_KEY }} - name: Upload the file to the chosen OSS bucket - run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.4.0-rc1 oss://${{ secrets.ALI_OSS_BUCKET }}/sn-products/sn-platform-1.4.0-rc1 -r -f \ No newline at end of file + run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.4.0-rc2 oss://${{ secrets.ALI_OSS_BUCKET }}/sn-products/sn-platform-1.4.0-rc2 -r -f \ No newline at end of file diff --git a/charts/sn-platform/values.yaml b/charts/sn-platform/values.yaml index 0bd969f64..88fbd1be6 100644 --- a/charts/sn-platform/values.yaml +++ b/charts/sn-platform/values.yaml @@ -134,22 +134,22 @@ monitoring: images: zookeeper: repository: streamnative/sn-platform - tag: "2.9.2.9" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent customTools: backup: repository: "streamnative/pulsar-metadata-tool" - tag: "2.9.2.9" + tag: "2.9.2.12.0" restore: repository: "streamnative/pulsar-metadata-tool" - tag: "2.9.2.9" + tag: "2.9.2.12.0" bookie: repository: streamnative/sn-platform - tag: "2.9.2.9" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent presto: repository: streamnative/sn-platform - tag: "2.9.2.9" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent # NOTE: allow overriding the presto worker image # presto_worker: @@ -158,32 +158,32 @@ images: # pullPolicy: IfNotPresent autorecovery: repository: streamnative/sn-platform - tag: "2.9.2.9" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent broker: repository: streamnative/sn-platform - tag: "2.9.2.9" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent proxy: repository: streamnative/sn-platform - tag: "2.9.2.9" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent pulsar_detector: repository: streamnative/sn-platform - tag: "2.9.2.9" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent functions: repository: streamnative/sn-platform - tag: "2.9.2.9" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent function_worker: repository: streamnative/sn-platform - tag: "2.9.2.9" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent # NOTE: allow overriding the toolset image toolset: repository: streamnative/sn-platform - tag: "2.9.2.9" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent kafka: repository: confluentinc/cp-kafka @@ -234,7 +234,7 @@ images: pullPolicy: IfNotPresent pulsar_metadata: repository: streamnative/sn-platform - tag: "2.9.2.9" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent configmapReload: repository: jimmidyson/configmap-reload From 80ce0d21d200149404f06f7f46b23b080f8c1ca4 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 19 Apr 2022 21:56:45 +0800 Subject: [PATCH 33/35] Echo image list --- .ci/download_image.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.ci/download_image.sh b/.ci/download_image.sh index e61ba68f4..14b419031 100755 --- a/.ci/download_image.sh +++ b/.ci/download_image.sh @@ -52,7 +52,7 @@ for i in ${components[@]}; do done uniq_image_list=($(echo ${image_list[*]} | sed 's/ /\n/g'|sort| uniq)) -echo ${uniq_image} +echo ${uniq_image_list} for j in ${uniq_image_list[@]}; do image=$(echo ${j} | sed 's/:/-/g;s/\//-/g'); docker save -o ${image}.tar ${j} From 76849dab4e3225d8b0687c7ba54d677f3af66a25 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 19 Apr 2022 23:46:58 +0800 Subject: [PATCH 34/35] Push 2.9.2.12 image --- charts/sn-platform/values.yaml | 26 +++++++++++++------------- 1 file changed, 13 insertions(+), 13 deletions(-) diff --git a/charts/sn-platform/values.yaml b/charts/sn-platform/values.yaml index 88fbd1be6..3d2958a24 100644 --- a/charts/sn-platform/values.yaml +++ b/charts/sn-platform/values.yaml @@ -134,22 +134,22 @@ monitoring: images: zookeeper: repository: streamnative/sn-platform - tag: "2.9.2.12.0" + tag: "2.9.2.12" pullPolicy: IfNotPresent customTools: backup: repository: "streamnative/pulsar-metadata-tool" - tag: "2.9.2.12.0" + tag: "2.9.2.12" restore: repository: "streamnative/pulsar-metadata-tool" - tag: "2.9.2.12.0" + tag: "2.9.2.12" bookie: repository: streamnative/sn-platform - tag: "2.9.2.12.0" + tag: "2.9.2.12" pullPolicy: IfNotPresent presto: repository: streamnative/sn-platform - tag: "2.9.2.12.0" + tag: "2.9.2.12" pullPolicy: IfNotPresent # NOTE: allow overriding the presto worker image # presto_worker: @@ -158,32 +158,32 @@ images: # pullPolicy: IfNotPresent autorecovery: repository: streamnative/sn-platform - tag: "2.9.2.12.0" + tag: "2.9.2.12" pullPolicy: IfNotPresent broker: repository: streamnative/sn-platform - tag: "2.9.2.12.0" + tag: "2.9.2.12" pullPolicy: IfNotPresent proxy: repository: streamnative/sn-platform - tag: "2.9.2.12.0" + tag: "2.9.2.12" pullPolicy: IfNotPresent pulsar_detector: repository: streamnative/sn-platform - tag: "2.9.2.12.0" + tag: "2.9.2.12" pullPolicy: IfNotPresent functions: repository: streamnative/sn-platform - tag: "2.9.2.12.0" + tag: "2.9.2.12" pullPolicy: IfNotPresent function_worker: repository: streamnative/sn-platform - tag: "2.9.2.12.0" + tag: "2.9.2.12" pullPolicy: IfNotPresent # NOTE: allow overriding the toolset image toolset: repository: streamnative/sn-platform - tag: "2.9.2.12.0" + tag: "2.9.2.12" pullPolicy: IfNotPresent kafka: repository: confluentinc/cp-kafka @@ -234,7 +234,7 @@ images: pullPolicy: IfNotPresent pulsar_metadata: repository: streamnative/sn-platform - tag: "2.9.2.12.0" + tag: "2.9.2.12" pullPolicy: IfNotPresent configmapReload: repository: jimmidyson/configmap-reload From c9098c7b489bc8a53972af56555959432868918c Mon Sep 17 00:00:00 2001 From: guangning Date: Wed, 20 Apr 2022 00:21:03 +0800 Subject: [PATCH 35/35] Fixed 2.9.2.13 image --- .github/workflows/sn_platform_image.yml | 10 +++++----- charts/sn-platform/values.yaml | 26 ++++++++++++------------- 2 files changed, 18 insertions(+), 18 deletions(-) diff --git a/.github/workflows/sn_platform_image.yml b/.github/workflows/sn_platform_image.yml index ada08dd38..ca2594340 100644 --- a/.github/workflows/sn_platform_image.yml +++ b/.github/workflows/sn_platform_image.yml @@ -23,8 +23,8 @@ jobs: sudo snap install yq - name: Download and package all image for sn platform - run: | # .ci/download_image.sh sn-platform-1.4.0-rc2 - .ci/download_image.sh sn-platform-1.4.0-rc2 + run: | # .ci/download_image.sh sn-platform-1.4.0-rc3 + .ci/download_image.sh sn-platform-1.4.0-rc3 - uses: jakejarvis/s3-sync-action@master with: @@ -34,8 +34,8 @@ jobs: AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} AWS_REGION: 'us-east-1' # optional: defaults to us-east-1 - SOURCE_DIR: sn-platform-1.4.0-rc2 - DEST_DIR: sn-platform-1.4.0-rc2 + SOURCE_DIR: sn-platform-1.4.0-rc3 + DEST_DIR: sn-platform-1.4.0-rc3 - name: Install Alibaba Cloud OSSUTIL run: wget http://gosspublic.alicdn.com/ossutil/1.7.10/ossutil64 && chmod +x ossutil64 @@ -46,4 +46,4 @@ jobs: ALI_ACCESS_KEY_ID: ${{ secrets.ALI_ACCESS_KEY_ID }} ALI_SECRET_ACCESS_KEY: ${{ secrets.ALI_SECRET_ACCESS_KEY }} - name: Upload the file to the chosen OSS bucket - run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.4.0-rc2 oss://${{ secrets.ALI_OSS_BUCKET }}/sn-products/sn-platform-1.4.0-rc2 -r -f \ No newline at end of file + run: ./ossutil64 --config-file .ossutilconfig cp ${{ github.workspace }}/sn-platform-1.4.0-rc3 oss://${{ secrets.ALI_OSS_BUCKET }}/sn-products/sn-platform-1.4.0-rc3 -r -f \ No newline at end of file diff --git a/charts/sn-platform/values.yaml b/charts/sn-platform/values.yaml index 3d2958a24..88fbd1be6 100644 --- a/charts/sn-platform/values.yaml +++ b/charts/sn-platform/values.yaml @@ -134,22 +134,22 @@ monitoring: images: zookeeper: repository: streamnative/sn-platform - tag: "2.9.2.12" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent customTools: backup: repository: "streamnative/pulsar-metadata-tool" - tag: "2.9.2.12" + tag: "2.9.2.12.0" restore: repository: "streamnative/pulsar-metadata-tool" - tag: "2.9.2.12" + tag: "2.9.2.12.0" bookie: repository: streamnative/sn-platform - tag: "2.9.2.12" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent presto: repository: streamnative/sn-platform - tag: "2.9.2.12" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent # NOTE: allow overriding the presto worker image # presto_worker: @@ -158,32 +158,32 @@ images: # pullPolicy: IfNotPresent autorecovery: repository: streamnative/sn-platform - tag: "2.9.2.12" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent broker: repository: streamnative/sn-platform - tag: "2.9.2.12" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent proxy: repository: streamnative/sn-platform - tag: "2.9.2.12" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent pulsar_detector: repository: streamnative/sn-platform - tag: "2.9.2.12" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent functions: repository: streamnative/sn-platform - tag: "2.9.2.12" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent function_worker: repository: streamnative/sn-platform - tag: "2.9.2.12" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent # NOTE: allow overriding the toolset image toolset: repository: streamnative/sn-platform - tag: "2.9.2.12" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent kafka: repository: confluentinc/cp-kafka @@ -234,7 +234,7 @@ images: pullPolicy: IfNotPresent pulsar_metadata: repository: streamnative/sn-platform - tag: "2.9.2.12" + tag: "2.9.2.12.0" pullPolicy: IfNotPresent configmapReload: repository: jimmidyson/configmap-reload