Revert "[anza migration] replace binaries backend (solana-labs#6)"

This reverts commit 9355518.

Author: willhickey

.github/workflows/publish-windows-tarball.yml

@@ -1,12 +1,18 @@
-name: Publish Windows Tarball
+name: release-artifacts
 
 on:
-  workflow_dispatch:
+  workflow_call:
     inputs:
       commit:
+        required: false
         type: string
+    secrets:
+      AWS_ACCESS_KEY_ID:
+        required: true
+      AWS_SECRET_ACCESS_KEY:
+        required: true
+      AWS_S3_BUCKET:
         required: true
-        description: commit
 
 jobs:
   windows-build:
@@ -16,82 +22,68 @@ jobs:
       channel: ${{ steps.build.outputs.channel }}
     steps:
       - name: Checkout
-        uses: actions/checkout@v4
+        uses: actions/checkout@v3
         with:
           ref: master
           fetch-depth: 0
 
-      # took the workaround from https://github.com/sfackler/rust-openssl/issues/2149
-      - name: Set Perl environment variables
+      - name: Setup Rust
+        shell: bash
         run: |
-          echo "PERL=$((where.exe perl)[0])" | Out-File -FilePath $env:GITHUB_ENV -Append -Encoding utf8
-          echo "OPENSSL_SRC_PERL=$((where.exe perl)[0])" | Out-File -FilePath $env:GITHUB_ENV -Append -Encoding utf8
+          source ci/rust-version.sh stable
 
-      - name: Build
-        id: build
+      # copy the newest version env.sh before switching version.
+      - name: Copy Env Script
         shell: bash
-        env:
-          COMMIT: ${{ github.event.inputs.commit }}
         run: |
-          # install all deps
-          source .github/scripts/install-all-deps.sh ${{ runner.os }}
-
-          # checkout the commit
-          if [[ -z ${{ env.COMMIT }} ]]; then
-            echo "Required parameter env.COMMIT is empty."
-            exit 1
-          fi
+          cp -r ci/env.sh /tmp/env.sh
 
-          git checkout ${{ env.COMMIT }}
+      - name: Switch Version
+        if: ${{ inputs.commit }}
+        run: |
+          git checkout ${{ inputs.commit }}
 
-          source ci/env.sh
+      - name: Build
+        id: build
+        shell: bash
+        run: |
+          vcpkg install openssl:x64-windows-static-md
+          vcpkg integrate install
+          choco install protoc
+          export PROTOC="C:\ProgramData\chocolatey\lib\protoc\tools\bin\protoc.exe"
+          source /tmp/env.sh
           echo "tag=$CI_TAG" >> $GITHUB_OUTPUT
           eval "$(ci/channel-info.sh)"
           echo "channel=$CHANNEL" >> $GITHUB_OUTPUT
-
-          # print the info
-          echo "::notice::commit: ${{ env.COMMIT }}"
-          echo "::notice::tag: $CI_TAG"
-          echo "::notice::channel: $CHANNEL"
-
           ci/publish-tarball.sh
 
       - name: Prepare Upload Files
         if: ${{ steps.build.outputs.channel != '' || steps.build.outputs.tag != '' }}
         shell: bash
         run: |
           FOLDER_NAME=${{ steps.build.outputs.tag || steps.build.outputs.channel }}
-          mkdir -p "windows-release/$FOLDER_NAME"
-          cp -v "solana-release-x86_64-pc-windows-msvc.tar.bz2" "windows-release/$FOLDER_NAME/"
-          cp -v "solana-release-x86_64-pc-windows-msvc.yml" "windows-release/$FOLDER_NAME/"
-          cp -v "solana-install-init-x86_64-pc-windows-msvc"* "windows-release/$FOLDER_NAME"
+          mkdir -p "github-action-s3-upload/$FOLDER_NAME"
+          cp -v "solana-release-x86_64-pc-windows-msvc.tar.bz2" "github-action-s3-upload/$FOLDER_NAME/"
+          cp -v "solana-release-x86_64-pc-windows-msvc.yml" "github-action-s3-upload/$FOLDER_NAME/"
+          cp -v "solana-install-init-x86_64-pc-windows-msvc"* "github-action-s3-upload/$FOLDER_NAME"
 
       - name: Upload Artifacts
         if: ${{ steps.build.outputs.channel != '' || steps.build.outputs.tag != '' }}
-        uses: actions/upload-artifact@v4
+        uses: actions/upload-artifact@v3
         with:
           name: windows-artifact
-          path: windows-release/
+          path: github-action-s3-upload/
 
   windows-s3-upload:
     if: ${{ needs.windows-build.outputs.channel != '' || needs.windows-build.outputs.tag != '' }}
     needs: [windows-build]
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-20.04
     steps:
       - name: Download
-        uses: actions/download-artifact@v4
+        uses: actions/download-artifact@v3
         with:
           name: windows-artifact
-          path: .windows-release/
-
-      - name: Setup crediential
-        uses: "google-github-actions/auth@v2"
-        with:
-          credentials_json: "${{ secrets.GCS_RELEASE_BUCKET_WRITER_CREDIENTIAL }}"
-
-      - name: Upload files to GCS
-        run: |
-          gcloud storage cp --recursive windows-release/* gs://anza-release/
+          path: ./github-action-s3-upload
 
       - name: Upload
         uses: jakejarvis/s3-sync-action@master
@@ -102,22 +94,23 @@ jobs:
           AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
           AWS_S3_BUCKET: ${{ secrets.AWS_S3_BUCKET }}
           AWS_REGION: "us-west-1"
-          SOURCE_DIR: "windows-release"
+          SOURCE_DIR: "github-action-s3-upload"
 
   windows-gh-release:
     if: ${{ needs.windows-build.outputs.tag != '' }}
     needs: [windows-build]
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-20.04
     steps:
       - name: Download
-        uses: actions/download-artifact@v4
+        uses: actions/download-artifact@v3
         with:
           name: windows-artifact
-          path: ./windows-release/
+          path: ./github-action-s3-upload
 
       - name: Release
-        uses: softprops/action-gh-release@v2
+        uses: softprops/action-gh-release@v1
         with:
           tag_name: ${{ needs.windows-build.outputs.tag }}
+          draft: true
           files: |
-            windows-release/${{ needs.windows-build.outputs.tag }}/*
+            github-action-s3-upload/${{ needs.windows-build.outputs.tag }}/*

.github/workflows/release-artifacts-auto.yml

@@ -0,0 +1,32 @@
+name: release-artifacts-auto
+
+on:
+  push:
+    branches:
+      - master
+      - v[0-9]+.[0-9]+
+    tags:
+      - v[0-9]+.[0-9]+.[0-9]+
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  release-artifacts:
+    if: github.repository == 'solana-labs/solana'
+    uses: ./.github/workflows/release-artifacts.yml
+    with:
+      commit: ${{ github.sha }}
+    secrets:
+      AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+      AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+      AWS_S3_BUCKET: ${{ secrets.AWS_S3_BUCKET }}
+
+  error_reporting:
+    needs:
+      - release-artifacts
+    if: failure() && github.event_name == 'push'
+    uses: ./.github/workflows/error-reporting.yml
+    secrets:
+      WEBHOOK: ${{ secrets.SLACK_ERROR_REPORTING_WEBHOOK }}

.github/workflows/release-artifacts-manually.yml

@@ -0,0 +1,19 @@
+name: release-artifacts-manually
+
+on:
+  workflow_dispatch:
+    inputs:
+      commit:
+        type: string
+        required: true
+        description: commit
+
+jobs:
+  release-artifacts:
+    uses: ./.github/workflows/release-artifacts.yml
+    with:
+      commit: ${{ github.event.inputs.commit }}
+    secrets:
+      AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+      AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+      AWS_S3_BUCKET: ${{ secrets.AWS_S3_BUCKET }}

ci/publish-installer.sh

@@ -26,14 +26,14 @@ fi
 # upload install script
 source ci/upload-ci-artifact.sh
 
-cat >release.anza.xyz-install <<EOF
+cat >release.solana.com-install <<EOF
 SOLANA_RELEASE=$CHANNEL_OR_TAG
 SOLANA_INSTALL_INIT_ARGS=$CHANNEL_OR_TAG
-SOLANA_DOWNLOAD_ROOT=https://release.anza.xyz
+SOLANA_DOWNLOAD_ROOT=https://release.solana.com
 EOF
-cat install/solana-install-init.sh >>release.anza.xyz-install
+cat install/solana-install-init.sh >>release.solana.com-install
 
-echo --- GCS: "install"
-upload-gcs-artifact "/solana/release.anza.xyz-install" "gs://anza-release/$CHANNEL_OR_TAG/install"
+echo --- AWS S3 Store: "install"
+upload-s3-artifact "/solana/release.solana.com-install" "s3://release.solana.com/$CHANNEL_OR_TAG/install"
 echo Published to:
-ci/format-url.sh https://release.anza.xyz/"$CHANNEL_OR_TAG"/install
+ci/format-url.sh https://release.solana.com/"$CHANNEL_OR_TAG"/install

ci/publish-tarball.sh

@@ -118,11 +118,11 @@ for file in "${TARBALL_BASENAME}"-$TARGET.tar.bz2 "${TARBALL_BASENAME}"-$TARGET.
   fi
 
   if [[ -n $BUILDKITE ]]; then
-    echo --- GCS Store: "$file"
-    upload-gcs-artifact "/solana/$file" gs://anza-release/"$CHANNEL_OR_TAG"/"$file"
+    echo --- AWS S3 Store: "$file"
+    upload-s3-artifact "/solana/$file" s3://release.solana.com/"$CHANNEL_OR_TAG"/"$file"
 
     echo Published to:
-    $DRYRUN ci/format-url.sh https://release.anza.xyz/"$CHANNEL_OR_TAG"/"$file"
+    $DRYRUN ci/format-url.sh https://release.solana.com/"$CHANNEL_OR_TAG"/"$file"
 
     if [[ -n $TAG ]]; then
       ci/upload-github-release-asset.sh "$file"

ci/upload-ci-artifact.sh

@@ -40,13 +40,3 @@ upload-s3-artifact() {
     docker run "${args[@]}"
   )
 }
-
-upload-gcs-artifact() {
-  echo "--- artifact: $1 to $2"
-  docker run --rm \
-    -v "$GCS_RELEASE_BUCKET_WRITER_CREDIENTIAL:/application_default_credentials.json" \
-    -v "$PWD:/solana" \
-    -e CLOUDSDK_AUTH_CREDENTIAL_FILE_OVERRIDE=/application_default_credentials.json \
-    gcr.io/google.com/cloudsdktool/google-cloud-cli:latest \
-    gcloud storage cp "$1" "$2"
-}

ci/upload-github-release-asset.sh

@@ -26,7 +26,7 @@ fi
 # Force CI_REPO_SLUG since sometimes
 # BUILDKITE_TRIGGERED_FROM_BUILD_PIPELINE_SLUG is not set correctly, causing the
 # artifact upload to fail
-CI_REPO_SLUG=anza-xyz/agave
+CI_REPO_SLUG=solana-labs/solana
 #if [[ -z $CI_REPO_SLUG ]]; then
 #  echo Error: CI_REPO_SLUG not defined
 #  exit 1

install/solana-install-init.sh

@@ -16,9 +16,9 @@
 { # this ensures the entire script is downloaded #
 
 if [ -z "$SOLANA_DOWNLOAD_ROOT" ]; then
-    SOLANA_DOWNLOAD_ROOT="https://github.com/anza-xyz/agave/releases/download/"
+    SOLANA_DOWNLOAD_ROOT="https://github.com/solana-labs/solana/releases/download/"
 fi
-GH_LATEST_RELEASE="https://api.github.com/repos/anza-xyz/agave/releases/latest"
+GH_LATEST_RELEASE="https://api.github.com/repos/solana-labs/solana/releases/latest"
 
 set -e
 

install/src/command.rs

@@ -570,23 +570,23 @@ pub fn init(
 
 fn github_release_download_url(release_semver: &str) -> String {
     format!(
-        "https://github.com/anza-xyz/agave/releases/download/v{}/solana-release-{}.tar.bz2",
+        "https://github.com/solana-labs/solana/releases/download/v{}/solana-release-{}.tar.bz2",
         release_semver,
         crate::build_env::TARGET
     )
 }
 
 fn release_channel_download_url(release_channel: &str) -> String {
     format!(
-        "https://release.anza.xyz/{}/solana-release-{}.tar.bz2",
+        "https://release.solana.com/{}/solana-release-{}.tar.bz2",
         release_channel,
         crate::build_env::TARGET
     )
 }
 
 fn release_channel_version_url(release_channel: &str) -> String {
     format!(
-        "https://release.anza.xyz/{}/solana-release-{}.yml",
+        "https://release.solana.com/{}/solana-release-{}.yml",
         release_channel,
         crate::build_env::TARGET
     )
@@ -903,7 +903,7 @@ fn check_for_newer_github_release(
 
     while page == 1 || releases.len() == PER_PAGE {
         let url = reqwest::Url::parse_with_params(
-            "https://api.github.com/repos/anza-xyz/agave/releases",
+            "https://api.github.com/repos/solana-labs/solana/releases",
             &[
                 ("per_page", &format!("{PER_PAGE}")),
                 ("page", &format!("{page}")),