Remove more quickstart CI code

Author: schustmi

.github/workflows/release_prepare.yml

@@ -227,11 +227,8 @@ jobs:
       matrix:
         include:
           - cloud: aws
-            parent_image: 715803424590.dkr.ecr.eu-central-1.amazonaws.com/prepare-release:quickstart-aws
           - cloud: azure
-            parent_image: zenmldocker/prepare-release:quickstart-azure
           - cloud: gcp
-            parent_image: zenmldocker/prepare-release:quickstart-gcp
     steps:
       # Check out the code
       - name: Checkout code
@@ -249,6 +246,4 @@ jobs:
         run: |
           scripts/qs_run_release_flow.sh \
             --cloud "${{ matrix.cloud }}" \
-            --parent-image "${{ matrix.parent_image }}" \
-            --new-version "${{ needs.fetch-versions.outputs.new_version }}" \
-            --branch-ref "${{ github.ref }}"
+            --new-version "${{ needs.fetch-versions.outputs.new_version }}"

docker/zenml-quickstart-dev.Dockerfile

@@ -5,11 +5,7 @@
 from steps.simple_step import simple_step
 
 from zenml import pipeline
-from zenml.config import CORSConfig, DeploymentSettings, DockerSettings
-
-docker_settings = DockerSettings(
-    requirements="requirements.txt",
-)
+from zenml.config import CORSConfig, DeploymentSettings
 
 deployment_settings = DeploymentSettings(
     app_title="Simple Pipeline",
@@ -19,7 +15,6 @@
 
 @pipeline(
     settings={
-        "docker": docker_settings,
         "deployment": deployment_settings,
     },
     enable_cache=False,

examples/quickstart/pipelines/simple_pipeline.py

@@ -10,35 +10,6 @@ steps:
       - USERNAME
       - PASSWORD
 
-  # Build base image
-  - name: gcr.io/cloud-builders/docker
-    args:
-      - '-c'
-      - |
-        docker build . \
-          --platform linux/amd64 \
-          -f docker/zenml-dev.Dockerfile \
-          -t $$USERNAME/prepare-release:base-${_ZENML_NEW_VERSION}
-
-    id: build-base
-    waitFor: ['-']
-    entrypoint: bash
-    secretEnv:
-      - USERNAME
-
-  # Push base image
-  - name: gcr.io/cloud-builders/docker
-    args:
-      - '-c'
-      - docker push $$USERNAME/prepare-release:base-${_ZENML_NEW_VERSION}
-    id: push-base
-    waitFor:
-      - docker-login
-      - build-base
-    entrypoint: bash
-    secretEnv:
-      - USERNAME
-
   # Build server image
   - name: gcr.io/cloud-builders/docker
     args:
@@ -68,79 +39,6 @@ steps:
     secretEnv:
       - USERNAME
 
-  # Build Quickstart GCP Image
-  - name: gcr.io/cloud-builders/docker
-    args:
-      - '-c'
-      - |
-        docker build . \
-          --platform linux/amd64 \
-          --build-arg BASE_IMAGE=$$USERNAME/prepare-release:base-${_ZENML_NEW_VERSION} \
-          --build-arg CLOUD_PROVIDER=gcp \
-          -f docker/zenml-quickstart-dev.Dockerfile \
-          -t $$USERNAME/prepare-release:quickstart-gcp-${_ZENML_NEW_VERSION}
-
-    id: build-quickstart-gcp
-    waitFor:
-      - push-base
-    entrypoint: bash
-    secretEnv:
-      - USERNAME
-
-  # Build Quickstart AWS image
-  - name: gcr.io/cloud-builders/docker
-    args:
-      - '-c'
-      - |
-        docker build . \
-          --platform linux/amd64 \
-          --build-arg BASE_IMAGE=$$USERNAME/prepare-release:base-${_ZENML_NEW_VERSION} \
-          --build-arg CLOUD_PROVIDER=aws \
-          -f docker/zenml-quickstart-dev.Dockerfile \
-          -t $$USERNAME/prepare-release:quickstart-aws-${_ZENML_NEW_VERSION}
-    id: build-quickstart-aws
-    waitFor:
-      - push-base
-    entrypoint: bash
-    secretEnv:
-      - USERNAME
-
-  # Build Quickstart Azure image
-  - name: gcr.io/cloud-builders/docker
-    args:
-      - '-c'
-      - |
-        docker build . \
-          --platform linux/amd64 \
-          --build-arg BASE_IMAGE=$$USERNAME/prepare-release:base-${_ZENML_NEW_VERSION} \
-          --build-arg CLOUD_PROVIDER=azure \
-          -f docker/zenml-quickstart-dev.Dockerfile \
-          -t $$USERNAME/prepare-release:quickstart-azure-${_ZENML_NEW_VERSION}
-    id: build-quickstart-azure
-    waitFor:
-      - push-base
-    entrypoint: bash
-    secretEnv:
-      - USERNAME
-
-  # Push Quickstart images
-  - name: gcr.io/cloud-builders/docker
-    args:
-      - '-c'
-      - |
-        docker push $$USERNAME/prepare-release:quickstart-aws-${_ZENML_NEW_VERSION}
-        docker push $$USERNAME/prepare-release:quickstart-azure-${_ZENML_NEW_VERSION}
-        docker push $$USERNAME/prepare-release:quickstart-gcp-${_ZENML_NEW_VERSION}
-    id: push-quickstart
-    waitFor:
-      - docker-login
-      - build-quickstart-gcp
-      - build-quickstart-aws
-      - build-quickstart-azure
-    entrypoint: bash
-    secretEnv:
-      - USERNAME
-
 timeout: 3600s
 availableSecrets:
   secretManager:

release-cloudbuild-preparation.yaml

@@ -9,20 +9,13 @@ usage() {
 Usage:
   scripts/qs_run_release_flow.sh \
     --cloud <aws|azure|gcp> \
-    --parent-image <registry/repo:tag-prefix> \
-    --new-version <X.Y.Z> \
-    [--branch-ref <git ref, e.g. refs/heads/misc/prepare-release-X.Y.Z>]
+    --new-version <X.Y.Z>
 
 Description:
   Runs the Quickstart release validation flow:
-  - Patches the example config's parent_image and requirements to use the branch ref
-  - Installs dependencies
   - Phase 1: Runs the pipeline locally
   - Phase 2: Runs the pipeline on the cloud stack
 
-Notes:
-  --branch-ref is optional. If not provided, the script falls back to $GITHUB_REF.
-  If neither is available, the script exits with an error.
 USAGE
 }
 
@@ -36,12 +29,8 @@ while [[ $# -gt 0 ]]; do
   case "$1" in
     --cloud)
       CLOUD="${2:-}"; shift 2;;
-    --parent-image)
-      PARENT_PREFIX="${2:-}"; shift 2;;
     --new-version)
       NEW_VERSION="${2:-}"; shift 2;;
-    --branch-ref)
-      BRANCH_REF="${2:-}"; shift 2;;
     -h|--help)
       usage; exit 0;;
     *)
@@ -51,36 +40,20 @@ while [[ $# -gt 0 ]]; do
 done
 
 # Validate required args
-if [[ -z "${CLOUD}" || -z "${PARENT_PREFIX}" || -z "${NEW_VERSION}" ]]; then
-  echo "Error: --cloud, --parent-image, and --new-version are required." >&2
+if [[ -z "${CLOUD}" || -z "${NEW_VERSION}" ]]; then
+  echo "Error: --cloud and --new-version are required." >&2
   usage
   exit 1
 fi
 
-# Determine branch ref
-if [[ -z "${BRANCH_REF}" ]]; then
-  if [[ -n "${GITHUB_REF:-}" ]]; then
-    BRANCH_REF="${GITHUB_REF}"
-  else
-    echo "Error: --branch-ref not provided and GITHUB_REF is not set. Please supply one of them." >&2
-    exit 1
-  fi
-fi
 
 echo "=== Quickstart Release Flow ==="
 echo "Cloud stack:          ${CLOUD}"
-echo "Parent image prefix:  ${PARENT_PREFIX}"
-echo "New version:          ${NEW_VERSION}"
-echo "Git branch ref:       ${BRANCH_REF}"
 echo "================================"
 
 # Minimal variables needed for the simplified flow
 DIR_PUSHED=0
 CLOUD_STACK="${CLOUD}"
-CONFIG="configs/training_${CLOUD}.yaml"
-REQS="requirements_${CLOUD}.txt"
-PARENT_IMAGE="${PARENT_PREFIX}-${NEW_VERSION}"
-ZENML_GIT_SPEC="git+https://github.com/zenml-io/zenml.git@${BRANCH_REF}#egg=zenml[server]"
 
 _cleanup() {
   # Preserve original exit code from the point of trap invocation
@@ -106,36 +79,24 @@ echo "=== Switching to examples/quickstart directory ==="
 pushd examples/quickstart >/dev/null
 DIR_PUSHED=1
 
-# Validate required files
-if [[ ! -f "${CONFIG}" ]]; then
-  echo "Error: Config file not found: ${CONFIG}" >&2
-  exit 1
-fi
-if [[ ! -f "${REQS}" ]]; then
-  echo "Error: Requirements file not found: ${REQS}" >&2
-  exit 1
-fi
-
-# Patch config parent_image
-echo "=== Patching parent_image in ${CONFIG} to: ${PARENT_IMAGE} ==="
-# Replace the entire parent_image line, preserving indentation
-sed -i -E "s|^([[:space:]]*parent_image:).*|\1 \"${PARENT_IMAGE}\"|g" "${CONFIG}"
-
-# Patch requirements to install zenml from the provided branch ref
-echo "=== Updating ${REQS}: pinning zenml to branch ref ${BRANCH_REF} ==="
-# Replace any line that starts with 'zenml[server]' to make the pin robust to different version operators.
-sed -i -E "s|^zenml\\[server\\].*|${ZENML_GIT_SPEC}|g" "${REQS}"
-
-# Install dependencies
-echo "=== Installing dependencies from ${REQS} ==="
-pip install -r "${REQS}"
+# Build parent image
+docker build -f docker/zenml-dev.Dockerfile -t zenmldocker/zenml:${NEW_VERSION}-py3.12 .
 
 # Phase 1: Run the pipeline locally
 echo "=== Phase 1: Run pipeline locally ==="
 python run.py
 
 # Phase 2: Run on the cloud stack
 echo "=== Phase 2: Run pipeline on cloud stack ==="
+
+if [[ "${CLOUD}" == "aws" ]]; then
+  zenml integration install aws s3 --uv -y
+elif [[ "${CLOUD}" == "azure" ]]; then
+  zenml integration install azure --uv -y
+elif [[ "${CLOUD}" == "gcp" ]]; then
+  zenml integration install gcp --uv -y
+fi
+
 zenml stack set "${CLOUD_STACK}"
 python run.py