Mac Workflows initial concept with podman-e2e-mac workflow, scheduler and template

Signed-off-by: Ondrej Dockal <[email protected]>

Author: odockal

.github/workflows/mac-dummy-template.yaml

@@ -1,6 +1,6 @@
-# This example workflow represents an independent workflow that tests something, runs after E2E test Job is finished
-# and makes use of startJob machine's access information
-name: Dummy Mac Test Job
+# This example workflow represents an independent dummy workflow serves as a template for
+# other possible workflows getting information for creating a Mac host from its parent scheduler job
+name: Dummy Mac Template Job
 
 on:
   workflow_call:

.github/workflows/mac-scheduler.yaml

@@ -37,23 +37,23 @@ jobs:
       host_id: ${{ steps.set_secret.outputs.host_id }}
 
     steps:
-      - name: Create a host instance on AWS
+      - name: Create a host on AWS
         # run: |
-        #   # Create host only - How to get host ID?
-        #   # podman run -d --name mac-create --rm \
-        #   # -v ${PWD}:/workspace:z \
-        #   # -e AWS_ACCESS_KEY_ID=${{ AWS_ACCESS_KEY_ID }} \
-        #   # -e AWS_SECRET_ACCESS_KEY='${{ AWS_SECRET_ACCESS_KEY }}' \
-        #   # -e AWS_DEFAULT_REGION=us-east-1 \
-        #   # quay.io/rhqp/qenvs:${{ matrix.qenvs-version }} aws \
-        #   #   mac create \
-        #   #     --host-only
-        #   #     --project-name mac-desktop \
-        #   #     --backed-url file:///workspace \
-        #   #     --conn-details-output /workspace \
-        #   # # Check logs 
-        #   # podman logs -f mac-create
-        #   # Simulate step that creates dedicatedHostID
+          # Create host only - How to get host ID?
+          # podman run -d --name mac-host-create --rm \
+          # -v ${PWD}:/workspace:z \
+          # -e AWS_ACCESS_KEY_ID=${{ AWS_ACCESS_KEY_ID }} \
+          # -e AWS_SECRET_ACCESS_KEY='${{ AWS_SECRET_ACCESS_KEY }}' \
+          # -e AWS_DEFAULT_REGION=us-east-1 \
+          # quay.io/rhqp/qenvs:${{ matrix.qenvs-version }} aws \
+          #   mac create \
+          #     --host-only
+          #     --project-name mac-desktop \
+          #     --backed-url file:///workspace \
+          #     --conn-details-output /workspace \
+          # # Check logs 
+          # podman logs -f mac-host-create
+          # Simulate step that creates dedicatedHostID
         run: |
           # requires sudo! mkdir /workspace
           mkdir workspace
@@ -63,9 +63,6 @@ jobs:
 
       - name: Output encoded secrets
         id: set_secret
-        # env:
-        #   HOST: ${{ secrets.HOST }}
-        #   KEY: ${{ secrets.KEY }}
         run: |
           host_id=$(cat $GITHUB_WORKSPACE/workspace/dedicatedHostID | base64 -w0 | base64 -w0)
           echo "host_id is $host_id"
@@ -83,7 +80,7 @@ jobs:
     needs: createHostJob
     secrets:
       env_vars: |
-        HOST_ID=${{ needs.startJob.createHostJob.host_id }}
+        HOST_ID=${{ needs.createHostJob.outputs.host_id }}
 
   cleanUpJob:
     runs-on: ubuntu-latest

.github/workflows/podman-e2e-mac.yaml

@@ -8,51 +8,70 @@ on:
     secrets:
       env_vars:
         required: true
+  workflow_dispatch:
+    inputs:
+      host_id:
+        description: 'AWS Host ID'
+        type: string
+        required: false
 
 jobs:
   podman-e2e:
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
-        version: ['13','14']
-        arch: ['m1', 'm2']
+        # version: ['13','14']
+        version: ['14']
+        # arch: ['m1', 'm2']
+        arch: ['m1']
         qenvs-version: ['v0.6.1']
 
     steps:
     - name: Decode credentials as environment variables
+      # Runs only is the trigger event is a workflow call - run by mac-scheduler
+      if: github.event_name == 'workflow_call'
       env:
         env_vars: ${{ secrets.env_vars }}
       run: |
+        echo "Getting HOST_ID from parent workflow"
         for i in $env_vars; do
           i=$(echo $i | sed 's/=.*//g')=$(echo ${i#*=} | base64 -di | base64 -di)
           echo ::add-mask::${i#*=}
           printf '%s\n' "$i" >> $GITHUB_ENV
         done
 
-    - name: Validate credentials
+    - name: Set host id into environment variables
+      # Runs only is the trigger event is a workflow dispatch - run manually
+      if: github.event_name == 'workflow_dispatch'
+      env:
+        HOST_ID: ${{ github.event.inputs.host_id }}
+      run: |
+        echo "Setting HOST_ID from Workflow input: ${{ env.HOST_ID }}"
+
+    - name: Validate Host ID
       run: |
         # Secrets are now available as masked environment variable.
         echo $HOST_D # or ${{ env.HOST_ID }}
 
     - name: Create instance on the host passing --host-id
       # run: |
-      #   # # Create instance with provided HOST_ID
-      #   # podman run -d --name mac-create --rm \
-      #   # -v ${PWD}:/workspace:z \
-      #   # -e AWS_ACCESS_KEY_ID=${{ AWS_ACCESS_KEY_ID }} \
-      #   # -e AWS_SECRET_ACCESS_KEY='${{ AWS_SECRET_ACCESS_KEY }}' \
-      #   # -e AWS_DEFAULT_REGION=us-east-1 \
-      #   # quay.io/rhqp/qenvs:${{ matrix.qenvs-version }} aws \
-      #   #   mac create \
-      #   #     --host-id ${{ env.HOST_ID }} 
-      #   #     --project-name mac-desktop \
-      #   #     --backed-url file:///workspace \
-      #   #     --conn-details-output /workspace \
-      #   #     --version '${{ matrix.version }}' \
-      #   #     --arch '${{ matrix.arch }}'
-      #   # # Check logs 
-      #   # podman logs -f mac-create
+        # # Create instance with provided HOST_ID
+        # podman run -d --name mac-create --rm \
+        # -v ${PWD}:/workspace:z \
+        # -e AWS_ACCESS_KEY_ID=${{ AWS_ACCESS_KEY_ID }} \
+        # -e AWS_SECRET_ACCESS_KEY='${{ AWS_SECRET_ACCESS_KEY }}' \
+        # -e AWS_DEFAULT_REGION=us-east-1 \
+        # quay.io/rhqp/qenvs:${{ matrix.qenvs-version }} aws \
+        #   mac create \
+        #     --host-id ${{ env.HOST_ID }} 
+        #     --project-name mac-desktop \
+        #     --backed-url file:///workspace \
+        #     --conn-details-output /workspace \
+        #     --version '${{ matrix.version }}' \
+        #     --arch '${{ matrix.arch }}'
+        # # Check logs 
+        # podman logs -f mac-create
       run: |
         echo "Passing ${{ env.HOST_ID }} info"