GenAIExamples/.github/workflows/nightly-docker-build-publish.yml at 3b6d9e170cbbcddd148b9c5f353aa382a5104155 · minmin-intel/GenAIExamples · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: Apache-2.0

name: Nightly build/publish latest docker images
permissions:
  actions: read
  contents: read
  checks: read
  deployments: read
  discussions: read
  issues: read
  packages: read
  pages: read
  pull-requests: read
  repository-projects: read
  statuses: read
  security-events: read
  id-token: write
  attestations: read
  models: read

on:
  schedule:
    - cron: "30 14 * * 1-5" # UTC time
  workflow_dispatch:

env:
  EXAMPLES: ${{ vars.NIGHTLY_RELEASE_EXAMPLES }}
  TAG: "latest"
  PUBLISH_TAGS: "latest"

jobs:
  get-build-matrix:
    runs-on: ubuntu-latest
    outputs:
      examples_json: ${{ steps.get-matrix.outputs.examples_json }}
      EXAMPLES: ${{ steps.get-matrix.outputs.EXAMPLES }}
      TAG: ${{ steps.get-matrix.outputs.TAG }}
      PUBLISH_TAGS: ${{ steps.get-matrix.outputs.PUBLISH_TAGS }}
    steps:
      - name: Create Matrix
        id: get-matrix
        run: |
          examples=($(echo ${EXAMPLES} | tr ',' ' '))
          examples_json=$(printf '%s\n' "${examples[@]}" | sort -u | jq -R '.' | jq -sc '.')
          echo "examples_json=$examples_json" >> $GITHUB_OUTPUT
          echo "EXAMPLES=$EXAMPLES" >> $GITHUB_OUTPUT
          echo "TAG=$TAG" >> $GITHUB_OUTPUT
          echo "PUBLISH_TAGS=$PUBLISH_TAGS" >> $GITHUB_OUTPUT

  build-comps-base:
    permissions:
      attestations: read
      models: read
      security-events: read
    needs: [get-build-matrix]
    uses: ./.github/workflows/_build_comps_base_image.yml
    with:
      node: gaudi

  build-images:
    permissions:
      actions: read
      contents: read
      checks: read
      deployments: read
      discussions: read
      issues: read
      packages: read
      pages: read
      pull-requests: read
      repository-projects: read
      statuses: read
      security-events: read
      id-token: write
      attestations: read
      models: read
    needs: [get-build-matrix, build-comps-base]
    strategy:
      matrix:
        example: ${{ fromJSON(needs.get-build-matrix.outputs.examples_json) }}
      fail-fast: false
    uses: ./.github/workflows/_build_image.yml
    with:
      node: gaudi
      example: ${{ matrix.example }}
      inject_commit: true
    secrets: inherit

  test-example:
    needs: [get-build-matrix]
    permissions:
      actions: read
      attestations: read
      discussions: read
      models: read
      repository-projects: read
      id-token: write
      contents: read
      checks: write
      deployments: write
      issues: write
      packages: write
      pages: write
      pull-requests: write
      statuses: write
      security-events: read
    if: ${{ needs.get-build-matrix.outputs.examples_json != '' }}
    strategy:
      matrix:
        example: ${{ fromJSON(needs.get-build-matrix.outputs.examples_json) }}
      fail-fast: false
    uses: ./.github/workflows/_example-workflow.yml
    with:
      node: xeon
      build: false
      example: ${{ matrix.example }}
      test_compose: true
      inject_commit: true
    secrets: inherit

  get-image-list:
    needs: [get-build-matrix]
    permissions:
      contents: read
    uses: ./.github/workflows/_get-image-list.yml
    with:
      examples: ${{ needs.get-build-matrix.outputs.EXAMPLES }}

  publish:
    needs: [get-build-matrix, get-image-list, build-images]
    if: always()
    strategy:
      matrix:
        image: ${{ fromJSON(needs.get-image-list.outputs.matrix) }}
      fail-fast: false
    runs-on: "docker-build-gaudi"
    steps:
      - uses: docker/login-action@v3.2.0
        with:
          username: ${{ secrets.DOCKERHUB_USER }}
          password: ${{ secrets.DOCKERHUB_TOKEN }}

      - name: Image Publish
        uses: opea-project/validation/actions/image-publish@main
        with:
          local_image_ref: ${OPEA_IMAGE_REPO}opea/${{ matrix.image }}:${{ needs.get-build-matrix.outputs.TAG }}
          image_name: opea/${{ matrix.image }}
          publish_tags: ${{ needs.get-build-matrix.outputs.PUBLISH_TAGS }}