-
Notifications
You must be signed in to change notification settings - Fork 1
290 lines (249 loc) · 8.41 KB
/
docker.yaml
File metadata and controls
290 lines (249 loc) · 8.41 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
on:
pull_request:
branches:
- master
push:
branches:
- master
workflow_dispatch:
concurrency:
group: ci-${{ github.ref }}
cancel-in-progress: true
env:
GCS_BUCKET: images.metal-pod.io
ACTIONS_ALLOW_UNSECURE_COMMANDS: true
jobs:
debian-ubuntu:
name: Build Debian and Ubuntu based OS images
runs-on: self-hosted
strategy:
matrix:
os:
- name: debian
version: 13
- name: ubuntu
version: 24.04
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Login to GitHub Container Registry
uses: docker/login-action@v3
with:
registry: ghcr.io
username: metal-stack
password: ${{ secrets.GITHUB_TOKEN }}
- uses: google-github-actions/auth@v2
with:
credentials_json: '${{ secrets.GCP_SA_KEY }}'
- name: Set up Cloud SDK
uses: google-github-actions/setup-gcloud@v2
- name: Set up Go 1.25
uses: actions/setup-go@v5
with:
go-version: '1.25.x'
cache: false
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Make SEMVER_PATCH
run: |
[ "${GITHUB_EVENT_NAME}" == 'pull_request' ] && echo "SEMVER_PATCH=-${GITHUB_HEAD_REF##*/}" >> $GITHUB_ENV || true
[ "${GITHUB_EVENT_NAME}" == 'push' ] && echo "SEMVER_PATCH=" >> $GITHUB_ENV || true
- name: Lint
uses: golangci/golangci-lint-action@v8
with:
args: --build-tags integration --timeout=3m
- name: build install
run: make
- name: Prepare build environment
shell: bash
run: ./prepare.sh ${{ matrix.os.name }}
env:
SEMVER_MAJOR_MINOR: ${{ matrix.os.version }}
- name: use our lz4 which is version 1.10 with multithread support
shell: bash
run: |
chmod +x test/lz4
sudo cp test/lz4 /usr/bin/lz4
- name: Build docker image for workers
uses: docker/bake-action@v6
with:
source: .
files: ./docker-bake.hcl
targets: ${{ matrix.os.name }}
no-cache: true
# target: _common
# field: output
# modifier: += (append)
# value = type=registry
# take a look at the docs for further info on how to append targets etc.
# append to target: https://docs.docker.com/reference/cli/docker/buildx/bake/#set
# GitHub Actions syntax: https://github.com/marketplace/actions/docker-buildx-bake
set: _common.output+=type=registry
env:
OS_NAME: ${{ matrix.os.name }}
SEMVER_MAJOR_MINOR: ${{ matrix.os.version }}
SEMVER_PATCH: ${{ env.SEMVER_PATCH }}
- name: Test and export docker image for workers
run: |
./test.sh
./export.sh
env:
CIS_VERSION: v4.1-4
IMG_PKG_COMMAND: dpkg -l
OS_NAME: ${{ matrix.os.name }}
SEMVER_MAJOR_MINOR: ${{ matrix.os.version }}
SEMVER_PATCH: ${{ env.SEMVER_PATCH }}
- name: Prepare build environment
shell: bash
run: ./prepare.sh firewall
env:
SEMVER_MAJOR_MINOR: 3.0-ubuntu
if: ${{ matrix.os.name == 'ubuntu' }}
- name: Build docker image for firewalls
uses: docker/bake-action@v6
with:
source: .
files: ./docker-bake.hcl
targets: ubuntu-firewall
no-cache: true
set: _common.output+=type=registry
env:
OS_NAME: firewall
SEMVER_MAJOR_MINOR: 3.0-ubuntu
SEMVER_PATCH: ${{ env.SEMVER_PATCH }}
if: ${{ matrix.os.name == 'ubuntu' }}
# TODO enable debian build again, actually droptailer and firewall-controller did not get enabled
# and then goss tests fail
- name: Test and export docker image for firewalls
run: |
./test.sh
./export.sh
env:
IMG_PKG_COMMAND: dpkg -l
OS_NAME: firewall
SEMVER_MAJOR_MINOR: 3.0-ubuntu
SEMVER_PATCH: ${{ env.SEMVER_PATCH }}
if: ${{ matrix.os.name == 'ubuntu' }}
- name: Prepare build environment
shell: bash
run: ./prepare.sh capms-ubuntu
env:
SEMVER_MAJOR_MINOR: 1.32.9
if: ${{ matrix.os.name == 'ubuntu' }}
- name: Build docker image for capms
uses: docker/bake-action@v6
with:
source: .
files: ./docker-bake.hcl
targets: ubuntu-capms
no-cache: true
set: _common.output+=type=registry
env:
KUBE_VERSION: 1.32.9
KUBE_APT_BRANCH: v1.32
OS_NAME: capms-ubuntu
SEMVER_MAJOR_MINOR: 1.32.9
SEMVER_PATCH: ${{ env.SEMVER_PATCH }}
if: ${{ matrix.os.name == 'ubuntu' }}
- name: Test and export docker image for capms
run: |
./test.sh
./export.sh
env:
IMG_PKG_COMMAND: dpkg -l
OS_NAME: capms-ubuntu
SEMVER_MAJOR_MINOR: 1.32.9
SEMVER_PATCH: ${{ env.SEMVER_PATCH }}
if: ${{ matrix.os.name == 'ubuntu' }}
- name: Prepare build environment
shell: bash
run: ./prepare.sh debian-nvidia
env:
SEMVER_MAJOR_MINOR: ${{ matrix.os.version }}
if: ${{ matrix.os.name == 'debian' }}
- name: Build docker image for debian-nvidia
uses: docker/bake-action@v6
with:
source: .
files: ./docker-bake.hcl
targets: debian-nvidia
no-cache: true
set: _common.output+=type=registry
env:
OS_NAME: debian-nvidia
SEMVER_MAJOR_MINOR: ${{ matrix.os.version }}
SEMVER_PATCH: ${{ env.SEMVER_PATCH }}
if: ${{ matrix.os.name == 'debian' }}
- name: Test and export docker image for debian-nvidia based workers
run: |
./export.sh
env:
IMG_PKG_COMMAND: dpkg -l
OS_NAME: debian-nvidia
SEMVER_MAJOR_MINOR: ${{ matrix.os.version }}
SEMVER_PATCH: ${{ env.SEMVER_PATCH }}
if: ${{ matrix.os.name == 'debian' }}
- name: Upload image tarballs to GCS
run: cd images && gsutil -m -h "Cache-Control:no-store" cp -r . gs://$GCS_BUCKET/metal-os/pull_requests/
almalinux:
name: Build Almalinux based OS image
runs-on: self-hosted
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Login to GitHub Container Registry
uses: docker/login-action@v3
with:
registry: ghcr.io
username: metal-stack
password: ${{ secrets.GITHUB_TOKEN }}
- uses: google-github-actions/auth@v2
with:
credentials_json: '${{ secrets.GCP_SA_KEY }}'
- name: Set up Cloud SDK
uses: google-github-actions/setup-gcloud@v2
- name: Set up Go 1.25
uses: actions/setup-go@v5
with:
go-version: '1.25.x'
cache: false
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Make SEMVER_PATCH
run: |
[ "${GITHUB_EVENT_NAME}" == 'pull_request' ] && echo "SEMVER_PATCH=-${GITHUB_HEAD_REF##*/}" >> $GITHUB_ENV || true
[ "${GITHUB_EVENT_NAME}" == 'push' ] && echo "SEMVER_PATCH=" >> $GITHUB_ENV || true
- name: build install
run: make
- name: Prepare build environment
shell: bash
run: ./prepare.sh almalinux
env:
SEMVER_MAJOR_MINOR: 9
- name: Build image
uses: docker/bake-action@v6
with:
source: .
files: ./docker-bake.hcl
targets: almalinux
no-cache: true
set: _common.output+=type=registry
env:
OS_NAME: almalinux
SEMVER_MAJOR_MINOR: 9
SEMVER_PATCH: ${{ env.SEMVER_PATCH }}
- name: Test and export docker image for almalinux based workers
run: |
./test.sh
./export.sh
env:
IMG_PKG_COMMAND: rpm -qa
OS_NAME: almalinux
SEMVER_MAJOR_MINOR: 9
SEMVER_PATCH: ${{ env.SEMVER_PATCH }}
- uses: google-github-actions/setup-gcloud@v0
with:
service_account_email: ${{ secrets.GCP_SA_EMAIL }}
service_account_key: ${{ secrets.GCP_SA_KEY }}
- name: Upload image tarballs to GCS
run: cd images && gsutil -m -h "Cache-Control:no-store" cp -r . gs://$GCS_BUCKET/metal-os/pull_requests/