Skip to content

Commit 6649987

Browse files
Julien-BenJulien-Ben
committed
Re-design pipeline
Fix build scenario Remove create and push manifests Continue improvement to main Simplify main and build_context missed Pass Build Configuration object directly Use legacy and new pipeline Fix Remove --include Rename MCO test image Multi platform builds, with buildx TODOs Implement is_release_step_executed() Fix init appdb image Import sort black formatting Some cleaning and version adjustments Adapt main to new build config Add buildscenario to buildconfig Handle build env Renaming, usage of high level config All images build pass on EVG Lint Explicit image type, support custom build_path Replace old by new pipeline in EVG Add documentation Split in multiple files, cleanup WIP, passing builds on staging temp + multi arch manifests Replace usage of sonar Remove namespace Remove pin_at and build_id Copied pipeline, removed daily builds and --exclude
1 parent 79543a3 commit 6649987

File tree

10 files changed

+1735
-25
lines changed

10 files changed

+1735
-25
lines changed

‎.evergreen-functions.yml‎

Lines changed: 37 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -538,7 +538,43 @@ functions:
538538
shell: bash
539539
<<: *e2e_include_expansions_in_env
540540
working_dir: src/github.com/mongodb/mongodb-kubernetes
541-
binary: scripts/evergreen/run_python.sh pipeline.py --include ${image_name} --parallel --sign
541+
binary: scripts/evergreen/run_python.sh scripts/release/main.py --parallel ${image_name}
542+
543+
legacy_pipeline:
544+
- *switch_context
545+
- command: shell.exec
546+
type: setup
547+
params:
548+
shell: bash
549+
script: |
550+
# Docker Hub workaround
551+
# docker buildx needs the moby/buildkit image when setting up a builder so we pull it from our mirror
552+
docker buildx create --driver=docker-container --driver-opt=image=268558157000.dkr.ecr.eu-west-1.amazonaws.com/docker-hub-mirrors/moby/buildkit:buildx-stable-1 --use
553+
docker buildx inspect --bootstrap
554+
- command: ec2.assume_role
555+
display_name: Assume IAM role with permissions to pull Kondukto API token
556+
params:
557+
role_arn: ${kondukto_role_arn}
558+
- command: shell.exec
559+
display_name: Pull Kondukto API token from AWS Secrets Manager and write it to file
560+
params:
561+
silent: true
562+
shell: bash
563+
include_expansions_in_env: [AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY, AWS_SESSION_TOKEN]
564+
script: |
565+
set -e
566+
# use AWS CLI to get the Kondukto API token from AWS Secrets Manager
567+
kondukto_token=$(aws secretsmanager get-secret-value --secret-id "kondukto-token" --region "us-east-1" --query 'SecretString' --output text)
568+
# write the KONDUKTO_TOKEN environment variable to Silkbomb environment file
569+
echo "KONDUKTO_TOKEN=$kondukto_token" > ${workdir}/silkbomb.env
570+
- command: subprocess.exec
571+
retry_on_failure: true
572+
type: setup
573+
params:
574+
shell: bash
575+
<<: *e2e_include_expansions_in_env
576+
working_dir: src/github.com/mongodb/mongodb-kubernetes
577+
binary: scripts/evergreen/run_python.sh pipeline.py --parallel ${image_name} --sign
542578

543579
teardown_cloud_qa_all:
544580
- *switch_context

‎.evergreen-periodic-builds.yaml‎

Lines changed: 14 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@ variables:
2121
tasks:
2222
- name: periodic_build_operator
2323
commands:
24-
- func: pipeline
24+
- func: legacy_pipeline
2525
vars:
2626
image_name: operator-daily
2727

@@ -35,49 +35,49 @@ tasks:
3535

3636
- name: periodic_build_init_appdb
3737
commands:
38-
- func: pipeline
38+
- func: legacy_pipeline
3939
vars:
4040
image_name: init-appdb-daily
4141

4242
- name: periodic_build_init_database
4343
commands:
44-
- func: pipeline
44+
- func: legacy_pipeline
4545
vars:
4646
image_name: init-database-daily
4747

4848
- name: periodic_build_init_opsmanager
4949
commands:
50-
- func: pipeline
50+
- func: legacy_pipeline
5151
vars:
5252
image_name: init-ops-manager-daily
5353

5454
- name: periodic_build_database
5555
commands:
56-
- func: pipeline
56+
- func: legacy_pipeline
5757
vars:
5858
image_name: database-daily
5959

6060
- name: periodic_build_sbom_cli
6161
commands:
62-
- func: pipeline
62+
- func: legacy_pipeline
6363
vars:
6464
image_name: cli
6565

6666
- name: periodic_build_ops_manager_6
6767
commands:
68-
- func: pipeline
68+
- func: legacy_pipeline
6969
vars:
7070
image_name: ops-manager-6-daily
7171

7272
- name: periodic_build_ops_manager_7
7373
commands:
74-
- func: pipeline
74+
- func: legacy_pipeline
7575
vars:
7676
image_name: ops-manager-7-daily
7777

7878
- name: periodic_build_ops_manager_8
7979
commands:
80-
- func: pipeline
80+
- func: legacy_pipeline
8181
vars:
8282
image_name: ops-manager-8-daily
8383

@@ -91,15 +91,15 @@ tasks:
9191
exec_timeout_secs: 43200
9292
commands:
9393
- func: enable_QEMU
94-
- func: pipeline
94+
- func: legacy_pipeline
9595
vars:
9696
image_name: mongodb-agent-daily
9797

9898
- name: periodic_build_agent_1
9999
exec_timeout_secs: 43200
100100
commands:
101101
- func: enable_QEMU
102-
- func: pipeline
102+
- func: legacy_pipeline
103103
vars:
104104
image_name: mongodb-agent-1-daily
105105

@@ -123,19 +123,19 @@ tasks:
123123
- name: periodic_build_community_operator
124124
commands:
125125
- func: enable_QEMU
126-
- func: pipeline
126+
- func: legacy_pipeline
127127
vars:
128128
image_name: mongodb-kubernetes-operator-daily
129129

130130
- name: periodic_build_readiness_probe
131131
commands:
132-
- func: pipeline
132+
- func: legacy_pipeline
133133
vars:
134134
image_name: readinessprobe-daily
135135

136136
- name: periodic_build_version_upgrade_post_start_hook
137137
commands:
138-
- func: pipeline
138+
- func: legacy_pipeline
139139
vars:
140140
image_name: operator-version-upgrade-post-start-hook-daily
141141

‎.evergreen.yml‎

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -283,7 +283,7 @@ tasks:
283283
- func: setup_building_host
284284
- func: quay_login
285285
- func: setup_docker_sbom
286-
- func: pipeline
286+
- func: legacy_pipeline
287287
vars:
288288
image_name: operator
289289
include_tags: release
@@ -297,7 +297,7 @@ tasks:
297297
- func: setup_building_host
298298
- func: quay_login
299299
- func: setup_docker_sbom
300-
- func: pipeline
300+
- func: legacy_pipeline
301301
vars:
302302
image_name: init-appdb
303303
include_tags: release
@@ -310,7 +310,7 @@ tasks:
310310
- func: setup_building_host
311311
- func: quay_login
312312
- func: setup_docker_sbom
313-
- func: pipeline
313+
- func: legacy_pipeline
314314
vars:
315315
image_name: init-database
316316
include_tags: release
@@ -323,7 +323,7 @@ tasks:
323323
- func: setup_building_host
324324
- func: quay_login
325325
- func: setup_docker_sbom
326-
- func: pipeline
326+
- func: legacy_pipeline
327327
vars:
328328
image_name: init-ops-manager
329329
include_tags: release
@@ -336,7 +336,7 @@ tasks:
336336
- func: setup_building_host
337337
- func: quay_login
338338
- func: setup_docker_sbom
339-
- func: pipeline
339+
- func: legacy_pipeline
340340
vars:
341341
image_name: agent
342342
include_tags: release
@@ -350,7 +350,7 @@ tasks:
350350
- func: setup_building_host
351351
- func: quay_login
352352
- func: setup_docker_sbom
353-
- func: pipeline
353+
- func: legacy_pipeline
354354
vars:
355355
image_name: agent-pct
356356
include_tags: release
@@ -395,7 +395,7 @@ tasks:
395395
commands:
396396
- func: clone
397397
- func: setup_building_host
398-
- func: pipeline
398+
- func: legacy_pipeline
399399
vars:
400400
image_name: agent-pct
401401
skip_tags: release
@@ -410,7 +410,7 @@ tasks:
410410
commands:
411411
- func: clone
412412
- func: setup_building_host
413-
- func: pipeline
413+
- func: legacy_pipeline
414414
vars:
415415
image_name: agent-pct
416416
skip_tags: release
@@ -554,7 +554,7 @@ tasks:
554554
- func: setup_building_host
555555
- func: quay_login
556556
- func: setup_docker_sbom
557-
- func: pipeline
557+
- func: legacy_pipeline
558558
vars:
559559
image_name: database
560560

@@ -573,7 +573,7 @@ tasks:
573573
- func: setup_building_host
574574
- func: quay_login
575575
- func: setup_docker_sbom
576-
- func: pipeline
576+
- func: legacy_pipeline
577577
vars:
578578
image_name: ops-manager
579579
include_tags: release

0 commit comments

Comments
 (0)