diff --git a/pipelines/pingcap-qe/tidb-test/release-6.0/ghpr_integration_mysql_test.groovy b/pipelines/pingcap-qe/tidb-test/release-6.0/ghpr_integration_mysql_test.groovy index 09760f3a92..23c5aef24d 100644 --- a/pipelines/pingcap-qe/tidb-test/release-6.0/ghpr_integration_mysql_test.groovy +++ b/pipelines/pingcap-qe/tidb-test/release-6.0/ghpr_integration_mysql_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 70, unit: 'MINUTES') @@ -66,10 +66,12 @@ pipeline { dir('tidb') { cache(path: "./bin", includes: '**/*', key: "ws/${BUILD_TAG}/dependencies") { sh label: 'tidb-server', script: 'ls bin/tidb-server || make' + } + container("utils") { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/* bin/ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + +mv pd-server bin/ ls -alh bin/ """ } @@ -104,14 +106,14 @@ pipeline { sh label: "print version", script: """ pwd && ls -alh ls bin/tidb-server && chmod +x bin/tidb-server && ./bin/tidb-server -V - ls bin/pd-server && chmod +x bin/pd-server && ./bin/pd-server -V - ls bin/tikv-server && chmod +x bin/tikv-server && ./bin/tikv-server -V + ls bin/pd-server && chmod +x bin/pd-server && ./pd-server -V + ls bin/tikv-server && chmod +x bin/tikv-server && ./tikv-server -V """ } } dir('tidb-test/mysql_test') { sh """ - mkdir -p bin + mv ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ """ diff --git a/pipelines/pingcap-qe/tidb-test/release-6.0/pod-ghpr_integration_mysql_test.yaml b/pipelines/pingcap-qe/tidb-test/release-6.0/pod-ghpr_integration_mysql_test.yaml index ea683e1af6..89d6e96dd0 100644 --- a/pipelines/pingcap-qe/tidb-test/release-6.0/pod-ghpr_integration_mysql_test.yaml +++ b/pipelines/pingcap-qe/tidb-test/release-6.0/pod-ghpr_integration_mysql_test.yaml @@ -30,6 +30,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap-qe/tidb-test/release-6.2/ghpr_integration_mysql_test.groovy b/pipelines/pingcap-qe/tidb-test/release-6.2/ghpr_integration_mysql_test.groovy index c3c416a365..7421661cfd 100644 --- a/pipelines/pingcap-qe/tidb-test/release-6.2/ghpr_integration_mysql_test.groovy +++ b/pipelines/pingcap-qe/tidb-test/release-6.2/ghpr_integration_mysql_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 45, unit: 'MINUTES') @@ -66,10 +66,12 @@ pipeline { dir('tidb') { cache(path: "./bin", includes: '**/*', key: "ws/${BUILD_TAG}/dependencies") { sh label: 'tidb-server', script: 'ls bin/tidb-server || make' + } + container("utils") { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/* bin/ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + +mv pd-server bin/ ls -alh bin/ """ } @@ -108,14 +110,14 @@ pipeline { sh label: "print version", script: """ pwd && ls -alh ls bin/tidb-server && chmod +x bin/tidb-server && ./bin/tidb-server -V - ls bin/pd-server && chmod +x bin/pd-server && ./bin/pd-server -V - ls bin/tikv-server && chmod +x bin/tikv-server && ./bin/tikv-server -V + ls bin/pd-server && chmod +x bin/pd-server && ./pd-server -V + ls bin/tikv-server && chmod +x bin/tikv-server && ./tikv-server -V """ } } dir('tidb-test/mysql_test') { sh """ - mkdir -p bin + mv ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ """ diff --git a/pipelines/pingcap-qe/tidb-test/release-6.2/pod-ghpr_integration_mysql_test.yaml b/pipelines/pingcap-qe/tidb-test/release-6.2/pod-ghpr_integration_mysql_test.yaml index a5ab8ce449..de6ef2335e 100644 --- a/pipelines/pingcap-qe/tidb-test/release-6.2/pod-ghpr_integration_mysql_test.yaml +++ b/pipelines/pingcap-qe/tidb-test/release-6.2/pod-ghpr_integration_mysql_test.yaml @@ -30,6 +30,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_e2e_test.yaml b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_e2e_test.yaml index 8b8d761e33..f9d63e820e 100644 --- a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_e2e_test.yaml +++ b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_e2e_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_common_test.yaml b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_common_test.yaml index 8b8d761e33..f9d63e820e 100644 --- a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_common_test.yaml +++ b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_common_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_copr_test.yaml b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_copr_test.yaml index 5ca522217e..50c0f824d6 100644 --- a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_copr_test.yaml +++ b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_copr_test.yaml @@ -18,6 +18,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_ddl_test.yaml b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_ddl_test.yaml index 8b8d761e33..f9d63e820e 100644 --- a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_ddl_test.yaml +++ b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_ddl_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_jdbc_test.yaml b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_jdbc_test.yaml index 016d3a98a8..f3cd74bda9 100644 --- a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_jdbc_test.yaml +++ b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_jdbc_test.yaml @@ -31,6 +31,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_mysql_test.yaml b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_mysql_test.yaml index 8b8d761e33..f9d63e820e 100644 --- a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_mysql_test.yaml +++ b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pod-pull_integration_mysql_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_e2e_test.groovy b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_e2e_test.groovy index ef637d35f6..24f3e84e55 100644 --- a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_e2e_test.groovy +++ b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_e2e_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 40, unit: 'MINUTES') @@ -53,18 +53,21 @@ pipeline { stage('Prepare') { steps { dir('tidb') { - sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' - retry(3) { - sh label: 'download binary', script: """ - chmod +x \${WORKSPACE}/scripts/artifacts/*.sh - \${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ - ls -alh bin/ - chmod +x bin/* - ./bin/tikv-server -V - ./bin/pd-server -V - """ + container("golang") { + sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' + } + dir("bin") { + container("utils") { + retry(3) { + sh label: 'download binary', script: """ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + ls -alh + chmod +x * + ./tikv-server -V + ./pd-server -V + """ + } + } } } } @@ -76,8 +79,8 @@ pipeline { sh label: 'check version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ sh label: 'test graceshutdown', script: """ cd tests/graceshutdown && make diff --git a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_common_test.groovy b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_common_test.groovy index b5231d8981..1ebe75ee2c 100644 --- a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_common_test.groovy +++ b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_common_test.groovy @@ -18,7 +18,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' GITHUB_TOKEN = credentials('github-bot-token') } options { @@ -69,13 +69,14 @@ pipeline { container("golang") { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' retry(3) { - sh label: 'download thirdparty binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ - ./bin/tikv-server -V - ./bin/pd-server -V + dir("bin") { container("utils") { sh label: 'download binary', script: """ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + + + + ./tikv-server -V + ./pd-server -V """ } } @@ -88,8 +89,8 @@ pipeline { cd randgen-test && ./build.sh && cd .. mkdir -p bin cp -r ../tidb/bin/* bin/ && chmod +x bin/* - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ } @@ -123,8 +124,8 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh """ ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ container("golang") { diff --git a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_copr_test.groovy b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_copr_test.groovy index 10e4e06590..0a9fe094d1 100644 --- a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_copr_test.groovy +++ b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_copr_test.groovy @@ -18,7 +18,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' GITHUB_TOKEN = credentials('github-bot-token') } options { @@ -72,15 +72,16 @@ pipeline { container("golang") { retry(2) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" rm -rf bin/ && mkdir -p bin/ - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + mkdir -p bin + + mv pd-server bin/ ls -alh bin/ chmod +x bin/* - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -93,8 +94,8 @@ pipeline { dir('tidb') { sh label: 'check version', script: """ ls -alh bin/ - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } dir('tikv-copr-test') { diff --git a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_ddl_test.groovy b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_ddl_test.groovy index 65a1f82d2b..8063a4b4d7 100644 --- a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_ddl_test.groovy +++ b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_ddl_test.groovy @@ -18,7 +18,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' GITHUB_TOKEN = credentials('github-bot-token') } options { @@ -71,10 +71,11 @@ pipeline { sh label: 'ddl-test', script: 'ls bin/ddltest || make ddltest' retry(3) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + + + ls -alh bin/ """ } @@ -87,8 +88,8 @@ pipeline { mkdir -p bin cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ } @@ -119,8 +120,8 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh """ ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ container("golang") { diff --git a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_jdbc_test.groovy b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_jdbc_test.groovy index d87f7aa833..c1c7363555 100644 --- a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_jdbc_test.groovy +++ b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_jdbc_test.groovy @@ -18,7 +18,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 60, unit: 'MINUTES') @@ -69,15 +69,16 @@ pipeline { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' retry(3) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + + + ls -alh bin/ chmod +x bin/* ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -89,8 +90,8 @@ pipeline { mkdir -p bin cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ } @@ -127,8 +128,8 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh label: "print version", script: """ ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ container("java") { diff --git a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_mysql_test.groovy b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_mysql_test.groovy index bb47bd1e4d..706e62dc1b 100644 --- a/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_mysql_test.groovy +++ b/pipelines/pingcap/tidb/release-6.5-20241101-v6.5.7/pull_integration_mysql_test.groovy @@ -18,7 +18,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' GITHUB_TOKEN = credentials('github-bot-token') } options { @@ -70,10 +70,11 @@ pipeline { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' retry(2) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + mkdir -p bin + + mv pd-server bin/ ls -alh bin/ chmod +x bin/* """ @@ -88,8 +89,8 @@ pipeline { cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -123,8 +124,8 @@ pipeline { sh label: 'print version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ container("golang") { sh label: "test_store=${TEST_STORE} test_part=${TEST_PART}", script: """#!/usr/bin/env bash diff --git a/pipelines/pingcap/tidb/release-8.2/pod-pull_e2e_test.yaml b/pipelines/pingcap/tidb/release-8.2/pod-pull_e2e_test.yaml index 5575e469b6..9bd40680cc 100644 --- a/pipelines/pingcap/tidb/release-8.2/pod-pull_e2e_test.yaml +++ b/pipelines/pingcap/tidb/release-8.2/pod-pull_e2e_test.yaml @@ -28,6 +28,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_br_test.yaml b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_br_test.yaml index bd99448cff..0b4f2602eb 100644 --- a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_br_test.yaml +++ b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_br_test.yaml @@ -28,6 +28,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_common_test.yaml b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_common_test.yaml index cf1193f943..37ed17a692 100644 --- a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_common_test.yaml +++ b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_common_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_copr_test.yaml b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_copr_test.yaml index 793c9fa4a8..f3dbab350f 100644 --- a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_copr_test.yaml +++ b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_copr_test.yaml @@ -25,6 +25,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_ddl_test.yaml b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_ddl_test.yaml index cf1193f943..37ed17a692 100644 --- a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_ddl_test.yaml +++ b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_ddl_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_jdbc_test.yaml b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_jdbc_test.yaml index c2b573afe8..45d903154e 100644 --- a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_jdbc_test.yaml +++ b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_jdbc_test.yaml @@ -38,6 +38,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_lightning_test.yaml b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_lightning_test.yaml index 2527583138..e853d1b720 100644 --- a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_lightning_test.yaml +++ b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_lightning_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_mysql_test.yaml b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_mysql_test.yaml index 5575e469b6..9bd40680cc 100644 --- a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_mysql_test.yaml +++ b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_mysql_test.yaml @@ -28,6 +28,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_nodejs_test.yaml b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_nodejs_test.yaml index e03cfa26af..b95151b672 100644 --- a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_nodejs_test.yaml +++ b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_nodejs_test.yaml @@ -28,6 +28,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_python_orm_test.yaml b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_python_orm_test.yaml index c77418c812..a46f167097 100644 --- a/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_python_orm_test.yaml +++ b/pipelines/pingcap/tidb/release-8.2/pod-pull_integration_python_orm_test.yaml @@ -31,6 +31,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.2/pull_e2e_test.groovy b/pipelines/pingcap/tidb/release-8.2/pull_e2e_test.groovy index 36ac3f59f2..03ada3e918 100644 --- a/pipelines/pingcap/tidb/release-8.2/pull_e2e_test.groovy +++ b/pipelines/pingcap/tidb/release-8.2/pull_e2e_test.groovy @@ -16,7 +16,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 40, unit: 'MINUTES') @@ -52,18 +52,21 @@ pipeline { stage('Prepare') { steps { dir('tidb') { - sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' - retry(3) { - sh label: 'download binary', script: """ - chmod +x \${WORKSPACE}/scripts/artifacts/*.sh - \${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ - ls -alh bin/ - chmod +x bin/* - ./bin/tikv-server -V - ./bin/pd-server -V - """ + container("golang") { + sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' + } + dir("bin") { + container("utils") { + retry(3) { + sh label: 'download binary', script: """ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + ls -alh + chmod +x * + ./tikv-server -V + ./pd-server -V + """ + } + } } } } @@ -75,8 +78,8 @@ pipeline { sh label: 'check version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ sh label: 'test graceshutdown', script: """ cd tests/graceshutdown && make diff --git a/pipelines/pingcap/tidb/release-8.2/pull_integration_common_test.groovy b/pipelines/pingcap/tidb/release-8.2/pull_integration_common_test.groovy index c9af479cad..76ff9fab50 100644 --- a/pipelines/pingcap/tidb/release-8.2/pull_integration_common_test.groovy +++ b/pipelines/pingcap/tidb/release-8.2/pull_integration_common_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' GITHUB_TOKEN = credentials('github-bot-token') } options { @@ -68,13 +68,14 @@ pipeline { container("golang") { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' retry(3) { - sh label: 'download thirdparty binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ - ./bin/tikv-server -V - ./bin/pd-server -V + dir("bin") { container("utils") { sh label: 'download binary', script: """ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + + + + ./tikv-server -V + ./pd-server -V """ } } @@ -87,8 +88,8 @@ pipeline { cd randgen-test && ./build.sh && cd .. mkdir -p bin cp -r ../tidb/bin/* bin/ && chmod +x bin/* - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ } @@ -122,8 +123,8 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh """ ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ container("golang") { diff --git a/pipelines/pingcap/tidb/release-8.2/pull_integration_copr_test.groovy b/pipelines/pingcap/tidb/release-8.2/pull_integration_copr_test.groovy index a83579c6c7..dcd25da0d2 100644 --- a/pipelines/pingcap/tidb/release-8.2/pull_integration_copr_test.groovy +++ b/pipelines/pingcap/tidb/release-8.2/pull_integration_copr_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' GITHUB_TOKEN = credentials('github-bot-token') } options { @@ -71,15 +71,16 @@ pipeline { container("golang") { retry(2) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" rm -rf bin/ && mkdir -p bin/ - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + mkdir -p bin + + mv pd-server bin/ ls -alh bin/ chmod +x bin/* - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -92,8 +93,8 @@ pipeline { dir('tidb') { sh label: 'check version', script: """ ls -alh bin/ - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } dir('tikv-copr-test') { diff --git a/pipelines/pingcap/tidb/release-8.2/pull_integration_ddl_test.groovy b/pipelines/pingcap/tidb/release-8.2/pull_integration_ddl_test.groovy index b5c96ab214..2233a1bbb8 100644 --- a/pipelines/pingcap/tidb/release-8.2/pull_integration_ddl_test.groovy +++ b/pipelines/pingcap/tidb/release-8.2/pull_integration_ddl_test.groovy @@ -18,7 +18,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' GITHUB_TOKEN = credentials('github-bot-token') } options { @@ -71,10 +71,11 @@ pipeline { sh label: 'ddl-test', script: 'ls bin/ddltest || make ddltest' retry(3) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + + + ls -alh bin/ """ } @@ -87,8 +88,8 @@ pipeline { mkdir -p bin cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ } @@ -119,8 +120,8 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh """ ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ container("golang") { diff --git a/pipelines/pingcap/tidb/release-8.2/pull_integration_jdbc_test.groovy b/pipelines/pingcap/tidb/release-8.2/pull_integration_jdbc_test.groovy index 178263205d..0e0e970312 100644 --- a/pipelines/pingcap/tidb/release-8.2/pull_integration_jdbc_test.groovy +++ b/pipelines/pingcap/tidb/release-8.2/pull_integration_jdbc_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 60, unit: 'MINUTES') @@ -68,15 +68,16 @@ pipeline { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' retry(3) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + + + ls -alh bin/ chmod +x bin/* ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -88,8 +89,8 @@ pipeline { mkdir -p bin cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ } @@ -126,8 +127,8 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh label: "print version", script: """ ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ container("java") { diff --git a/pipelines/pingcap/tidb/release-8.2/pull_integration_mysql_test.groovy b/pipelines/pingcap/tidb/release-8.2/pull_integration_mysql_test.groovy index 0a5ccd56f4..2cc31383b8 100644 --- a/pipelines/pingcap/tidb/release-8.2/pull_integration_mysql_test.groovy +++ b/pipelines/pingcap/tidb/release-8.2/pull_integration_mysql_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' GITHUB_TOKEN = credentials('github-bot-token') } options { @@ -69,10 +69,11 @@ pipeline { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' retry(2) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + mkdir -p bin + + mv pd-server bin/ ls -alh bin/ chmod +x bin/* """ @@ -87,8 +88,8 @@ pipeline { cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -122,8 +123,8 @@ pipeline { sh label: 'print version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ container("golang") { sh label: "test_store=${TEST_STORE} test_part=${TEST_PART}", script: """#!/usr/bin/env bash diff --git a/pipelines/pingcap/tidb/release-8.2/pull_integration_nodejs_test.groovy b/pipelines/pingcap/tidb/release-8.2/pull_integration_nodejs_test.groovy index 8c36c6f9a8..6b6af58a81 100644 --- a/pipelines/pingcap/tidb/release-8.2/pull_integration_nodejs_test.groovy +++ b/pipelines/pingcap/tidb/release-8.2/pull_integration_nodejs_test.groovy @@ -15,7 +15,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 75, unit: 'MINUTES') @@ -64,16 +64,16 @@ pipeline { container('nodejs') { dir('tidb') { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' - retry(2) { - sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ - rm -rf bin/bin - ls -alh bin/ - chmod +x bin/* - """ + dir("bin") { + container("utils") { + retry(2) { + sh label: 'download binary', script: """ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + ls -alh + chmod +x * + """ + } + } } } dir('tidb-test') { @@ -84,8 +84,8 @@ pipeline { cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -116,8 +116,8 @@ pipeline { sh label: 'print version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ sh label: "${TEST_DIR} ", script: """#!/usr/bin/env bash export TIDB_SERVER_PATH="\$(pwd)/bin/tidb-server" diff --git a/pipelines/pingcap/tidb/release-8.2/pull_integration_python_orm_test.groovy b/pipelines/pingcap/tidb/release-8.2/pull_integration_python_orm_test.groovy index 5c72f7edee..26fea9827e 100644 --- a/pipelines/pingcap/tidb/release-8.2/pull_integration_python_orm_test.groovy +++ b/pipelines/pingcap/tidb/release-8.2/pull_integration_python_orm_test.groovy @@ -16,7 +16,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 60, unit: 'MINUTES') @@ -64,10 +64,11 @@ pipeline { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' retry(2) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + + + rm -rf bin/bin ls -alh bin/ chmod +x bin/* @@ -78,12 +79,12 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh label: "prepare", script: """ touch ws-${BUILD_TAG} - mkdir -p bin + cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -118,8 +119,8 @@ pipeline { sh label: 'print version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ sh label: "test_params=${TEST_PARAMS} ", script: """#!/usr/bin/env bash export TIDB_SERVER_PATH="${WORKSPACE}/tidb-test/bin/tidb-server" diff --git a/pipelines/pingcap/tidb/release-8.3/pod-pull_e2e_test.yaml b/pipelines/pingcap/tidb/release-8.3/pod-pull_e2e_test.yaml index 5575e469b6..9bd40680cc 100644 --- a/pipelines/pingcap/tidb/release-8.3/pod-pull_e2e_test.yaml +++ b/pipelines/pingcap/tidb/release-8.3/pod-pull_e2e_test.yaml @@ -28,6 +28,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_br_test.yaml b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_br_test.yaml index bd99448cff..0b4f2602eb 100644 --- a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_br_test.yaml +++ b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_br_test.yaml @@ -28,6 +28,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_common_test.yaml b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_common_test.yaml index cf1193f943..37ed17a692 100644 --- a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_common_test.yaml +++ b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_common_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_copr_test.yaml b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_copr_test.yaml index 793c9fa4a8..f3dbab350f 100644 --- a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_copr_test.yaml +++ b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_copr_test.yaml @@ -25,6 +25,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_ddl_test.yaml b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_ddl_test.yaml index cf1193f943..37ed17a692 100644 --- a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_ddl_test.yaml +++ b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_ddl_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_jdbc_test.yaml b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_jdbc_test.yaml index c2b573afe8..45d903154e 100644 --- a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_jdbc_test.yaml +++ b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_jdbc_test.yaml @@ -38,6 +38,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_lightning_test.yaml b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_lightning_test.yaml index 2527583138..e853d1b720 100644 --- a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_lightning_test.yaml +++ b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_lightning_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_mysql_test.yaml b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_mysql_test.yaml index 5575e469b6..9bd40680cc 100644 --- a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_mysql_test.yaml +++ b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_mysql_test.yaml @@ -28,6 +28,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_nodejs_test.yaml b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_nodejs_test.yaml index e03cfa26af..b95151b672 100644 --- a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_nodejs_test.yaml +++ b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_nodejs_test.yaml @@ -28,6 +28,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_python_orm_test.yaml b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_python_orm_test.yaml index c77418c812..a46f167097 100644 --- a/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_python_orm_test.yaml +++ b/pipelines/pingcap/tidb/release-8.3/pod-pull_integration_python_orm_test.yaml @@ -31,6 +31,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.3/pull_e2e_test.groovy b/pipelines/pingcap/tidb/release-8.3/pull_e2e_test.groovy index e76f89a4df..4df402b54b 100644 --- a/pipelines/pingcap/tidb/release-8.3/pull_e2e_test.groovy +++ b/pipelines/pingcap/tidb/release-8.3/pull_e2e_test.groovy @@ -16,7 +16,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 40, unit: 'MINUTES') @@ -52,18 +52,21 @@ pipeline { stage('Prepare') { steps { dir('tidb') { - sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' - retry(3) { - sh label: 'download binary', script: """ - chmod +x \${WORKSPACE}/scripts/artifacts/*.sh - \${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ - ls -alh bin/ - chmod +x bin/* - ./bin/tikv-server -V - ./bin/pd-server -V - """ + container("golang") { + sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' + } + dir("bin") { + container("utils") { + retry(3) { + sh label: 'download binary', script: """ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + ls -alh + chmod +x * + ./tikv-server -V + ./pd-server -V + """ + } + } } } } @@ -75,8 +78,8 @@ pipeline { sh label: 'check version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ sh label: 'test graceshutdown', script: """ cd tests/graceshutdown && make diff --git a/pipelines/pingcap/tidb/release-8.3/pull_integration_common_test.groovy b/pipelines/pingcap/tidb/release-8.3/pull_integration_common_test.groovy index 195991c5fc..36fc348bc7 100644 --- a/pipelines/pingcap/tidb/release-8.3/pull_integration_common_test.groovy +++ b/pipelines/pingcap/tidb/release-8.3/pull_integration_common_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' GITHUB_TOKEN = credentials('github-bot-token') } options { @@ -68,13 +68,14 @@ pipeline { container("golang") { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' retry(3) { - sh label: 'download thirdparty binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ - ./bin/tikv-server -V - ./bin/pd-server -V + dir("bin") { container("utils") { sh label: 'download binary', script: """ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + + + + ./tikv-server -V + ./pd-server -V """ } } @@ -87,8 +88,8 @@ pipeline { cd randgen-test && ./build.sh && cd .. mkdir -p bin cp -r ../tidb/bin/* bin/ && chmod +x bin/* - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ } @@ -122,8 +123,8 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh """ ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ container("golang") { diff --git a/pipelines/pingcap/tidb/release-8.3/pull_integration_copr_test.groovy b/pipelines/pingcap/tidb/release-8.3/pull_integration_copr_test.groovy index 1e33eb9392..92db324713 100644 --- a/pipelines/pingcap/tidb/release-8.3/pull_integration_copr_test.groovy +++ b/pipelines/pingcap/tidb/release-8.3/pull_integration_copr_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' GITHUB_TOKEN = credentials('github-bot-token') } options { @@ -71,15 +71,16 @@ pipeline { container("golang") { retry(2) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" rm -rf bin/ && mkdir -p bin/ - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + mkdir -p bin + + mv pd-server bin/ ls -alh bin/ chmod +x bin/* - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -92,8 +93,8 @@ pipeline { dir('tidb') { sh label: 'check version', script: """ ls -alh bin/ - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } dir('tikv-copr-test') { diff --git a/pipelines/pingcap/tidb/release-8.3/pull_integration_ddl_test.groovy b/pipelines/pingcap/tidb/release-8.3/pull_integration_ddl_test.groovy index f9f14cbcf5..6e8a7943d0 100644 --- a/pipelines/pingcap/tidb/release-8.3/pull_integration_ddl_test.groovy +++ b/pipelines/pingcap/tidb/release-8.3/pull_integration_ddl_test.groovy @@ -18,7 +18,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' GITHUB_TOKEN = credentials('github-bot-token') } options { @@ -71,10 +71,11 @@ pipeline { sh label: 'ddl-test', script: 'ls bin/ddltest || make ddltest' retry(3) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + + + ls -alh bin/ """ } @@ -87,8 +88,8 @@ pipeline { mkdir -p bin cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ } @@ -119,8 +120,8 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh """ ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ container("golang") { diff --git a/pipelines/pingcap/tidb/release-8.3/pull_integration_jdbc_test.groovy b/pipelines/pingcap/tidb/release-8.3/pull_integration_jdbc_test.groovy index 05f0f89309..339a64f5e6 100644 --- a/pipelines/pingcap/tidb/release-8.3/pull_integration_jdbc_test.groovy +++ b/pipelines/pingcap/tidb/release-8.3/pull_integration_jdbc_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 60, unit: 'MINUTES') @@ -68,15 +68,16 @@ pipeline { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' retry(3) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + + + ls -alh bin/ chmod +x bin/* ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -88,8 +89,8 @@ pipeline { mkdir -p bin cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ } @@ -126,8 +127,8 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh label: "print version", script: """ ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ container("java") { diff --git a/pipelines/pingcap/tidb/release-8.3/pull_integration_mysql_test.groovy b/pipelines/pingcap/tidb/release-8.3/pull_integration_mysql_test.groovy index 12afce492a..fbdaa78a1b 100644 --- a/pipelines/pingcap/tidb/release-8.3/pull_integration_mysql_test.groovy +++ b/pipelines/pingcap/tidb/release-8.3/pull_integration_mysql_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' GITHUB_TOKEN = credentials('github-bot-token') } options { @@ -69,10 +69,11 @@ pipeline { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' retry(2) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + mkdir -p bin + + mv pd-server bin/ ls -alh bin/ chmod +x bin/* """ @@ -87,8 +88,8 @@ pipeline { cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -122,8 +123,8 @@ pipeline { sh label: 'print version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ container("golang") { sh label: "test_store=${TEST_STORE} test_part=${TEST_PART}", script: """#!/usr/bin/env bash diff --git a/pipelines/pingcap/tidb/release-8.3/pull_integration_nodejs_test.groovy b/pipelines/pingcap/tidb/release-8.3/pull_integration_nodejs_test.groovy index 5bd4218553..4031a555e1 100644 --- a/pipelines/pingcap/tidb/release-8.3/pull_integration_nodejs_test.groovy +++ b/pipelines/pingcap/tidb/release-8.3/pull_integration_nodejs_test.groovy @@ -15,7 +15,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 75, unit: 'MINUTES') @@ -64,16 +64,16 @@ pipeline { container('nodejs') { dir('tidb') { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' - retry(2) { - sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ - rm -rf bin/bin - ls -alh bin/ - chmod +x bin/* - """ + dir("bin") { + container("utils") { + retry(2) { + sh label: 'download binary', script: """ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + ls -alh + chmod +x * + """ + } + } } } dir('tidb-test') { @@ -84,8 +84,8 @@ pipeline { cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -116,8 +116,8 @@ pipeline { sh label: 'print version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ sh label: "${TEST_DIR} ", script: """#!/usr/bin/env bash export TIDB_SERVER_PATH="\$(pwd)/bin/tidb-server" diff --git a/pipelines/pingcap/tidb/release-8.3/pull_integration_python_orm_test.groovy b/pipelines/pingcap/tidb/release-8.3/pull_integration_python_orm_test.groovy index 77a1146938..197a604085 100644 --- a/pipelines/pingcap/tidb/release-8.3/pull_integration_python_orm_test.groovy +++ b/pipelines/pingcap/tidb/release-8.3/pull_integration_python_orm_test.groovy @@ -16,7 +16,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 60, unit: 'MINUTES') @@ -64,10 +64,11 @@ pipeline { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' retry(2) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + + + rm -rf bin/bin ls -alh bin/ chmod +x bin/* @@ -78,12 +79,12 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh label: "prepare", script: """ touch ws-${BUILD_TAG} - mkdir -p bin + cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -118,8 +119,8 @@ pipeline { sh label: 'print version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ sh label: "test_params=${TEST_PARAMS} ", script: """#!/usr/bin/env bash export TIDB_SERVER_PATH="${WORKSPACE}/tidb-test/bin/tidb-server" diff --git a/pipelines/pingcap/tidb/release-8.4/pod-pull_e2e_test.yaml b/pipelines/pingcap/tidb/release-8.4/pod-pull_e2e_test.yaml index 2f08d332fd..1f8dfb2094 100644 --- a/pipelines/pingcap/tidb/release-8.4/pod-pull_e2e_test.yaml +++ b/pipelines/pingcap/tidb/release-8.4/pod-pull_e2e_test.yaml @@ -28,6 +28,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_br_test.yaml b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_br_test.yaml index 12a71bdb8b..9d78ccff99 100644 --- a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_br_test.yaml +++ b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_br_test.yaml @@ -28,6 +28,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_common_test.yaml b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_common_test.yaml index 8b8d761e33..f9d63e820e 100644 --- a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_common_test.yaml +++ b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_common_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_copr_test.yaml b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_copr_test.yaml index 3c85d6fcbb..887abf3f2a 100644 --- a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_copr_test.yaml +++ b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_copr_test.yaml @@ -25,6 +25,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_ddl_test.yaml b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_ddl_test.yaml index 8b8d761e33..f9d63e820e 100644 --- a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_ddl_test.yaml +++ b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_ddl_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_jdbc_test.yaml b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_jdbc_test.yaml index 0f60d1e0ab..e32cb5be6f 100644 --- a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_jdbc_test.yaml +++ b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_jdbc_test.yaml @@ -38,6 +38,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_lightning_test.yaml b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_lightning_test.yaml index 5ac709e203..f71ed3a69c 100644 --- a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_lightning_test.yaml +++ b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_lightning_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_mysql_test.yaml b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_mysql_test.yaml index 2f08d332fd..1f8dfb2094 100644 --- a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_mysql_test.yaml +++ b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_mysql_test.yaml @@ -28,6 +28,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_nodejs_test.yaml b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_nodejs_test.yaml index d6e51640f4..5392c16eb0 100644 --- a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_nodejs_test.yaml +++ b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_nodejs_test.yaml @@ -28,6 +28,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_python_orm_test.yaml b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_python_orm_test.yaml index 790951f974..9d3818b983 100644 --- a/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_python_orm_test.yaml +++ b/pipelines/pingcap/tidb/release-8.4/pod-pull_integration_python_orm_test.yaml @@ -31,6 +31,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-8.4/pull_e2e_test.groovy b/pipelines/pingcap/tidb/release-8.4/pull_e2e_test.groovy index 2a69400753..e6d804060d 100644 --- a/pipelines/pingcap/tidb/release-8.4/pull_e2e_test.groovy +++ b/pipelines/pingcap/tidb/release-8.4/pull_e2e_test.groovy @@ -16,7 +16,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 40, unit: 'MINUTES') @@ -52,18 +52,21 @@ pipeline { stage('Prepare') { steps { dir('tidb') { - sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' - retry(3) { - sh label: 'download binary', script: """ - chmod +x \${WORKSPACE}/scripts/artifacts/*.sh - \${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ - ls -alh bin/ - chmod +x bin/* - ./bin/tikv-server -V - ./bin/pd-server -V - """ + container("golang") { + sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' + } + dir("bin") { + container("utils") { + retry(3) { + sh label: 'download binary', script: """ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + ls -alh + chmod +x * + ./tikv-server -V + ./pd-server -V + """ + } + } } } } @@ -75,8 +78,8 @@ pipeline { sh label: 'check version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ sh label: 'test graceshutdown', script: """ cd tests/graceshutdown && make diff --git a/pipelines/pingcap/tidb/release-8.4/pull_integration_common_test.groovy b/pipelines/pingcap/tidb/release-8.4/pull_integration_common_test.groovy index c056905328..9248d84008 100644 --- a/pipelines/pingcap/tidb/release-8.4/pull_integration_common_test.groovy +++ b/pipelines/pingcap/tidb/release-8.4/pull_integration_common_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' GITHUB_TOKEN = credentials('github-bot-token') } options { @@ -68,14 +68,15 @@ pipeline { container("golang") { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' retry(3) { - sh label: 'download thirdparty binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ - ./bin/tikv-server -V - ./bin/pd-server -V - """ + dir("bin") { + container("utils") { + sh label: 'download binary', script: """ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + ./tikv-server -V + ./pd-server -V + """ + } + } } } } diff --git a/pipelines/pingcap/tidb/release-8.4/pull_integration_copr_test.groovy b/pipelines/pingcap/tidb/release-8.4/pull_integration_copr_test.groovy index ee407d3965..b22953d8c3 100644 --- a/pipelines/pingcap/tidb/release-8.4/pull_integration_copr_test.groovy +++ b/pipelines/pingcap/tidb/release-8.4/pull_integration_copr_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' GITHUB_TOKEN = credentials('github-bot-token') } options { @@ -68,19 +68,17 @@ pipeline { stage('Prepare') { steps { dir('tidb') { - container("golang") { + container("golang") { retry(2) { - sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - rm -rf bin/ && mkdir -p bin/ - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ - ls -alh bin/ - chmod +x bin/* - ./bin/tikv-server -V - ./bin/pd-server -V - """ + dir("bin") { + container("utils") { + sh label: 'download binary', script: """ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + ./tikv-server -V + ./pd-server -V + """ + } + } } } } diff --git a/pipelines/pingcap/tidb/release-8.4/pull_integration_ddl_test.groovy b/pipelines/pingcap/tidb/release-8.4/pull_integration_ddl_test.groovy index 9790668b56..60d188778d 100644 --- a/pipelines/pingcap/tidb/release-8.4/pull_integration_ddl_test.groovy +++ b/pipelines/pingcap/tidb/release-8.4/pull_integration_ddl_test.groovy @@ -18,7 +18,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' GITHUB_TOKEN = credentials('github-bot-token') } options { @@ -71,10 +71,11 @@ pipeline { sh label: 'ddl-test', script: 'ls bin/ddltest || make ddltest' retry(3) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + + + ls -alh bin/ """ } @@ -87,8 +88,8 @@ pipeline { mkdir -p bin cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ } @@ -119,8 +120,8 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh """ ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ container("golang") { diff --git a/pipelines/pingcap/tidb/release-8.4/pull_integration_jdbc_test.groovy b/pipelines/pingcap/tidb/release-8.4/pull_integration_jdbc_test.groovy index ee02c88e3d..6d84145182 100644 --- a/pipelines/pingcap/tidb/release-8.4/pull_integration_jdbc_test.groovy +++ b/pipelines/pingcap/tidb/release-8.4/pull_integration_jdbc_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 60, unit: 'MINUTES') @@ -68,15 +68,16 @@ pipeline { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' retry(3) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + + + ls -alh bin/ chmod +x bin/* ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -88,8 +89,8 @@ pipeline { mkdir -p bin cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ } @@ -126,8 +127,8 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh label: "print version", script: """ ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ container("java") { diff --git a/pipelines/pingcap/tidb/release-8.4/pull_integration_mysql_test.groovy b/pipelines/pingcap/tidb/release-8.4/pull_integration_mysql_test.groovy index 4415d2a6e8..707ce94d8b 100644 --- a/pipelines/pingcap/tidb/release-8.4/pull_integration_mysql_test.groovy +++ b/pipelines/pingcap/tidb/release-8.4/pull_integration_mysql_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' GITHUB_TOKEN = credentials('github-bot-token') } options { @@ -69,10 +69,11 @@ pipeline { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' retry(2) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + mkdir -p bin + + mv pd-server bin/ ls -alh bin/ chmod +x bin/* """ @@ -87,8 +88,8 @@ pipeline { cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -122,8 +123,8 @@ pipeline { sh label: 'print version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ container("golang") { sh label: "test_store=${TEST_STORE} test_part=${TEST_PART}", script: """#!/usr/bin/env bash diff --git a/pipelines/pingcap/tidb/release-8.4/pull_integration_nodejs_test.groovy b/pipelines/pingcap/tidb/release-8.4/pull_integration_nodejs_test.groovy index 0301ca9f92..c647cc8df3 100644 --- a/pipelines/pingcap/tidb/release-8.4/pull_integration_nodejs_test.groovy +++ b/pipelines/pingcap/tidb/release-8.4/pull_integration_nodejs_test.groovy @@ -15,7 +15,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 75, unit: 'MINUTES') @@ -64,16 +64,16 @@ pipeline { container('nodejs') { dir('tidb') { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' - retry(2) { - sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ - rm -rf bin/bin - ls -alh bin/ - chmod +x bin/* - """ + dir("bin") { + container("utils") { + retry(2) { + sh label: 'download binary', script: """ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + ls -alh + chmod +x * + """ + } + } } } dir('tidb-test') { @@ -84,8 +84,8 @@ pipeline { cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -116,8 +116,8 @@ pipeline { sh label: 'print version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ sh label: "${TEST_DIR} ", script: """#!/usr/bin/env bash export TIDB_SERVER_PATH="\$(pwd)/bin/tidb-server" diff --git a/pipelines/pingcap/tidb/release-8.4/pull_integration_python_orm_test.groovy b/pipelines/pingcap/tidb/release-8.4/pull_integration_python_orm_test.groovy index c24e231415..2e4196aead 100644 --- a/pipelines/pingcap/tidb/release-8.4/pull_integration_python_orm_test.groovy +++ b/pipelines/pingcap/tidb/release-8.4/pull_integration_python_orm_test.groovy @@ -16,7 +16,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 60, unit: 'MINUTES') @@ -64,10 +64,11 @@ pipeline { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' retry(2) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + container("utils") { + sh label: 'download binary', script: "${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref}" + + + rm -rf bin/bin ls -alh bin/ chmod +x bin/* @@ -78,12 +79,12 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh label: "prepare", script: """ touch ws-${BUILD_TAG} - mkdir -p bin + cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -118,8 +119,8 @@ pipeline { sh label: 'print version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ sh label: "test_params=${TEST_PARAMS} ", script: """#!/usr/bin/env bash export TIDB_SERVER_PATH="${WORKSPACE}/tidb-test/bin/tidb-server" diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_e2e_test.yaml b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_e2e_test.yaml index 2f08d332fd..1f8dfb2094 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_e2e_test.yaml +++ b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_e2e_test.yaml @@ -28,6 +28,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_br_test.yaml b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_br_test.yaml index 12a71bdb8b..9d78ccff99 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_br_test.yaml +++ b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_br_test.yaml @@ -28,6 +28,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_common_test.yaml b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_common_test.yaml index 8b8d761e33..f9d63e820e 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_common_test.yaml +++ b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_common_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_copr_test.yaml b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_copr_test.yaml index 3c85d6fcbb..887abf3f2a 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_copr_test.yaml +++ b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_copr_test.yaml @@ -25,6 +25,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_ddl_test.yaml b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_ddl_test.yaml index 8b8d761e33..f9d63e820e 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_ddl_test.yaml +++ b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_ddl_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_e2e_test.yaml b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_e2e_test.yaml index 8b8d761e33..f9d63e820e 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_e2e_test.yaml +++ b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_e2e_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_jdbc_test.yaml b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_jdbc_test.yaml index 0f60d1e0ab..e32cb5be6f 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_jdbc_test.yaml +++ b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_jdbc_test.yaml @@ -38,6 +38,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_lightning_test.yaml b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_lightning_test.yaml index 5ac709e203..f71ed3a69c 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_lightning_test.yaml +++ b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_lightning_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_mysql_test.yaml b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_mysql_test.yaml index 2f08d332fd..1f8dfb2094 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_mysql_test.yaml +++ b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_mysql_test.yaml @@ -28,6 +28,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_nodejs_test.yaml b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_nodejs_test.yaml index d6e51640f4..5392c16eb0 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_nodejs_test.yaml +++ b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_nodejs_test.yaml @@ -28,6 +28,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_python_orm_test.yaml b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_python_orm_test.yaml index 790951f974..9d3818b983 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_python_orm_test.yaml +++ b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_python_orm_test.yaml @@ -31,6 +31,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_tidb_tools_test.yaml b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_tidb_tools_test.yaml index 5bf8e85b63..d70737cd50 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_tidb_tools_test.yaml +++ b/pipelines/pingcap/tidb/release-9.0-beta/pod-pull_integration_tidb_tools_test.yaml @@ -32,6 +32,16 @@ spec: limits: memory: 2Gi cpu: "1" + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pull_e2e_test.groovy b/pipelines/pingcap/tidb/release-9.0-beta/pull_e2e_test.groovy index 5c168a1baa..1cee92d106 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pull_e2e_test.groovy +++ b/pipelines/pingcap/tidb/release-9.0-beta/pull_e2e_test.groovy @@ -16,7 +16,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 40, unit: 'MINUTES') @@ -52,18 +52,21 @@ pipeline { stage('Prepare') { steps { dir('tidb') { - sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' - retry(3) { - sh label: 'download binary', script: """ - chmod +x \${WORKSPACE}/scripts/artifacts/*.sh - \${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ - ls -alh bin/ - chmod +x bin/* - ./bin/tikv-server -V - ./bin/pd-server -V - """ + container("golang") { + sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' + } + dir("bin") { + container("utils") { + retry(3) { + sh label: 'download binary', script: """ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + ls -alh + chmod +x * + ./tikv-server -V + ./pd-server -V + """ + } + } } } } @@ -75,8 +78,8 @@ pipeline { sh label: 'check version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ sh label: 'test graceshutdown', script: """ cd tests/graceshutdown && make diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_common_test.groovy b/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_common_test.groovy index 5781e86833..973c1458a2 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_common_test.groovy +++ b/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_common_test.groovy @@ -17,8 +17,8 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' GITHUB_TOKEN = credentials('github-bot-token') + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 40, unit: 'MINUTES') @@ -67,14 +67,16 @@ pipeline { dir('tidb') { container("golang") { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' + } + container("utils") { retry(3) { - sh label: 'download thirdparty binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ - ./bin/tikv-server -V - ./bin/pd-server -V + dir("bin") { container("utils") { sh label: 'download binary', script: """ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + + + + ./tikv-server -V + ./pd-server -V """ } } @@ -87,8 +89,8 @@ pipeline { cd randgen-test && ./build.sh && cd .. mkdir -p bin cp -r ../tidb/bin/* bin/ && chmod +x bin/* - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ } @@ -122,8 +124,8 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh """ ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ container("golang") { diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_copr_test.groovy b/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_copr_test.groovy index 5536d56a6c..0873901b58 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_copr_test.groovy +++ b/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_copr_test.groovy @@ -17,8 +17,8 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' GITHUB_TOKEN = credentials('github-bot-token') + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 40, unit: 'MINUTES') @@ -68,18 +68,18 @@ pipeline { stage('Prepare') { steps { dir('tidb') { - container("golang") { + container("utils") { retry(2) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} rm -rf bin/ && mkdir -p bin/ - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + mkdir -p bin + + mv pd-server bin/ ls -alh bin/ chmod +x bin/* - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -92,8 +92,8 @@ pipeline { dir('tidb') { sh label: 'check version', script: """ ls -alh bin/ - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } dir('tikv-copr-test') { diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_ddl_test.groovy b/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_ddl_test.groovy index a7ef71fbf2..8e69f31906 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_ddl_test.groovy +++ b/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_ddl_test.groovy @@ -18,8 +18,8 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' GITHUB_TOKEN = credentials('github-bot-token') + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 40, unit: 'MINUTES') @@ -69,12 +69,14 @@ pipeline { container("golang") { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' sh label: 'ddl-test', script: 'ls bin/ddltest || make ddltest' + } + container("utils") { retry(3) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + + + ls -alh bin/ """ } @@ -87,8 +89,8 @@ pipeline { mkdir -p bin cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ } @@ -119,8 +121,8 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh """ ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ container("golang") { diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_jdbc_test.groovy b/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_jdbc_test.groovy index a718d60d7a..f7ef9c2d68 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_jdbc_test.groovy +++ b/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_jdbc_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 60, unit: 'MINUTES') @@ -66,17 +66,19 @@ pipeline { dir('tidb') { container("golang") { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' + } + container("utils") { retry(3) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + + + ls -alh bin/ chmod +x bin/* ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -88,8 +90,8 @@ pipeline { mkdir -p bin cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ } @@ -126,8 +128,8 @@ pipeline { cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { sh label: "print version", script: """ ls -alh bin/ - ./bin/pd-server -V - ./bin/tikv-server -V + ./pd-server -V + ./tikv-server -V ./bin/tidb-server -V """ container("java") { diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_mysql_test.groovy b/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_mysql_test.groovy index fdad33bc0d..145f94ab0d 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_mysql_test.groovy +++ b/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_mysql_test.groovy @@ -17,8 +17,8 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' GITHUB_TOKEN = credentials('github-bot-token') + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 40, unit: 'MINUTES') @@ -67,12 +67,14 @@ pipeline { dir('tidb') { container("golang") { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' + } + container("utils") { retry(2) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + mkdir -p bin + + mv pd-server bin/ ls -alh bin/ chmod +x bin/* """ @@ -87,8 +89,8 @@ pipeline { cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ } } @@ -122,8 +124,8 @@ pipeline { sh label: 'print version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ container("golang") { sh label: "test_store=${TEST_STORE} test_part=${TEST_PART}", script: """#!/usr/bin/env bash diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_nodejs_test.groovy b/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_nodejs_test.groovy index c12839b91b..f24a02b4cb 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_nodejs_test.groovy +++ b/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_nodejs_test.groovy @@ -15,7 +15,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 75, unit: 'MINUTES') @@ -64,32 +64,34 @@ pipeline { container('nodejs') { dir('tidb') { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' - retry(2) { - sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ - rm -rf bin/bin - ls -alh bin/ - chmod +x bin/* - """ - } } - dir('tidb-test') { - cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { - sh label: "prepare", script: """ - touch ws-${BUILD_TAG} - mkdir -p bin - cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* - ls -alh bin/ - ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V - """ + } + dir('tidb') { + dir("bin") { + container('utils') { + retry(2) { + sh label: 'download binary', script: """ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + ls -alh + chmod +x * + """ + } } } } + dir('tidb-test') { + cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { + sh label: "prepare", script: """ + touch ws-${BUILD_TAG} + mkdir -p bin + cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* + ls -alh bin/ + ./bin/tidb-server -V + ./tikv-server -V + ./pd-server -V + """ + } + } } } stage('Node.js Tests') { @@ -116,8 +118,8 @@ pipeline { sh label: 'print version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ sh label: "${TEST_DIR} ", script: """#!/usr/bin/env bash export TIDB_SERVER_PATH="\$(pwd)/bin/tidb-server" diff --git a/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_python_orm_test.groovy b/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_python_orm_test.groovy index 56b98b762f..59577ac8a3 100644 --- a/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_python_orm_test.groovy +++ b/pipelines/pingcap/tidb/release-9.0-beta/pull_integration_python_orm_test.groovy @@ -16,7 +16,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 60, unit: 'MINUTES') @@ -62,30 +62,34 @@ pipeline { container("golang") { dir('tidb') { sh label: 'tidb-server', script: '[ -f bin/tidb-server ] || make' + } + } + container("utils") { + dir('tidb') { retry(2) { sh label: 'download binary', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} - mv third_bin/tikv-server bin/ - mv third_bin/pd-server bin/ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --pd=${REFS.base_ref} --tikv=${REFS.base_ref} + + + rm -rf bin/bin ls -alh bin/ chmod +x bin/* """ } } - dir('tidb-test') { - cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { - sh label: "prepare", script: """ - touch ws-${BUILD_TAG} - mkdir -p bin - cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* - ls -alh bin/ - ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V - """ - } + } + dir('tidb-test') { + cache(path: "./", includes: '**/*', key: "ws/${BUILD_TAG}/tidb-test") { + sh label: "prepare", script: """ + touch ws-${BUILD_TAG} + mkdir -p bin + cp ${WORKSPACE}/tidb/bin/* bin/ && chmod +x bin/* + ls -alh bin/ + ./bin/tidb-server -V + ./tikv-server -V + ./pd-server -V + """ } } } @@ -118,8 +122,8 @@ pipeline { sh label: 'print version', script: """ ls -alh bin/ ./bin/tidb-server -V - ./bin/tikv-server -V - ./bin/pd-server -V + ./tikv-server -V + ./pd-server -V """ sh label: "test_params=${TEST_PARAMS} ", script: """#!/usr/bin/env bash export TIDB_SERVER_PATH="${WORKSPACE}/tidb-test/bin/tidb-server" diff --git a/pipelines/tikv/pd/latest/pod-pull_integration_copr_test.yaml b/pipelines/tikv/pd/latest/pod-pull_integration_copr_test.yaml index c5c3140133..c7923c7751 100644 --- a/pipelines/tikv/pd/latest/pod-pull_integration_copr_test.yaml +++ b/pipelines/tikv/pd/latest/pod-pull_integration_copr_test.yaml @@ -35,6 +35,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/tikv/pd/latest/pod-pull_integration_realcluster_test.yaml b/pipelines/tikv/pd/latest/pod-pull_integration_realcluster_test.yaml index 741259cd46..a8e267c6ff 100644 --- a/pipelines/tikv/pd/latest/pod-pull_integration_realcluster_test.yaml +++ b/pipelines/tikv/pd/latest/pod-pull_integration_realcluster_test.yaml @@ -21,6 +21,16 @@ spec: limits: memory: 128Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/tikv/pd/latest/pull_integration_copr_test.groovy b/pipelines/tikv/pd/latest/pull_integration_copr_test.groovy index 5c6011c443..1e14232f67 100644 --- a/pipelines/tikv/pd/latest/pull_integration_copr_test.groovy +++ b/pipelines/tikv/pd/latest/pull_integration_copr_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 40, unit: 'MINUTES') @@ -79,9 +79,15 @@ pipeline { container("golang") { sh label: 'pd-server', script: '[ -f bin/pd-server ] || make' sh label: 'tikv-server', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --tikv=${REFS.base_ref} - rm -rf third_bin/bin && mv third_bin/* bin/ && ls -alh bin/ + """ + } + container("utils") { + sh label: 'download tikv', script: """ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --tikv=${REFS.base_ref} + mkdir -p bin + + mv pd-server bin/ + ls -alh bin/ bin/pd-server -V bin/tikv-server -V """ diff --git a/pipelines/tikv/pd/release-7.1/pod-pull_integration_copr_test.yaml b/pipelines/tikv/pd/release-7.1/pod-pull_integration_copr_test.yaml index 6758ba2fcb..8d11703ec9 100644 --- a/pipelines/tikv/pd/release-7.1/pod-pull_integration_copr_test.yaml +++ b/pipelines/tikv/pd/release-7.1/pod-pull_integration_copr_test.yaml @@ -35,6 +35,16 @@ spec: limits: memory: 256Mi cpu: 100m + - name: utils + image: ghcr.io/pingcap-qe/cd/utils/release:v2025.10.12-7-gfdd779c + tty: true + resources: + requests: + memory: 256Mi + cpu: 100m + limits: + cpu: "1" + memory: 4Gi affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: diff --git a/pipelines/tikv/pd/release-7.1/pull_integration_copr_test.groovy b/pipelines/tikv/pd/release-7.1/pull_integration_copr_test.groovy index 6839c8ffef..a1ba402d0c 100644 --- a/pipelines/tikv/pd/release-7.1/pull_integration_copr_test.groovy +++ b/pipelines/tikv/pd/release-7.1/pull_integration_copr_test.groovy @@ -17,7 +17,7 @@ pipeline { } } environment { - FILE_SERVER_URL = 'http://fileserver.pingcap.net' + OCI_ARTIFACT_HOST = 'hub-zot.pingcap.net/mirrors/hub' } options { timeout(time: 40, unit: 'MINUTES') @@ -79,9 +79,15 @@ pipeline { container("golang") { sh label: 'pd-server', script: '[ -f bin/pd-server ] || make' sh label: 'tikv-server', script: """ - chmod +x ${WORKSPACE}/scripts/artifacts/*.sh - ${WORKSPACE}/scripts/artifacts/download_pingcap_artifact.sh --tikv=${REFS.base_ref} - rm -rf third_bin/bin && mv third_bin/* bin/ && ls -alh bin/ + """ + } + container("utils") { + sh label: 'download tikv', script: """ + ${WORKSPACE}/scripts/artifacts/download_pingcap_oci_artifact.sh --tikv=${REFS.base_ref} + mkdir -p bin + + mv pd-server bin/ + ls -alh bin/ bin/pd-server -V bin/tikv-server -V """