From 1ad2b39f6998eecd80839b8e93ba6acc523aa859 Mon Sep 17 00:00:00 2001 From: CarlosFelipeOR Date: Fri, 12 Dec 2025 17:28:37 -0300 Subject: [PATCH 1/6] Update Regression Hash for 25.8.12 --- .github/workflows/master.yml | 4 ++-- .github/workflows/pull_request.yml | 4 ++-- ci/praktika/yaml_additional_templates.py | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/master.yml b/.github/workflows/master.yml index 3413847303e0..bc7c75b24b7d 100644 --- a/.github/workflows/master.yml +++ b/.github/workflows/master.yml @@ -4178,7 +4178,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-regression-tester - commit: c07440a1ad14ffc5fc49ce90dff2f40c2e5f364d + commit: 752d2e7a22d360d57c8022c53bef603d02c39317 arch: release build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout_minutes: 300 @@ -4190,7 +4190,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-regression-tester-aarch64 - commit: c07440a1ad14ffc5fc49ce90dff2f40c2e5f364d + commit: 752d2e7a22d360d57c8022c53bef603d02c39317 arch: aarch64 build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout_minutes: 300 diff --git a/.github/workflows/pull_request.yml b/.github/workflows/pull_request.yml index 2add6cd67783..aaad132cc54e 100644 --- a/.github/workflows/pull_request.yml +++ b/.github/workflows/pull_request.yml @@ -4134,7 +4134,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-regression-tester - commit: c07440a1ad14ffc5fc49ce90dff2f40c2e5f364d + commit: 752d2e7a22d360d57c8022c53bef603d02c39317 arch: release build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout_minutes: 300 @@ -4146,7 +4146,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-regression-tester-aarch64 - commit: c07440a1ad14ffc5fc49ce90dff2f40c2e5f364d + commit: 752d2e7a22d360d57c8022c53bef603d02c39317 arch: aarch64 build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout_minutes: 300 diff --git a/ci/praktika/yaml_additional_templates.py b/ci/praktika/yaml_additional_templates.py index 5aac6f1ca8ed..53d2c2994299 100644 --- a/ci/praktika/yaml_additional_templates.py +++ b/ci/praktika/yaml_additional_templates.py @@ -35,7 +35,7 @@ class AltinityWorkflowTemplates: echo "Workflow Run Report: [View Report]($REPORT_LINK)" >> $GITHUB_STEP_SUMMARY """ # Additional jobs - REGRESSION_HASH = "c07440a1ad14ffc5fc49ce90dff2f40c2e5f364d" + REGRESSION_HASH = "752d2e7a22d360d57c8022c53bef603d02c39317" ALTINITY_JOBS = { "GrypeScan": r""" GrypeScanServer: From 56196dd77602ca387fb313b3140fb49048294733 Mon Sep 17 00:00:00 2001 From: CarlosFelipeOR Date: Tue, 16 Dec 2025 02:30:51 -0300 Subject: [PATCH 2/6] Update commit hash for 25.8.12 --- .github/workflows/master.yml | 4 ++-- .github/workflows/pull_request.yml | 4 ++-- ci/praktika/yaml_additional_templates.py | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/master.yml b/.github/workflows/master.yml index bc7c75b24b7d..1cebe91537a6 100644 --- a/.github/workflows/master.yml +++ b/.github/workflows/master.yml @@ -4178,7 +4178,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-regression-tester - commit: 752d2e7a22d360d57c8022c53bef603d02c39317 + commit: 4f141f682c0f1f50cd1258e601a1da002189d8d3 arch: release build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout_minutes: 300 @@ -4190,7 +4190,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-regression-tester-aarch64 - commit: 752d2e7a22d360d57c8022c53bef603d02c39317 + commit: 4f141f682c0f1f50cd1258e601a1da002189d8d3 arch: aarch64 build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout_minutes: 300 diff --git a/.github/workflows/pull_request.yml b/.github/workflows/pull_request.yml index aaad132cc54e..3fdb4eee8284 100644 --- a/.github/workflows/pull_request.yml +++ b/.github/workflows/pull_request.yml @@ -4134,7 +4134,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-regression-tester - commit: 752d2e7a22d360d57c8022c53bef603d02c39317 + commit: 4f141f682c0f1f50cd1258e601a1da002189d8d3 arch: release build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout_minutes: 300 @@ -4146,7 +4146,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-regression-tester-aarch64 - commit: 752d2e7a22d360d57c8022c53bef603d02c39317 + commit: 4f141f682c0f1f50cd1258e601a1da002189d8d3 arch: aarch64 build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout_minutes: 300 diff --git a/ci/praktika/yaml_additional_templates.py b/ci/praktika/yaml_additional_templates.py index 53d2c2994299..13bd3a96983f 100644 --- a/ci/praktika/yaml_additional_templates.py +++ b/ci/praktika/yaml_additional_templates.py @@ -35,7 +35,7 @@ class AltinityWorkflowTemplates: echo "Workflow Run Report: [View Report]($REPORT_LINK)" >> $GITHUB_STEP_SUMMARY """ # Additional jobs - REGRESSION_HASH = "752d2e7a22d360d57c8022c53bef603d02c39317" + REGRESSION_HASH = "4f141f682c0f1f50cd1258e601a1da002189d8d3" ALTINITY_JOBS = { "GrypeScan": r""" GrypeScanServer: From 06a9218916a81730bb9f688e3664c00d8074493c Mon Sep 17 00:00:00 2001 From: strtgbb <146047128+strtgbb@users.noreply.github.com> Date: Wed, 17 Dec 2025 13:32:15 -0500 Subject: [PATCH 3/6] update regression hash --- .github/workflows/master.yml | 4 ++-- .github/workflows/pull_request.yml | 4 ++-- ci/praktika/yaml_additional_templates.py | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/master.yml b/.github/workflows/master.yml index 1cebe91537a6..ce96de70328f 100644 --- a/.github/workflows/master.yml +++ b/.github/workflows/master.yml @@ -4178,7 +4178,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-regression-tester - commit: 4f141f682c0f1f50cd1258e601a1da002189d8d3 + commit: 6aa5cfbeebee408b131356e9a5f8848a4756c575 arch: release build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout_minutes: 300 @@ -4190,7 +4190,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-regression-tester-aarch64 - commit: 4f141f682c0f1f50cd1258e601a1da002189d8d3 + commit: 6aa5cfbeebee408b131356e9a5f8848a4756c575 arch: aarch64 build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout_minutes: 300 diff --git a/.github/workflows/pull_request.yml b/.github/workflows/pull_request.yml index 3fdb4eee8284..81075ddb2270 100644 --- a/.github/workflows/pull_request.yml +++ b/.github/workflows/pull_request.yml @@ -4134,7 +4134,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-regression-tester - commit: 4f141f682c0f1f50cd1258e601a1da002189d8d3 + commit: 6aa5cfbeebee408b131356e9a5f8848a4756c575 arch: release build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout_minutes: 300 @@ -4146,7 +4146,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-regression-tester-aarch64 - commit: 4f141f682c0f1f50cd1258e601a1da002189d8d3 + commit: 6aa5cfbeebee408b131356e9a5f8848a4756c575 arch: aarch64 build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout_minutes: 300 diff --git a/ci/praktika/yaml_additional_templates.py b/ci/praktika/yaml_additional_templates.py index 13bd3a96983f..db2311a3e9f0 100644 --- a/ci/praktika/yaml_additional_templates.py +++ b/ci/praktika/yaml_additional_templates.py @@ -35,7 +35,7 @@ class AltinityWorkflowTemplates: echo "Workflow Run Report: [View Report]($REPORT_LINK)" >> $GITHUB_STEP_SUMMARY """ # Additional jobs - REGRESSION_HASH = "4f141f682c0f1f50cd1258e601a1da002189d8d3" + REGRESSION_HASH = "6aa5cfbeebee408b131356e9a5f8848a4756c575" ALTINITY_JOBS = { "GrypeScan": r""" GrypeScanServer: From dea93fe405eb341dc5f81d8cd6f4e6fe549e0de0 Mon Sep 17 00:00:00 2001 From: strtgbb <146047128+strtgbb@users.noreply.github.com> Date: Wed, 17 Dec 2025 13:36:21 -0500 Subject: [PATCH 4/6] Add new S3 export suites --- .github/workflows/regression.yml | 70 ++++++++++++++++++++++++++++++++ 1 file changed, 70 insertions(+) diff --git a/.github/workflows/regression.yml b/.github/workflows/regression.yml index 5275e2550003..3fcab1f8793e 100644 --- a/.github/workflows/regression.yml +++ b/.github/workflows/regression.yml @@ -1005,6 +1005,76 @@ jobs: name: ${{ env.SUITE }}-${{ matrix.STORAGE }}-${{ matrix.PART }}-${{ inputs.arch }}-artifacts path: ${{ env.artifact_paths}} + S3Export: + if: | + fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null || + contains(fromJson(inputs.workflow_config).custom_data.ci_regression_jobs, 's3') + strategy: + fail-fast: false + matrix: + PART: [part, partition] + needs: [runner_labels_setup] + runs-on: ${{ fromJson(needs.runner_labels_setup.outputs.runner_labels) }} + timeout-minutes: ${{ inputs.timeout_minutes }} + steps: + - name: Checkout regression repo + uses: actions/checkout@v4 + with: + repository: Altinity/clickhouse-regression + ref: ${{ inputs.commit }} + - name: Set envs + run: | + cat >> "$GITHUB_ENV" << 'EOF' + REPORTS_PATH=${{ runner.temp }}/reports_dir + SUITE=s3_export + PART=${{ matrix.PART }} + EOF + - name: Setup + run: .github/setup.sh + - name: Get deb url + env: + S3_BASE_URL: https://altinity-build-artifacts.s3.amazonaws.com/ + PR_NUMBER: ${{ github.event.pull_request.number || 0 }} + run: | + mkdir -p $REPORTS_PATH + cat > $REPORTS_PATH/workflow_config.json << 'EOF' + ${{ inputs.workflow_config }} + EOF + + python3 .github/get-deb-url.py --github-env $GITHUB_ENV --workflow-config $REPORTS_PATH/workflow_config.json --s3-base-url $S3_BASE_URL --pr-number $PR_NUMBER --branch-name ${{ github.ref_name }} --commit-hash ${{ inputs.build_sha }} --binary + + - name: Run ${{ env.SUITE }} suite + id: run_suite + run: EXITCODE=0; + python3 + -u ${{ env.SUITE }}/regression.py + --clickhouse-binary-path ${{ env.clickhouse_path }} + --storage minio + --attr project="$GITHUB_REPOSITORY" project.id="$GITHUB_REPOSITORY_ID" package="${{ env.clickhouse_path }}" version="${{ env.version }}" user.name="$GITHUB_ACTOR" repository="https://github.com/Altinity/clickhouse-regression" commit.hash="$(git rev-parse HEAD)" job.name="$GITHUB_JOB (${{ matrix.PART }})" job.retry=$GITHUB_RUN_ATTEMPT job.url="$GITHUB_SERVER_URL/$GITHUB_REPOSITORY/actions/runs/$GITHUB_RUN_ID" arch="$(uname -i)" + --only ":/try*" "minio/export ${{ matrix.PART }}/*" + ${{ env.args }} || EXITCODE=$?; + .github/add_link_to_logs.sh; + exit $EXITCODE + - name: Set Commit Status + if: always() + run: python3 .github/set_builds_status.py + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + JOB_OUTCOME: ${{ steps.run_suite.outcome }} + SUITE_NAME: "Regression ${{ inputs.arch }} S3 Export ${{ matrix.PART }}" + - name: Create and upload logs + if: always() + run: .github/create_and_upload_logs.sh 1 + - name: Upload logs to regression results database + if: always() + timeout-minutes: 20 + run: .github/upload_results_to_database.sh 1 + - uses: actions/upload-artifact@v4 + if: always() + with: + name: ${{ env.SUITE }}-${{ matrix.PART }}-${{ inputs.arch }}-artifacts + path: ${{ env.artifact_paths}} + TieredStorage: if: | fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null || From f86208f1037d091f22549e6ff6a15b194ff3b230 Mon Sep 17 00:00:00 2001 From: strtgbb <146047128+strtgbb@users.noreply.github.com> Date: Wed, 17 Dec 2025 14:24:21 -0500 Subject: [PATCH 5/6] fix s3 export regression path --- .github/workflows/regression.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/regression.yml b/.github/workflows/regression.yml index 3fcab1f8793e..769de07bbd63 100644 --- a/.github/workflows/regression.yml +++ b/.github/workflows/regression.yml @@ -1026,7 +1026,7 @@ jobs: run: | cat >> "$GITHUB_ENV" << 'EOF' REPORTS_PATH=${{ runner.temp }}/reports_dir - SUITE=s3_export + SUITE=s3 PART=${{ matrix.PART }} EOF - name: Setup @@ -1051,7 +1051,7 @@ jobs: --clickhouse-binary-path ${{ env.clickhouse_path }} --storage minio --attr project="$GITHUB_REPOSITORY" project.id="$GITHUB_REPOSITORY_ID" package="${{ env.clickhouse_path }}" version="${{ env.version }}" user.name="$GITHUB_ACTOR" repository="https://github.com/Altinity/clickhouse-regression" commit.hash="$(git rev-parse HEAD)" job.name="$GITHUB_JOB (${{ matrix.PART }})" job.retry=$GITHUB_RUN_ATTEMPT job.url="$GITHUB_SERVER_URL/$GITHUB_REPOSITORY/actions/runs/$GITHUB_RUN_ID" arch="$(uname -i)" - --only ":/try*" "minio/export ${{ matrix.PART }}/*" + --only ":/try*" "minio/export tests/export ${{ matrix.PART }}/*" ${{ env.args }} || EXITCODE=$?; .github/add_link_to_logs.sh; exit $EXITCODE @@ -1072,7 +1072,7 @@ jobs: - uses: actions/upload-artifact@v4 if: always() with: - name: ${{ env.SUITE }}-${{ matrix.PART }}-${{ inputs.arch }}-artifacts + name: ${{ env.SUITE }}-export-${{ matrix.PART }}-${{ inputs.arch }}-artifacts path: ${{ env.artifact_paths}} TieredStorage: From c814c828359420685c577533c0ee9a9a05ebcf2f Mon Sep 17 00:00:00 2001 From: CarlosFelipeOR Date: Thu, 25 Dec 2025 21:29:55 -0300 Subject: [PATCH 6/6] Update commit hash for Stable 25.8.12 --- .github/workflows/master.yml | 4 ++-- .github/workflows/pull_request.yml | 4 ++-- ci/praktika/yaml_additional_templates.py | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/master.yml b/.github/workflows/master.yml index ce96de70328f..a02848dd0127 100644 --- a/.github/workflows/master.yml +++ b/.github/workflows/master.yml @@ -4178,7 +4178,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-regression-tester - commit: 6aa5cfbeebee408b131356e9a5f8848a4756c575 + commit: 4832cdbd813680ad663898586129ba7667e17f49 arch: release build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout_minutes: 300 @@ -4190,7 +4190,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-regression-tester-aarch64 - commit: 6aa5cfbeebee408b131356e9a5f8848a4756c575 + commit: 4832cdbd813680ad663898586129ba7667e17f49 arch: aarch64 build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout_minutes: 300 diff --git a/.github/workflows/pull_request.yml b/.github/workflows/pull_request.yml index 81075ddb2270..2ebab87f812b 100644 --- a/.github/workflows/pull_request.yml +++ b/.github/workflows/pull_request.yml @@ -4134,7 +4134,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-regression-tester - commit: 6aa5cfbeebee408b131356e9a5f8848a4756c575 + commit: 4832cdbd813680ad663898586129ba7667e17f49 arch: release build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout_minutes: 300 @@ -4146,7 +4146,7 @@ jobs: secrets: inherit with: runner_type: altinity-on-demand, altinity-regression-tester-aarch64 - commit: 6aa5cfbeebee408b131356e9a5f8848a4756c575 + commit: 4832cdbd813680ad663898586129ba7667e17f49 arch: aarch64 build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }} timeout_minutes: 300 diff --git a/ci/praktika/yaml_additional_templates.py b/ci/praktika/yaml_additional_templates.py index db2311a3e9f0..eeac9914c790 100644 --- a/ci/praktika/yaml_additional_templates.py +++ b/ci/praktika/yaml_additional_templates.py @@ -35,7 +35,7 @@ class AltinityWorkflowTemplates: echo "Workflow Run Report: [View Report]($REPORT_LINK)" >> $GITHUB_STEP_SUMMARY """ # Additional jobs - REGRESSION_HASH = "6aa5cfbeebee408b131356e9a5f8848a4756c575" + REGRESSION_HASH = "4832cdbd813680ad663898586129ba7667e17f49" ALTINITY_JOBS = { "GrypeScan": r""" GrypeScanServer: