Skip to content

Commit 850ab74

Browse files
EnmkEnmk
committed
Attempt to do builds and test on Altinity infrastructure
1 parent 8c4cb00 commit 850ab74

File tree

136 files changed

+1549
-397
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

136 files changed

+1549
-397
lines changed

‎.github/actionlint.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@ self-hosted-runner:
44
- func-tester
55
- func-tester-aarch64
66
- fuzzer-unit-tester
7-
- stress-tester
7+
- altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-system-ubuntu-22.04
88
- style-checker
99
- style-checker-aarch64
1010
- release-maker

‎.github/actions/docker_setup/action.yml

+29
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
name: Docker setup
2+
description: Setup docker
3+
inputs:
4+
nested_job:
5+
description: the fuse for unintended use inside of the reusable callable jobs
6+
default: true
7+
type: boolean
8+
runs:
9+
using: "composite"
10+
steps:
11+
- name: Docker IPv6 configuration
12+
shell: bash
13+
run: |
14+
# make sure docker uses proper IPv6 config
15+
sudo touch /etc/docker/daemon.json
16+
sudo chown ubuntu:ubuntu /etc/docker/daemon.json
17+
sudo cat <<EOT > /etc/docker/daemon.json
18+
{
19+
"ipv6": true,
20+
"fixed-cidr-v6": "2001:3984:3989::/64"
21+
}
22+
EOT
23+
sudo chown root:root /etc/docker/daemon.json
24+
sudo systemctl restart docker
25+
sudo systemctl status docker
26+
- name: Docker info
27+
shell: bash
28+
run: |
29+
docker info

‎.github/retry.sh

+22
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,22 @@
1+
#!/bin/bash
2+
# Execute command until exitcode is 0 or
3+
# maximum number of retries is reached
4+
# Example:
5+
# ./retry <retries> <delay> <command>
6+
retries=$1
7+
delay=$2
8+
command="${@:3}"
9+
exitcode=0
10+
try=0
11+
until [ "$try" -ge $retries ]
12+
do
13+
echo "$command"
14+
eval "$command"
15+
exitcode=$?
16+
if [ $exitcode -eq 0 ]; then
17+
break
18+
fi
19+
try=$((try+1))
20+
sleep $2
21+
done
22+
exit $exitcode

‎.github/workflows/backport_branches.yml

+6-6
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@ jobs:
2222
data: ${{ steps.runconfig.outputs.CI_DATA }}
2323
steps:
2424
- name: Check out repository code
25-
uses: ClickHouse/checkout@v1
25+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
2626
with:
2727
clear-repository: true # to ensure correct digests
2828
fetch-depth: 0 # to get version
@@ -164,7 +164,7 @@ jobs:
164164
runs-on: [self-hosted, style-checker-aarch64]
165165
steps:
166166
- name: Check out repository code
167-
uses: ClickHouse/checkout@v1
167+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
168168
- name: Download reports
169169
run: |
170170
python3 "$GITHUB_WORKSPACE/tests/ci/ci.py" --infile ${{ toJson(needs.RunConfig.outputs.data) }} --pre --job-name Builds
@@ -194,7 +194,7 @@ jobs:
194194
uses: ./.github/workflows/reusable_test.yml
195195
with:
196196
test_name: Install packages (aarch64)
197-
runner_type: style-checker-aarch64
197+
runner_type: altinity-on-demand, altinity-type-cax41, altinity-in-hel1, altinity-image-arm-app-docker-ce
198198
data: ${{ needs.RunConfig.outputs.data }}
199199
run_command: |
200200
python3 install_check.py "$CHECK_NAME"
@@ -229,7 +229,7 @@ jobs:
229229
uses: ./.github/workflows/reusable_test.yml
230230
with:
231231
test_name: Stress test (tsan)
232-
runner_type: stress-tester
232+
runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-system-ubuntu-22.04
233233
data: ${{ needs.RunConfig.outputs.data }}
234234
#############################################################################################
235235
############################# INTEGRATION TESTS #############################################
@@ -240,7 +240,7 @@ jobs:
240240
uses: ./.github/workflows/reusable_test.yml
241241
with:
242242
test_name: Integration tests (release)
243-
runner_type: stress-tester
243+
runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-system-ubuntu-22.04
244244
data: ${{ needs.RunConfig.outputs.data }}
245245
FinishCheck:
246246
if: ${{ !cancelled() }}
@@ -256,7 +256,7 @@ jobs:
256256
runs-on: [self-hosted, style-checker]
257257
steps:
258258
- name: Check out repository code
259-
uses: ClickHouse/checkout@v1
259+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
260260
with:
261261
clear-repository: true
262262
- name: Finish label

‎.github/workflows/cherry_pick.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,7 @@ jobs:
2828
REPO_TEAM=core
2929
EOF
3030
- name: Check out repository code
31-
uses: ClickHouse/checkout@v1
31+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
3232
with:
3333
clear-repository: true
3434
token: ${{secrets.ROBOT_CLICKHOUSE_COMMIT_TOKEN}}

‎.github/workflows/create_release.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,7 @@ jobs:
3434
runs-on: [self-hosted, release-maker]
3535
steps:
3636
- name: Check out repository code
37-
uses: ClickHouse/checkout@v1
37+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
3838
with:
3939
token: ${{secrets.ROBOT_CLICKHOUSE_COMMIT_TOKEN}}
4040
fetch-depth: 0

‎.github/workflows/docker_test_images.yml

+3-3
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@ jobs:
1919
!failure() && !cancelled() && toJson(fromJson(inputs.data).docker_data.missing_aarch64) != '[]'
2020
steps:
2121
- name: Check out repository code
22-
uses: ClickHouse/checkout@v1
22+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
2323
with:
2424
ref: ${{ fromJson(inputs.data).git_ref }}
2525
- name: Build images
@@ -34,7 +34,7 @@ jobs:
3434
!failure() && !cancelled() && toJson(fromJson(inputs.data).docker_data.missing_amd64) != '[]'
3535
steps:
3636
- name: Check out repository code
37-
uses: ClickHouse/checkout@v1
37+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
3838
with:
3939
ref: ${{ fromJson(inputs.data).git_ref }}
4040
- name: Build images
@@ -50,7 +50,7 @@ jobs:
5050
!failure() && !cancelled() && (toJson(fromJson(inputs.data).docker_data.missing_multi) != '[]' || inputs.set_latest)
5151
steps:
5252
- name: Check out repository code
53-
uses: ClickHouse/checkout@v1
53+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
5454
with:
5555
ref: ${{ fromJson(inputs.data).git_ref }}
5656
- name: Build images

‎.github/workflows/jepsen.yml

+4-4
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ jobs:
1616
data: ${{ steps.runconfig.outputs.CI_DATA }}
1717
steps:
1818
- name: Check out repository code
19-
uses: ClickHouse/checkout@v1
19+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
2020
with:
2121
clear-repository: true # to ensure correct digests
2222
fetch-depth: 0 # to get version
@@ -43,7 +43,7 @@ jobs:
4343
uses: ./.github/workflows/reusable_test.yml
4444
with:
4545
test_name: ClickHouse Keeper Jepsen
46-
runner_type: style-checker-aarch64
46+
runner_type: altinity-on-demand, altinity-type-cax41, altinity-in-hel1, altinity-image-arm-app-docker-ce
4747
data: ${{ needs.RunConfig.outputs.data }}
4848
run_command: |
4949
python3 jepsen_check.py keeper
@@ -53,7 +53,7 @@ jobs:
5353
uses: ./.github/workflows/reusable_test.yml
5454
with:
5555
test_name: ClickHouse Server Jepsen
56-
runner_type: style-checker-aarch64
56+
runner_type: altinity-on-demand, altinity-type-cax41, altinity-in-hel1, altinity-image-arm-app-docker-ce
5757
data: ${{ needs.RunConfig.outputs.data }}
5858
run_command: |
5959
python3 jepsen_check.py server
@@ -63,7 +63,7 @@ jobs:
6363
runs-on: [self-hosted, style-checker-aarch64]
6464
steps:
6565
- name: Check out repository code
66-
uses: ClickHouse/checkout@v1
66+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
6767
- name: Check Workflow results
6868
if: ${{ !cancelled() }}
6969
run: |

‎.github/workflows/master.yml

+3-3
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ jobs:
1616
data: ${{ steps.runconfig.outputs.CI_DATA }}
1717
steps:
1818
- name: Check out repository code
19-
uses: ClickHouse/checkout@v1
19+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
2020
with:
2121
clear-repository: true # to ensure correct digests
2222
fetch-depth: 0 # to get version
@@ -118,7 +118,7 @@ jobs:
118118
uses: ./.github/workflows/reusable_test.yml
119119
with:
120120
test_name: Builds
121-
runner_type: style-checker-aarch64
121+
runner_type: altinity-on-demand, altinity-type-cax41, altinity-in-hel1, altinity-image-arm-app-docker-ce
122122
data: ${{ needs.RunConfig.outputs.data }}
123123

124124
FinishCheck:
@@ -127,7 +127,7 @@ jobs:
127127
runs-on: [self-hosted, style-checker-aarch64]
128128
steps:
129129
- name: Check out repository code
130-
uses: ClickHouse/checkout@v1
130+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
131131
- name: Finish label
132132
run: |
133133
cd "$GITHUB_WORKSPACE/tests/ci"

‎.github/workflows/merge_queue.yml

+3-3
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@ jobs:
1515
data: ${{ steps.runconfig.outputs.CI_DATA }}
1616
steps:
1717
- name: Check out repository code
18-
uses: ClickHouse/checkout@v1
18+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
1919
with:
2020
clear-repository: true # to ensure correct digests
2121
fetch-depth: 0 # to get a version
@@ -56,7 +56,7 @@ jobs:
5656
uses: ./.github/workflows/reusable_test.yml
5757
with:
5858
test_name: Style check
59-
runner_type: style-checker-aarch64
59+
runner_type: altinity-on-demand, altinity-type-cax41, altinity-in-hel1, altinity-image-arm-app-docker-ce
6060
run_command: |
6161
python3 style_check.py
6262
data: ${{ needs.RunConfig.outputs.data }}
@@ -99,7 +99,7 @@ jobs:
9999
runs-on: [self-hosted, style-checker-aarch64]
100100
steps:
101101
- name: Check out repository code
102-
uses: ClickHouse/checkout@v1
102+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
103103
- name: Check and set merge status
104104
if: ${{ needs.StyleCheck.result == 'success' }}
105105
run: |

‎.github/workflows/nightly.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ jobs:
1616
data: ${{ steps.runconfig.outputs.CI_DATA }}
1717
steps:
1818
- name: Check out repository code
19-
uses: ClickHouse/checkout@v1
19+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
2020
with:
2121
clear-repository: true # to ensure correct digests
2222
fetch-depth: 0 # to get version
@@ -50,7 +50,7 @@ jobs:
5050
runs-on: [self-hosted, style-checker-aarch64]
5151
steps:
5252
- name: Check out repository code
53-
uses: ClickHouse/checkout@v1
53+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
5454
- name: Check Workflow results
5555
if: ${{ !cancelled() }}
5656
run: |

‎.github/workflows/pull_request.yml

+10-15
Original file line numberDiff line numberDiff line change
@@ -21,12 +21,12 @@ concurrency:
2121

2222
jobs:
2323
RunConfig:
24-
runs-on: [self-hosted, style-checker-aarch64]
24+
runs-on: [self-hosted, altinity-on-demand, altinity-type-cax41, altinity-in-hel1, altinity-image-arm-app-docker-ce]
2525
outputs:
2626
data: ${{ steps.runconfig.outputs.CI_DATA }}
2727
steps:
2828
- name: Check out repository code
29-
uses: ClickHouse/checkout@v1
29+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
3030
with:
3131
clear-repository: true # to ensure correct digests
3232
fetch-depth: 0 # to get a version
@@ -77,22 +77,17 @@ jobs:
7777
uses: ./.github/workflows/reusable_test.yml
7878
with:
7979
test_name: Style check
80-
runner_type: style-checker-aarch64
80+
runner_type: altinity-on-demand, altinity-type-cax41, altinity-in-hel1, altinity-image-arm-app-docker-ce
8181
run_command: |
82-
python3 style_check.py
82+
python3 style_check.py --no-push
8383
data: ${{ needs.RunConfig.outputs.data }}
84-
secrets:
85-
secret_envs: |
86-
ROBOT_CLICKHOUSE_SSH_KEY<<RCSK
87-
${{secrets.ROBOT_CLICKHOUSE_SSH_KEY}}
88-
RCSK
8984
FastTest:
9085
needs: [RunConfig, BuildDockers, StyleCheck]
9186
if: ${{ !failure() && !cancelled() && contains(fromJson(needs.RunConfig.outputs.data).jobs_data.jobs_to_do, 'Fast test') }}
9287
uses: ./.github/workflows/reusable_test.yml
9388
with:
9489
test_name: Fast test
95-
runner_type: builder
90+
runner_type: altinity-on-demand, altinity-type-cpx51, altinity-in-ash, altinity-image-x86-app-docker-ce
9691
data: ${{ needs.RunConfig.outputs.data }}
9792
run_command: |
9893
python3 fast_test_check.py
@@ -152,7 +147,7 @@ jobs:
152147
uses: ./.github/workflows/reusable_test.yml
153148
with:
154149
test_name: Builds
155-
runner_type: style-checker-aarch64
150+
runner_type: altinity-on-demand, altinity-type-cax41, altinity-in-hel1, altinity-image-arm-app-docker-ce
156151
data: ${{ needs.RunConfig.outputs.data }}
157152

158153
CheckReadyForMerge:
@@ -163,7 +158,7 @@ jobs:
163158
runs-on: [self-hosted, style-checker-aarch64]
164159
steps:
165160
- name: Check out repository code
166-
uses: ClickHouse/checkout@v1
161+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
167162
with:
168163
filter: tree:0
169164
- name: Check and set merge status
@@ -185,10 +180,10 @@ jobs:
185180
FinishCheck:
186181
if: ${{ !failure() && !cancelled() }}
187182
needs: [RunConfig, BuildDockers, StyleCheck, FastTest, Builds_1, Builds_2, Builds_Report, Tests_1, Tests_2_ww, Tests_2]
188-
runs-on: [self-hosted, style-checker-aarch64]
183+
runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx41, altinity-in-ash, altinity-image-x86-app-docker-ce]
189184
steps:
190185
- name: Check out repository code
191-
uses: ClickHouse/checkout@v1
186+
uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f
192187
with:
193188
filter: tree:0
194189
- name: Finish label
@@ -211,5 +206,5 @@ jobs:
211206
uses: ./.github/workflows/reusable_test.yml
212207
with:
213208
test_name: ClickHouse Keeper Jepsen
214-
runner_type: style-checker-aarch64
209+
runner_type: altinity-on-demand, altinity-type-cax41, altinity-in-hel1, altinity-image-arm-app-docker-ce
215210
data: ${{ needs.RunConfig.outputs.data }}

0 commit comments

Comments
 (0)