Skip to content

Commit dcfe208

Browse files
alexey-milovidovalexey-milovidov
authored
Merge pull request #1091 from ClickHouse/region-aware-dataset-bucket
Read the dataset from the copy in this machine's region
2 parents d922025 + cc83bb3 commit dcfe208

53 files changed

Lines changed: 2730 additions & 10 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.gitignore‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@ arc_token.txt
1919
data-size.txt
2020
.doris_home
2121
.sirius_env
22+
create.rewritten.sql
2223

2324
# Per-system data files
2425
hits.db

‎clickhouse-datalake-partitioned/load‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,7 @@ set -e
55
# remote-backed ENGINE = S3 table. Create the table once here;
66
# clickhouse-local persists the metadata in the --path directory so
77
# subsequent ./query invocations can reuse it.
8+
. ../lib/dataset-bucket.sh
89
./clickhouse local --path . --query="DROP TABLE IF EXISTS hits"
9-
./clickhouse local --path . --query="$(cat create.sql)"
10+
./clickhouse local --path . --query="$(bench_dataset_sql < create.sql)"
1011
sync

‎clickhouse-datalake-partitioned/results/20260726/c6a.2xlarge.json‎

Lines changed: 60 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,60 @@
1+
{
2+
"system": "ClickHouse (data lake, partitioned)",
3+
"date": "2026-07-26",
4+
"machine": "c6a.2xlarge",
5+
"cluster_size": 1,
6+
"proprietary": "no",
7+
"hardware": "cpu",
8+
"tuned": "no",
9+
"tags": ["C++","column-oriented","embedded","stateless","ClickHouse derivative"],
10+
"load_time": 2,
11+
"data_size": 14737666736,
12+
"concurrent_qps": null,
13+
"concurrent_error_ratio": null,
14+
"result": [
15+
[0.665, 0.048, 0.044],
16+
[2.233, 0.074, 0.07],
17+
[2.646, 1.435, 0.137],
18+
[4.758, 0.466, 0.123],
19+
[2.644, 0.917, 0.634],
20+
[3.12, 1.561, 1.231],
21+
[2.951, 0.071, 0.073],
22+
[1.84, 0.076, 0.072],
23+
[2.976, 1.325, 0.769],
24+
[4.03, 4.614, 3.86],
25+
[3.662, 3.467, 3.167],
26+
[3.593, 3.402, 3.455],
27+
[2.831, 1.189, 0.818],
28+
[4.322, 4.326, 4.45],
29+
[2.946, 1.413, 1.017],
30+
[2.743, 1.065, 0.815],
31+
[5.042, 6.638, 4.924],
32+
[4.189, 3.958, 4.292],
33+
[8.217, 8.651, 8.808],
34+
[1.901, 0.116, 0.11],
35+
[6.587, 5.849, 5.97],
36+
[7.454, 7.797, 7.589],
37+
[12.507, 11.34, 11.163],
38+
[21.518, 22.245, 22.156],
39+
[4.689, 4.258, 3.986],
40+
[2.392, 0.761, 0.304],
41+
[4.182, 4.158, 4.157],
42+
[6.814, 6.931, 6.52],
43+
[6.172, 6.298, 6.341],
44+
[2.08, 0.106, 0.111],
45+
[4.904, 4.69, 4.759],
46+
[6.359, 6.602, 6.537],
47+
[15.205, 14.485, 13.874],
48+
[8.195, 10.888, 10.546],
49+
[8.078, 10.765, 10.7],
50+
[2.366, 0.59, 0.577],
51+
[0.85, 0.127, 0.136],
52+
[0.772, 0.133, 0.089],
53+
[0.835, 0.084, 0.076],
54+
[1.057, 0.236, 0.253],
55+
[0.845, 0.063, 0.062],
56+
[0.764, 0.067, 0.07],
57+
[0.718, 0.048, 0.05]
58+
]
59+
}
60+

‎clickhouse-datalake-partitioned/results/20260726/c6a.4xlarge.json‎

Lines changed: 60 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,60 @@
1+
{
2+
"system": "ClickHouse (data lake, partitioned)",
3+
"date": "2026-07-26",
4+
"machine": "c6a.4xlarge",
5+
"cluster_size": 1,
6+
"proprietary": "no",
7+
"hardware": "cpu",
8+
"tuned": "no",
9+
"tags": ["C++","column-oriented","embedded","stateless","ClickHouse derivative"],
10+
"load_time": 2,
11+
"data_size": 14737666736,
12+
"concurrent_qps": null,
13+
"concurrent_error_ratio": null,
14+
"result": [
15+
[0.364, 0.044, 0.039],
16+
[1.166, 0.065, 0.06],
17+
[1.686, 0.106, 0.104],
18+
[1.468, 0.112, 0.11],
19+
[1.568, 0.379, 0.378],
20+
[1.723, 0.721, 0.734],
21+
[1.391, 0.112, 0.064],
22+
[1.233, 0.064, 0.062],
23+
[1.851, 0.559, 0.556],
24+
[3.165, 0.832, 0.683],
25+
[2.286, 0.212, 0.224],
26+
[2.344, 0.236, 0.236],
27+
[1.733, 0.661, 0.632],
28+
[2.885, 0.955, 0.949],
29+
[1.814, 0.746, 0.764],
30+
[1.677, 0.528, 0.531],
31+
[3.293, 2.105, 1.84],
32+
[2.683, 1.272, 1.247],
33+
[5.313, 4.18, 3.618],
34+
[1.335, 0.103, 0.104],
35+
[6.387, 1.673, 1.124],
36+
[5.876, 4.216, 2.775],
37+
[9.477, 6.29, 5.607],
38+
[13.425, 9.92, 10.125],
39+
[2.665, 0.556, 0.382],
40+
[1.555, 0.267, 0.269],
41+
[2.644, 0.509, 0.38],
42+
[4.36, 2.547, 1.913],
43+
[3.867, 2.519, 2.469],
44+
[1.42, 0.085, 0.092],
45+
[2.941, 0.859, 0.662],
46+
[4.276, 3.952, 4.702],
47+
[6.412, 5.417, 4.54],
48+
[5.214, 3.624, 3.026],
49+
[4.831, 3.564, 2.99],
50+
[1.503, 0.383, 0.376],
51+
[0.671, 0.134, 0.132],
52+
[0.629, 0.086, 0.095],
53+
[0.649, 0.081, 0.072],
54+
[0.846, 0.228, 0.234],
55+
[0.578, 0.064, 0.068],
56+
[0.581, 0.062, 0.076],
57+
[0.58, 0.049, 0.053]
58+
]
59+
}
60+

‎clickhouse-datalake-partitioned/results/20260726/c6a.large.json‎

Lines changed: 60 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,60 @@
1+
{
2+
"system": "ClickHouse (data lake, partitioned)",
3+
"date": "2026-07-26",
4+
"machine": "c6a.large",
5+
"cluster_size": 1,
6+
"proprietary": "no",
7+
"hardware": "cpu",
8+
"tuned": "no",
9+
"tags": ["C++","column-oriented","embedded","stateless","ClickHouse derivative"],
10+
"load_time": 0,
11+
"data_size": 14737666736,
12+
"concurrent_qps": null,
13+
"concurrent_error_ratio": null,
14+
"result": [
15+
[8.642, 0.159, 0.154],
16+
[14.791, 5.781, 5.561],
17+
[10.689, 9.582, 9.215],
18+
[10.622, 9.498, 8.485],
19+
[10.275, 10.907, 9.85],
20+
[12.525, 13.053, 11.694],
21+
[6.099, 5.924, 5.622],
22+
[5.929, 5.774, 5.474],
23+
[11.899, 11.485, 11.107],
24+
[14.957, 14.943, 14.569],
25+
[14.461, 14.203, 13.514],
26+
[13.744, 14.003, 14.778],
27+
[12.339, 14.822, 12.246],
28+
[23.809, 24.426, 23.697],
29+
[16.635, 16.268, 16.684],
30+
[10.858, 11.994, 10.796],
31+
[32.138, 30.242, 30.057],
32+
[24.095, 23.508, 24.738],
33+
[49.813, 50.508, 50.624],
34+
[7.426, 7.429, 7.514],
35+
[25.849, 33.018, 26.017],
36+
[33.608, 32.843, 32.611],
37+
[52.693, 93.766, 94.756],
38+
[108.793, 156.099, 155.577],
39+
[19.038, 18.037, 17.547],
40+
[10.536, 9.893, 9.896],
41+
[17.875, 17.803, 17.343],
42+
[34.537, 34.934, 34.932],
43+
[37.796, 34.525, 34.53],
44+
[6.911, 6.446, 6.816],
45+
[20.094, 19.553, 19.582],
46+
[30.1, 30.816, 30.026],
47+
[58.867, 60.659, 61.462],
48+
[53.025, 52.141, 51.87],
49+
[51.363, 52.03, 51.482],
50+
[9.353, 8.939, 8.872],
51+
[2.756, 0.423, 0.436],
52+
[2.449, 0.232, 0.241],
53+
[2.448, 0.185, 0.182],
54+
[3.09, 0.698, 0.687],
55+
[2.416, 0.173, 0.172],
56+
[2.436, 0.163, 0.205],
57+
[2.418, 0.151, 0.149]
58+
]
59+
}
60+

‎clickhouse-datalake-partitioned/results/20260726/c6a.metal.json‎

Lines changed: 60 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,60 @@
1+
{
2+
"system": "ClickHouse (data lake, partitioned)",
3+
"date": "2026-07-26",
4+
"machine": "c6a.metal",
5+
"cluster_size": 1,
6+
"proprietary": "no",
7+
"hardware": "cpu",
8+
"tuned": "no",
9+
"tags": ["C++","column-oriented","embedded","stateless","ClickHouse derivative"],
10+
"load_time": 2,
11+
"data_size": 14737666736,
12+
"concurrent_qps": null,
13+
"concurrent_error_ratio": null,
14+
"result": [
15+
[0.298, 0.073, 0.073],
16+
[0.528, 0.121, 0.116],
17+
[0.924, 0.159, 0.138],
18+
[0.675, 0.158, 0.153],
19+
[0.777, 0.222, 0.218],
20+
[0.81, 0.264, 0.245],
21+
[0.524, 0.121, 0.117],
22+
[0.544, 0.114, 0.129],
23+
[0.92, 0.435, 0.456],
24+
[1.315, 0.501, 0.499],
25+
[1.293, 0.499, 0.51],
26+
[1.322, 0.247, 0.246],
27+
[1.199, 0.282, 0.309],
28+
[1.231, 0.369, 0.391],
29+
[0.96, 0.315, 0.292],
30+
[1.06, 0.247, 0.253],
31+
[1.364, 0.552, 0.643],
32+
[1.219, 0.483, 0.471],
33+
[1.848, 0.908, 0.939],
34+
[0.549, 0.154, 0.13],
35+
[2.111, 0.493, 0.483],
36+
[2.356, 0.482, 0.478],
37+
[3.039, 1.074, 0.614],
38+
[6.929, 1.2, 1.204],
39+
[0.984, 0.226, 0.227],
40+
[0.691, 0.173, 0.202],
41+
[1.024, 0.241, 0.234],
42+
[2.478, 0.569, 0.566],
43+
[1.98, 0.612, 0.631],
44+
[0.722, 0.142, 0.141],
45+
[1.254, 0.325, 0.318],
46+
[1.746, 0.417, 0.445],
47+
[2.328, 1.469, 1.573],
48+
[2.608, 0.856, 0.881],
49+
[2.101, 0.932, 0.964],
50+
[0.726, 0.222, 0.175],
51+
[0.675, 0.159, 0.187],
52+
[0.505, 0.109, 0.116],
53+
[0.629, 0.117, 0.119],
54+
[0.826, 0.252, 0.208],
55+
[0.574, 0.102, 0.121],
56+
[0.58, 0.11, 0.111],
57+
[0.485, 0.094, 0.093]
58+
]
59+
}
60+

‎clickhouse-datalake-partitioned/results/20260726/c6a.xlarge.json‎

Lines changed: 60 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,60 @@
1+
{
2+
"system": "ClickHouse (data lake, partitioned)",
3+
"date": "2026-07-26",
4+
"machine": "c6a.xlarge",
5+
"cluster_size": 1,
6+
"proprietary": "no",
7+
"hardware": "cpu",
8+
"tuned": "no",
9+
"tags": ["C++","column-oriented","embedded","stateless","ClickHouse derivative"],
10+
"load_time": 0,
11+
"data_size": 14737666736,
12+
"concurrent_qps": null,
13+
"concurrent_error_ratio": null,
14+
"result": [
15+
[0.993, 0.054, 0.06],
16+
[3.592, 2.977, 3.018],
17+
[9.132, 4.951, 4.913],
18+
[9.163, 4.375, 4.787],
19+
[4.724, 6.1, 5.255],
20+
[5.719, 5.367, 5.501],
21+
[4.119, 3.788, 3.821],
22+
[3.525, 3.291, 2.69],
23+
[5.382, 4.744, 4.988],
24+
[7.328, 6.715, 6.292],
25+
[6.502, 6.541, 6.764],
26+
[7.766, 6.673, 6.829],
27+
[5.518, 5.115, 4.959],
28+
[8.526, 8.486, 9.186],
29+
[5.724, 5.357, 5.168],
30+
[6.142, 5.034, 4.856],
31+
[10.299, 10.09, 10.219],
32+
[8.889, 8.76, 8.718],
33+
[15.228, 15.743, 16.006],
34+
[3.481, 3.27, 3.526],
35+
[11.274, 11.029, 11.018],
36+
[14.998, 18.292, 14.866],
37+
[25.27, 22.617, 23.285],
38+
[45.121, 42.398, 43.825],
39+
[8.122, 8.439, 8.231],
40+
[5.297, 4.455, 4.501],
41+
[8.453, 8.127, 8.062],
42+
[12.692, 12.598, 12.876],
43+
[12.297, 11.621, 11.072],
44+
[3.816, 3.804, 3.696],
45+
[9.395, 9.782, 9.87],
46+
[12.924, 13.009, 12.059],
47+
[23.042, 23.17, 22.824],
48+
[19.146, 19.148, 18.627],
49+
[19.862, 19.279, 19.301],
50+
[4.66, 4.215, 4.404],
51+
[1.468, 0.164, 0.17],
52+
[1.285, 0.098, 0.098],
53+
[1.439, 0.088, 0.118],
54+
[2.031, 0.271, 0.278],
55+
[1.4, 0.088, 0.075],
56+
[1.243, 0.073, 0.091],
57+
[1.184, 0.063, 0.064]
58+
]
59+
}
60+

‎clickhouse-datalake-partitioned/results/20260726/c7a.metal-48xl.json‎

Lines changed: 60 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,60 @@
1+
{
2+
"system": "ClickHouse (data lake, partitioned)",
3+
"date": "2026-07-26",
4+
"machine": "c7a.metal-48xl",
5+
"cluster_size": 1,
6+
"proprietary": "no",
7+
"hardware": "cpu",
8+
"tuned": "no",
9+
"tags": ["C++","column-oriented","embedded","stateless","ClickHouse derivative"],
10+
"load_time": 2,
11+
"data_size": 14737666736,
12+
"concurrent_qps": null,
13+
"concurrent_error_ratio": null,
14+
"result": [
15+
[0.322, 0.089, 0.086],
16+
[0.662, 0.134, 0.141],
17+
[0.656, 0.153, 0.141],
18+
[0.613, 0.154, 0.16],
19+
[0.606, 0.206, 0.232],
20+
[0.772, 0.253, 0.259],
21+
[0.513, 0.129, 0.127],
22+
[0.605, 0.133, 0.14],
23+
[0.893, 0.405, 0.416],
24+
[1.241, 0.516, 0.463],
25+
[1.369, 0.473, 0.514],
26+
[1.032, 0.263, 0.236],
27+
[0.776, 0.281, 0.274],
28+
[1.067, 0.338, 0.327],
29+
[0.782, 0.278, 0.272],
30+
[1.189, 0.238, 0.228],
31+
[1.33, 0.505, 0.489],
32+
[1.034, 0.474, 0.502],
33+
[1.39, 0.92, 0.789],
34+
[0.632, 0.138, 0.131],
35+
[1.999, 0.538, 0.506],
36+
[2.353, 0.51, 0.511],
37+
[2.693, 1.132, 0.627],
38+
[4.329, 1.487, 1.436],
39+
[1.03, 0.218, 0.248],
40+
[0.928, 0.221, 0.228],
41+
[0.971, 0.248, 0.277],
42+
[1.985, 0.581, 0.553],
43+
[2.975, 0.496, 0.534],
44+
[1.064, 0.17, 0.175],
45+
[1.055, 0.327, 0.297],
46+
[1.358, 0.43, 0.434],
47+
[1.555, 0.881, 0.901],
48+
[2.021, 0.782, 0.756],
49+
[1.895, 0.768, 0.828],
50+
[1.077, 0.184, 0.213],
51+
[0.664, 0.143, 0.152],
52+
[0.553, 0.152, 0.135],
53+
[0.614, 0.12, 0.109],
54+
[0.795, 0.214, 0.214],
55+
[0.531, 0.102, 0.116],
56+
[0.533, 0.116, 0.107],
57+
[0.456, 0.091, 0.092]
58+
]
59+
}
60+

0 commit comments

Comments
 (0)