diff --git a/clickhouse/benchmark.sh b/clickhouse/benchmark.sh index 34c19b4f0..e4c1141cb 100755 --- a/clickhouse/benchmark.sh +++ b/clickhouse/benchmark.sh @@ -41,8 +41,22 @@ seq 0 99 | xargs -P100 -I{} bash -c 'wget --continue --progress=dot:giga https:/ sudo mv hits_*.parquet /var/lib/clickhouse/user_files/ sudo chown clickhouse:clickhouse /var/lib/clickhouse/user_files/hits_*.parquet -echo -n "Load time: " -clickhouse-client --time --query "INSERT INTO hits SELECT * FROM file('hits_*.parquet')" --max-insert-threads $(( $(nproc) / 4 )) +# Do a sync before loading the data to make sure we don't penalize the system for having to sync more than it actually wrote +sync + +# Measure load time including sync to disk +start=$(date +%s.%N) + +clickhouse-client \ + --query "INSERT INTO hits SELECT * FROM file('hits_*.parquet')" \ + --max-insert-threads $(( $(nproc) / 4 )) +sync + +end=$(date +%s.%N) +elapsed=$(echo "$end - $start" | bc) + +echo "Load time: $elapsed s" + # Run the queries diff --git a/clickhouse/results/c6a.metal.json b/clickhouse/results/c6a.metal.json index c3a8e7902..67877c8fb 100644 --- a/clickhouse/results/c6a.metal.json +++ b/clickhouse/results/c6a.metal.json @@ -7,52 +7,52 @@ "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","lukewarm-cold-run"], - "load_time": 6, - "data_size": 15270587640, + "load_time": 157, + "data_size": 15274216477, "result": [ - [0.006, 0.002, 0.002], - [0.05, 0.012, 0.011], - [0.052, 0.013, 0.012], - [0.123, 0.014, 0.015], - [0.598, 0.181, 0.173], - [1.239, 0.178, 0.178], - [0.015, 0.01, 0.01], - [0.018, 0.015, 0.016], - [0.793, 0.309, 0.321], - [1.039, 0.325, 0.33], - [0.29, 0.112, 0.112], - [0.691, 0.101, 0.102], - [1.291, 0.171, 0.16], - [2.018, 0.223, 0.229], - [1.254, 0.162, 0.159], - [0.519, 0.097, 0.088], - [2.258, 0.328, 0.32], - [1.698, 0.226, 0.224], - [3.604, 0.579, 0.561], - [0.083, 0.004, 0.003], - [9.751, 0.074, 0.075], - [11.353, 0.049, 0.047], - [14.546, 0.14, 0.152], - [7.476, 0.131, 0.138], - [2.655, 0.044, 0.043], - [1.236, 0.045, 0.04], - [2.709, 0.045, 0.04], - [0.75, 0.034, 0.036], - [8.762, 0.77, 0.746], - [0.056, 0.036, 0.037], - [0.314, 0.096, 0.088], - [3.978, 0.122, 0.127], - [4.06, 0.904, 0.9], - [9.465, 0.707, 0.666], - [9.474, 0.682, 0.664], - [0.116, 0.059, 0.058], - [0.079, 0.054, 0.057], - [0.041, 0.029, 0.036], - [0.051, 0.026, 0.026], - [0.138, 0.096, 0.12], - [0.033, 0.018, 0.022], - [0.027, 0.015, 0.016], - [0.023, 0.013, 0.014] + [0.004, 0.002, 0.002], + [0.024, 0.011, 0.010], + [0.050, 0.013, 0.013], + [0.112, 0.014, 0.013], + [0.337, 0.185, 0.174], + [0.774, 0.170, 0.175], + [0.015, 0.011, 0.010], + [0.020, 0.014, 0.014], + [0.417, 0.311, 0.303], + [0.630, 0.310, 0.323], + [0.192, 0.108, 0.108], + [0.193, 0.101, 0.097], + [0.858, 0.168, 0.151], + [1.640, 0.216, 0.228], + [0.798, 0.155, 0.169], + [0.172, 0.092, 0.087], + [1.873, 0.338, 0.323], + [1.340, 0.237, 0.248], + [3.119, 0.589, 0.572], + [0.079, 0.003, 0.003], + [9.331, 0.071, 0.074], + [10.847, 0.050, 0.049], + [13.813, 0.134, 0.142], + [7.023, 0.172, 0.167], + [1.883, 0.044, 0.042], + [0.994, 0.036, 0.037], + [2.498, 0.041, 0.044], + [0.531, 0.035, 0.034], + [8.569, 0.942, 0.955], + [0.068, 0.037, 0.036], + [0.231, 0.081, 0.085], + [3.631, 0.123, 0.115], + [3.646, 0.896, 0.783], + [9.465, 0.672, 0.687], + [9.459, 0.667, 0.681], + [0.111, 0.057, 0.060], + [0.085, 0.032, 0.032], + [0.043, 0.026, 0.021], + [0.050, 0.018, 0.017], + [0.160, 0.066, 0.066], + [0.036, 0.015, 0.020], + [0.029, 0.013, 0.012], + [0.027, 0.011, 0.011] ] } diff --git a/clickhouse/results/c7a.metal-48xl.json b/clickhouse/results/c7a.metal-48xl.json index e60a5a89d..18ce5acd1 100644 --- a/clickhouse/results/c7a.metal-48xl.json +++ b/clickhouse/results/c7a.metal-48xl.json @@ -6,53 +6,53 @@ "proprietary": "no", "hardware": "cpu", "tuned": "no", - "tags": ["C++","column-oriented","ClickHouse derivative","lukewarm-cold-run"], - "load_time": 5, - "data_size": 15265202759, + "tags": ["C++","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], + "load_time": 166, + "data_size": 15271945706, "result": [ - [0.007, 0.002, 0.002], - [0.024, 0.012, 0.012], - [0.052, 0.013, 0.012], - [0.112, 0.012, 0.012], - [0.907, 0.329, 0.334], - [1.169, 0.35, 0.346], - [0.016, 0.01, 0.011], - [0.02, 0.018, 0.017], - [0.408, 0.286, 0.284], - [1.097, 0.287, 0.292], - [0.354, 0.116, 0.115], - [0.654, 0.095, 0.078], - [1.283, 0.099, 0.089], - [2.058, 0.126, 0.13], - [1.344, 0.096, 0.081], - [0.592, 0.055, 0.056], - [2.125, 0.153, 0.142], - [1.933, 0.119, 0.118], - [3.618, 0.268, 0.262], - [0.078, 0.003, 0.003], - [10.083, 0.051, 0.068], - [11.399, 0.041, 0.037], - [14.356, 0.118, 0.087], - [7.29, 0.1, 0.076], - [2.739, 0.03, 0.035], - [1.282, 0.028, 0.026], - [2.717, 0.03, 0.029], - [0.797, 0.032, 0.033], - [8.683, 0.539, 0.516], - [0.068, 0.046, 0.045], - [0.303, 0.062, 0.059], - [3.95, 0.071, 0.064], - [3.976, 0.315, 0.315], - [9.78, 0.345, 0.32], - [9.786, 0.331, 0.311], - [0.091, 0.043, 0.042], - [0.079, 0.047, 0.048], - [0.044, 0.026, 0.03], - [0.065, 0.023, 0.021], - [0.15, 0.108, 0.106], - [0.038, 0.021, 0.016], - [0.035, 0.013, 0.014], - [0.028, 0.012, 0.012] + [0.003, 0.002, 0.002], + [0.029, 0.012, 0.012], + [0.049, 0.013, 0.012], + [0.124, 0.013, 0.013], + [0.804, 0.356, 0.324], + [1.244, 0.387, 0.379], + [0.014, 0.012, 0.012], + [0.021, 0.020, 0.017], + [0.590, 0.292, 0.291], + [1.141, 0.298, 0.235], + [0.439, 0.138, 0.110], + [0.694, 0.102, 0.099], + [1.347, 0.096, 0.092], + [2.126, 0.150, 0.132], + [1.359, 0.101, 0.102], + [0.293, 0.069, 0.066], + [1.910, 0.167, 0.160], + [1.545, 0.131, 0.129], + [3.236, 0.288, 0.273], + [0.067, 0.004, 0.003], + [9.292, 0.057, 0.068], + [10.922, 0.044, 0.050], + [13.388, 0.115, 0.095], + [6.342, 0.134, 0.137], + [1.914, 0.033, 0.038], + [1.031, 0.027, 0.030], + [2.540, 0.034, 0.039], + [0.563, 0.034, 0.032], + [8.433, 0.580, 0.599], + [0.071, 0.050, 0.050], + [0.201, 0.067, 0.085], + [3.656, 0.082, 0.094], + [3.592, 0.314, 0.320], + [9.383, 0.360, 0.334], + [9.379, 0.359, 0.329], + [0.086, 0.050, 0.056], + [0.087, 0.057, 0.063], + [0.039, 0.029, 0.031], + [0.052, 0.024, 0.024], + [0.194, 0.131, 0.157], + [0.039, 0.024, 0.022], + [0.029, 0.020, 0.018], + [0.023, 0.019, 0.015] ] } diff --git a/clickhouse/results/c8g.metal-48xl.json b/clickhouse/results/c8g.metal-48xl.json index 2ba574ebc..d7d3a4ccc 100644 --- a/clickhouse/results/c8g.metal-48xl.json +++ b/clickhouse/results/c8g.metal-48xl.json @@ -6,53 +6,53 @@ "proprietary": "no", "hardware": "cpu", "tuned": "no", - "tags": ["C++","column-oriented","ClickHouse derivative","lukewarm-cold-run"], - "load_time": 4, - "data_size": 15266877066, + "tags": ["C++","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], + "load_time": 152, + "data_size": 15267835566, "result": [ - [0.002, 0.001, 0.001], - [0.02, 0.011, 0.01], - [0.036, 0.011, 0.011], - [0.177, 0.011, 0.011], - [0.828, 0.183, 0.206], - [1.295, 0.246, 0.274], - [0.014, 0.009, 0.009], - [0.023, 0.017, 0.018], - [0.611, 0.203, 0.202], - [1.137, 0.21, 0.212], - [0.45, 0.074, 0.083], - [0.686, 0.068, 0.067], - [1.29, 0.075, 0.072], - [2.107, 0.099, 0.098], - [1.378, 0.068, 0.066], - [0.582, 0.052, 0.041], - [2.14, 0.133, 0.131], - [1.972, 0.11, 0.104], - [3.659, 0.223, 0.222], - [0.066, 0.003, 0.002], - [10.188, 0.064, 0.065], - [11.339, 0.031, 0.029], - [14.405, 0.138, 0.083], - [7.393, 0.142, 0.089], - [2.719, 0.029, 0.03], - [1.302, 0.028, 0.026], - [2.704, 0.029, 0.028], - [0.756, 0.028, 0.028], - [8.673, 0.438, 0.432], - [0.085, 0.064, 0.065], - [0.411, 0.048, 0.05], - [3.984, 0.067, 0.062], - [3.883, 0.262, 0.268], - [9.843, 0.304, 0.285], - [9.757, 0.297, 0.285], - [0.089, 0.035, 0.036], - [0.07, 0.043, 0.047], - [0.038, 0.028, 0.028], - [0.049, 0.024, 0.026], - [0.11, 0.082, 0.085], - [0.031, 0.017, 0.017], - [0.028, 0.014, 0.014], - [0.024, 0.013, 0.013] + [0.002, 0.002, 0.001], + [0.152, 0.012, 0.013], + [0.226, 0.013, 0.013], + [0.376, 0.013, 0.012], + [0.619, 0.337, 0.323], + [0.961, 0.325, 0.364], + [0.021, 0.011, 0.011], + [0.032, 0.020, 0.021], + [0.582, 0.211, 0.207], + [0.885, 0.217, 0.223], + [0.419, 0.087, 0.083], + [0.671, 0.066, 0.081], + [1.303, 0.086, 0.085], + [2.090, 0.112, 0.111], + [1.370, 0.081, 0.079], + [0.601, 0.047, 0.047], + [2.230, 0.155, 0.152], + [1.972, 0.123, 0.123], + [3.637, 0.258, 0.257], + [0.134, 0.003, 0.003], + [9.972, 0.070, 0.065], + [11.461, 0.038, 0.036], + [13.896, 0.100, 0.101], + [7.397, 0.164, 0.163], + [2.289, 0.034, 0.033], + [1.277, 0.030, 0.030], + [2.759, 0.035, 0.033], + [0.781, 0.032, 0.033], + [8.670, 0.443, 0.439], + [0.118, 0.067, 0.067], + [0.475, 0.086, 0.053], + [3.741, 0.070, 0.067], + [3.895, 0.288, 0.268], + [9.840, 0.298, 0.293], + [9.811, 0.294, 0.301], + [0.155, 0.038, 0.038], + [0.118, 0.057, 0.058], + [0.053, 0.040, 0.035], + [0.075, 0.029, 0.028], + [0.202, 0.107, 0.114], + [0.055, 0.020, 0.022], + [0.040, 0.017, 0.016], + [0.036, 0.016, 0.015] ] } diff --git a/ursa/benchmark.sh b/ursa/benchmark.sh index dfe952750..e0aae9168 100755 --- a/ursa/benchmark.sh +++ b/ursa/benchmark.sh @@ -21,8 +21,21 @@ seq 0 99 | xargs -P100 -I{} bash -c 'wget --continue --progress=dot:giga https:/ sudo mv hits_*.parquet user_files/ sudo chown clickhouse:clickhouse user_files/hits_*.parquet -echo -n "Load time: " -./ursa client --time --query "INSERT INTO hits SELECT * FROM file('hits_*.parquet')" --max-insert-threads $(( $(nproc) / 4 )) +# Do a sync before loading the data to make sure we don't penalize the system for having to sync more than it actually wrote +sync + +# Measure load time including sync to disk +start=$(date +%s.%N) + +./ursa client \ + --query "INSERT INTO hits SELECT * FROM file('hits_*.parquet')" \ + --max-insert-threads $(( $(nproc) / 4 )) +sync + +end=$(date +%s.%N) +elapsed=$(echo "$end - $start" | bc) + +echo "Load time: $elapsed s" # Run the queries diff --git a/ursa/results/c7a.metal-48xl.json b/ursa/results/c7a.metal-48xl.json index 2e03f759b..24ed74dcc 100644 --- a/ursa/results/c7a.metal-48xl.json +++ b/ursa/results/c7a.metal-48xl.json @@ -6,52 +6,52 @@ "proprietary": "yes", "hardware": "cpu", "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 7, - "data_size": 15467764900, + "load_time": 160, + "data_size": 15464249116, "result": [ - [0.002, 0.001, 0.001], - [0.003, 0.001, 0.001], - [0.056, 0.021, 0.021], - [0.164, 0.02, 0.019], - [1.183, 0.62, 0.626], - [1.302, 0.677, 0.655], - [0.002, 0.001, 0.001], - [0.031, 0.021, 0.022], - [1.23, 0.278, 0.28], - [0.844, 0.279, 0.268], - [0.452, 0.115, 0.09], - [0.795, 0.117, 0.112], - [1.391, 0.109, 0.1], - [2.16, 0.145, 0.14], - [1.337, 0.096, 0.097], - [0.591, 0.077, 0.076], - [2.236, 0.131, 0.132], - [2.117, 0.145, 0.141], - [3.626, 0.254, 0.226], - [0.07, 0.003, 0.003], - [10.127, 0.062, 0.06], - [11.453, 0.047, 0.043], - [14.535, 0.113, 0.106], - [11.941, 0.101, 0.093], - [2.629, 0.033, 0.034], - [1.428, 0.03, 0.029], - [2.907, 0.034, 0.034], - [0.814, 0.034, 0.032], - [8.963, 0.589, 0.585], - [0.065, 0.049, 0.05], - [0.433, 0.067, 0.069], - [4.029, 0.083, 0.089], - [3.977, 0.682, 0.652], - [9.928, 0.336, 0.329], - [9.865, 0.341, 0.328], - [0.121, 0.446, 0.07], - [0.069, 0.048, 0.047], - [0.041, 0.028, 0.03], - [0.051, 0.025, 0.027], - [0.145, 0.097, 0.11], - [0.044, 0.022, 0.025], - [0.037, 0.019, 0.019], - [0.03, 0.016, 0.016] -] + [0.012, 0.002, 0.002], + [0.005, 0.002, 0.002], + [0.110, 0.023, 0.025], + [0.202, 0.022, 0.022], + [0.945, 0.693, 0.692], + [1.318, 0.731, 0.719], + [0.003, 0.002, 0.002], + [0.048, 0.027, 0.025], + [0.530, 0.309, 0.318], + [1.377, 0.326, 0.319], + [0.281, 0.121, 0.118], + [0.320, 0.123, 0.122], + [0.793, 0.116, 0.107], + [1.821, 0.159, 0.156], + [0.976, 0.096, 0.096], + [0.293, 0.534, 0.505], + [1.424, 0.148, 0.147], + [1.711, 0.147, 0.150], + [3.187, 0.249, 0.252], + [0.097, 0.003, 0.003], + [9.270, 0.068, 0.072], + [10.997, 0.059, 0.059], + [13.535, 0.123, 0.121], + [10.982, 0.113, 0.106], + [2.040, 0.040, 0.040], + [1.105, 0.036, 0.037], + [2.600, 0.041, 0.043], + [0.519, 0.038, 0.049], + [8.681, 0.731, 0.716], + [0.090, 0.052, 0.050], + [0.311, 0.074, 0.072], + [3.571, 0.101, 0.087], + [3.473, 0.762, 0.741], + [9.313, 0.342, 0.343], + [9.328, 0.356, 0.355], + [0.220, 0.077, 0.080], + [0.114, 0.069, 0.060], + [0.054, 0.034, 0.036], + [0.080, 0.034, 0.038], + [0.244, 0.170, 0.165], + [0.065, 0.029, 0.030], + [0.051, 0.026, 0.025], + [0.042, 0.020, 0.020]] }