diff --git a/index.html b/index.html
index e12b6c159c..196c5f00b8 100644
--- a/index.html
+++ b/index.html
@@ -379,20 +379,20 @@
,{"system":"MySQL (MyISAM)","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","row-oriented","MySQL compatible"],"load_time":2512,"data_size":121588958061,"result":[[0,0,0],[283.32,276.83,274.52],[276.93,278.29,283.27],[28.83,23.63,21.55],[46.41,40.81,40.93],[467.04,467.39,469.08],[31.02,25.89,24.2],[277.89,275.3,277.3],[329.34,325.8,325.35],[342.86,338.43,336.95],[282.03,279.87,281.22],[277.74,282.68,282],[335.66,334.83,336.44],[305.24,310.39,307.3],[337.41,338.52,342.94],[308.66,307.34,306.27],[738.38,748.44,740.75],[738.75,734.01,738.25],[867.01,872.92,868.84],[25.65,20.61,18.46],[312.39,313.67,306.66],[301.66,305.12,308.01],[298.12,298.44,312.4],[311.34,309.9,311.85],[281.87,278.5,275],[277.46,277.46,277.46],[280.75,278.04,281.76],[263.9,417.39,406.88],[707.21,711.96,705],[668.1,668.33,665.96],[330.31,333.36,331.94],[506.57,506.18,500.53],[2604.49,2681.96,2703.12],[830.65,832.88,831.14],[831.98,830.46,833.41],[608.49,608.51,613.68],[4.56,4.13,4.16],[3.8,3.8,3.7],[1.65,1.45,1.46],[6.33,5.14,6.15],[1.6,1.41,1.41],[1.56,1.42,1.39],[7.04,1.17,1.13]],"source":"mysql-myisam/results/c6a.4xlarge.json"}
,{"system":"MySQL","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","row-oriented","MySQL compatible"],"load_time":9472,"data_size":171953585825,"result":[[339.77,339.88,339.77],[364.91,371.86,367.55],[366.2,368.91,389.66],[364.39,377.53,571.45],[377.69,390.02,384.86],[569.48,576.51,574.68],[367.4,368.23,370.41],[371.29,384.02,613.22],[478.85,683.22,495.68],[489.9,635.96,662.43],[386.07,396.49,640.15],[389.13,412.55,444.12],[447.97,455.54,448.06],[423.22,845.44,813.6],[452.48,460.07,453.98],[577.54,623.21,586.49],[852.07,856.36,862.66],[838.09,848.92,851.12],[1006.37,1011.16,1023.17],[369.76,375.61,415.28],[412.45,419.9,456.62],[411.65,432.88,482.2],[412.73,420.73,429.5],[551.16,577.62,545.45],[382.89,394.76,386.37],[380.9,391.4,385.05],[385.3,394.67,460.32],[388.95,394.7,387.21],[800.33,807.9,807.11],[706.03,745.27,718.9],[450.9,489.59,530.97],[625.5,651.93,647.32],[2721.13,2792.12,2819.26],[945.9,954.94,957.54],[945.42,953.78,965.16],[684.36,716.29,708.75],[10.01,3.79,3.77],[7.48,3.32,3.27],[5.09,0.98,0.96],[8.7,4.77,4.68],[4.82,0.76,0.74],[4.46,0.77,0.75],[7.04,1.17,1.13]],"source":"mysql/results/c6a.4xlarge.json"}
,{"system":"Pinot","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"It successfully loaded only 94465149 out of 99997497 records. Some queries returned NullPointerException. The loading process is painful - splitting to 100 pieces required. It does not correctly report errors on data loading, the results may be incorrect.","tags":["Java","column-oriented"],"load_time":2032,"data_size":null,"result":[[0.002,0.001,0.001],[0.186,0.186,0.185],[0.251,0.276,0.258],[0.475,0.281,0.238],[3.907,3.655,3.633],[30.471,14.687,14.93],[null,null,null],[0.135,0.134,0.148],[3.039,2.902,2.938],[3.159,3.212,3.225],[4.217,4.197,4.384],[4.145,4.124,4.121],[2.989,3.145,3.18],[6.402,6.886,6.374],[3.245,3.35,3.129],[5.112,5.027,5.141],[5.509,5.279,5.257],[0.865,0.856,0.829],[null,null,null],[0.017,0.015,0.015],[54.348,19.562,19.128],[null,null,null],[76.596,74.719,14.228],[7.441,5.77,5.87],[0.376,0.327,0.286],[7.689,0.395,1.281],[3.434,0.499,0.5],[27.679,2.378,2.393],[null,null,null],[2.221,2.227,2.167],[4.941,4.639,4.565],[5.641,5.37,5.007],[5.295,5.006,5.357],[5.28,5.21,5.105],[6.231,6.238,6.385],[5.918,5.933,5.934],[0.26,0.202,0.21],[0.364,0.072,0.069],[0.042,0.034,0.035],[1.483,0.686,0.651],[0.113,0.071,0.079],[0.042,0.051,0.037],[null,null,null]],"source":"pinot/results/c6a.4xlarge.json"}
-,{"hide":true,"system":"PostgreSQL (tuned)","date":"2022-12-18","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","row-oriented","PostgreSQL compatible"],"load_time":11800,"data_size":128875248605,"result":[[4.10957,0.687829,0.702019],[3.92694,0.63874,0.636411],[262.331,262.793,262.826],[6.14366,1.16457,1.20297],[26.752,27.4474,27.4878],[50.6555,47.6136,49.2373],[0.035605,0.002266,0.002208],[1.07557,0.599462,0.597673],[18.537,17.4348,17.7942],[309.49,306.831,306.894],[7.78261,2.95749,3.00855],[325.58,315.688,319.237],[4.03189,2.31557,2.21055],[18.8998,10.0497,10.0307],[272.381,271.91,271.87],[5.91906,4.17788,4.21394],[15.6578,15.8794,15.937],[0.025629,0.001484,0.00153],[312.64,312.543,310.582],[0.026206,0.001114,0.001115],[13.1447,0.090463,0.104537],[0.11893,0.093162,0.090471],[18.7775,0.107025,0.110361],[0.131412,0.089608,0.087852],[0.048958,0.00153,0.001405],[0.016134,0.001351,0.001268],[0.021939,0.001781,0.00164],[265.557,260.971,261.025],[277.516,276.053,277.378],[7.56565,6.50964,6.54902],[266.723,266.389,266.231],[269.738,269.255,269.193],[331.115,330.011,330.913],[416.169,421.255,423.724],[408.434,409.538,407.552],[35.5578,18.1707,18.6893],[3.17403,0.652905,0.698142],[0.730699,0.489315,0.465665],[0.563463,0.319131,0.3182],[1.23744,0.989391,1.01963],[0.752814,0.509212,0.511453],[0.677541,0.435178,0.437736],[1.18281,0.688545,0.697523]],"source":"postgresql-tuned/results/c6a.4xlarge.json"}
,{"system":"PostgreSQL","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","row-oriented","PostgreSQL compatible"],"load_time":2342,"data_size":77797067741,"result":[[439.753,309.785,282.017],[317.874,254.238,254.941],[262.883,263.072,263.09],[32.421,5.31,5.06],[57.134,42.648,42.334],[358.423,356.315,358.342],[31.524,5.35,4.994],[263.145,263.193,263.165],[323.659,322.858,321.918],[327.395,326.17,326.231],[265.983,265.681,265.912],[269.984,265.336,265.379],[284.096,284.56,282.234],[277.25,279.455,280.035],[285.66,286.2,283.611],[66.605,32.023,38.282],[312.452,304.431,305.391],[289.209,290.449,287.578],[331.706,327.485,334.428],[24.646,2.543,2.263],[267.561,267.496,267.524],[267.729,267.69,268.184],[263.074,263.12,267.04],[267.602,267.488,267.494],[263.141,263.859,263.137],[262.923,263.102,263.113],[262.885,263.088,263.114],[267.864,269.127,268.204],[303.376,306.925,308.664],[263.221,263.119,263.148],[270.814,270.575,270.294],[278.342,275.925,276.224],[584.599,576.932,591.502],[462.576,446.962,439.779],[429.93,417.696,416.704],[296.875,297.283,295.14],[3.461,0.842,0.794],[2.179,0.564,0.558],[2.258,0.566,0.416],[2.805,1.311,1.317],[2.936,0.82,0.615],[2.197,0.736,0.535],[1.983,0.32,0.312]],"source":"postgresql/results/c6a.4xlarge.json"}
+,{"hide":true,"system":"PostgreSQL (tuned)","date":"2022-12-18","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","row-oriented","PostgreSQL compatible"],"load_time":11800,"data_size":128875248605,"result":[[4.10957,0.687829,0.702019],[3.92694,0.63874,0.636411],[262.331,262.793,262.826],[6.14366,1.16457,1.20297],[26.752,27.4474,27.4878],[50.6555,47.6136,49.2373],[0.035605,0.002266,0.002208],[1.07557,0.599462,0.597673],[18.537,17.4348,17.7942],[309.49,306.831,306.894],[7.78261,2.95749,3.00855],[325.58,315.688,319.237],[4.03189,2.31557,2.21055],[18.8998,10.0497,10.0307],[272.381,271.91,271.87],[5.91906,4.17788,4.21394],[15.6578,15.8794,15.937],[0.025629,0.001484,0.00153],[312.64,312.543,310.582],[0.026206,0.001114,0.001115],[13.1447,0.090463,0.104537],[0.11893,0.093162,0.090471],[18.7775,0.107025,0.110361],[0.131412,0.089608,0.087852],[0.048958,0.00153,0.001405],[0.016134,0.001351,0.001268],[0.021939,0.001781,0.00164],[265.557,260.971,261.025],[277.516,276.053,277.378],[7.56565,6.50964,6.54902],[266.723,266.389,266.231],[269.738,269.255,269.193],[331.115,330.011,330.913],[416.169,421.255,423.724],[408.434,409.538,407.552],[35.5578,18.1707,18.6893],[3.17403,0.652905,0.698142],[0.730699,0.489315,0.465665],[0.563463,0.319131,0.3182],[1.23744,0.989391,1.01963],[0.752814,0.509212,0.511453],[0.677541,0.435178,0.437736],[1.18281,0.688545,0.697523]],"source":"postgresql-tuned/results/c6a.4xlarge.json"}
,{"system":"QuestDB (partitioned)","date":"2022-09-05","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"Data load for partitioned tables is multi-threaded and thus more efficient.","tags":["Java","time-series"],"load_time":335,"data_size":126686650392,"result":[[0.00918622,0.00261088,0.000188242],[1.17709,0.0964747,0.05032],[1.32179,0.0273408,0.0276011],[2.91676,0.0119303,0.0123743],[9.76535,9.29991,8.11727],[10.6013,9.94372,9.38508],[2.06376,0.0310605,0.0296371],[0.332648,0.186664,0.273281],[12.787,11.1553,10.9822],[14.9285,14.3831,14.4334],[16.5686,12.1366,11.6629],[10.2453,12.9405,12.2695],[7.82581,7.88726,7.78054],[24.0157,32.2577,25.6549],[8.43931,8.32384,8.32001],[15.7295,15.4711,15.6159],[19.6966,19.9668,19.6921],[19.7659,19.7939,19.2826],[30.6337,30.2071,30.7547],[0.0291471,0.0436536,0.0348161],[72.1814,2.75652,2.6495],[2.58278,2.60628,2.43429],[48.3565,1.45503,1.56492],[67.0887,0.0531384,0.0467602],[0.00725633,0.00245936,0.00359047],[2.80258,2.07223,2.06184],[1.91461,2.15024,3.28097],[11.0004,10.7351,11.3231],[74.5223,65.1652,66.1685],[202.381,204.247,205.474],[20.2686,20.2282,19.8492],[44.2416,43.8721,44.0147],[44.731,44.2328,43.5155],[38.4098,37.6373,38.4848],[38.3387,38.8556,38.4097],[17.8618,17.9082,18.1837],[0.489968,0.616602,0.540839],[0.382622,0.332409,0.336401],[2.06969,0.0807207,0.0853216],[0.712992,0.688633,0.721543],[0.541938,0.149541,0.152893],[3.40416,0.072001,0.0831165],[0.107611,0.0883956,0.118978]],"source":"questdb-partitioned/results/c6a.metal.json"}
,{"system":"QuestDB","date":"2022-09-05","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Java","time-series"],"load_time":1667.5,"data_size":126680518680,"result":[[0.00953123,0.000283676,0.000176474],[0.553509,0.0266299,0.0231473],[1.38415,0.0635859,0.0542588],[2.83641,0.0832788,0.0547813],[6.3082,6.40664,6.16396],[11.9823,9.65448,8.62141],[2.0591,0.0599175,0.0518007],[0.260707,0.209272,0.208718],[10.1813,9.73125,9.77549],[18.2386,16.4616,18.2513],[11.7723,11.7215,9.52762],[9.56236,9.34031,9.42165],[10.9719,9.93992,9.17235],[17.4025,17.3284,16.8318],[9.96167,9.86914,9.93866],[16.4685,16.4134,15.9123],[20.901,21.0357,20.765],[20.4071,20.3269,20.2813],[38.5124,39.9631,38.3847],[0.0563271,0.0233197,0.0214589],[70.8052,6.19533,6.18987],[6.3463,6.88802,7.35314],[58.427,16.3089,4.04507],[59.5134,39.3653,6.23711],[10.1836,2.78341,2.73136],[2.96972,2.95896,2.95599],[2.87315,2.8935,2.92926],[9.78419,9.72481,9.58956],[130.138,93.9224,80.9387],[353.682,353.787,354.062],[26.7915,21.4597,21.0346],[62.3437,65.4524,62.1155],[61.5261,63.866,60.8316],[85.2188,85.5282,47.2595],[43.9229,47.1584,46.1615],[18.8507,18.8938,18.6824],[1.07493,0.874001,0.799084],[0.851353,0.773161,0.740918],[0.685013,0.676232,0.649441],[1.31946,0.945355,0.936205],[0.729276,0.6694,0.694178],[0.67691,0.649537,0.701838],[0.604385,0.633687,0.576923]],"source":"questdb/results/c6a.4xlarge.json"}
-,{"system":"Redshift","date":"2022-07-29","machine":"serverless","cluster_size":"serverless","comment":"","tags":["managed","column-oriented"],"load_time":1889,"data_size":30300000000,"result":[[0.204673,0.204057,0.199682],[2.57227,0.06361,0.029767],[4.436641,0.063275,0.038419],[4.045285,0.095483,0.036212],[3.836475,0.331029,0.302588],[3.870503,0.354183,0.334163],[4.415212,0.138202,0.202982],[4.595758,0.218455,0.218352],[5.014696,0.681662,0.748541],[5.225219,1.547334,1.545263],[4.584578,0.72432,0.662759],[4.989708,0.325297,0.664825],[4.113529,0.36393,0.343591],[4.261916,0.638592,0.606164],[4.05665,0.359074,0.467625],[4.562217,0.324242,0.323635],[4.794707,0.392733,0.552696],[2.785799,0.555024,0.533908],[5.186795,0.834753,0.821691],[2.538645,0.055274,0.025005],[2.952623,0.389594,0.235447],[4.522708,0.587444,0.607969],[6.980801,0.932761,0.949326],[27.480743,0.934181,0.912692],[3.802747,0.068159,0.06577],[3.781327,0.065613,0.065988],[3.995625,0.067925,0.067972],[4.607562,0.395705,0.441231],[5.138266,0.800484,0.79964],[5.705465,1.236098,1.133279],[5.105528,0.32746,0.348947],[5.075262,0.452786,0.339682],[4.465012,0.955494,0.742195],[4.586866,0.783934,0.812498],[5.182903,1.04809,1.058838],[4.331838,0.452791,0.325946],[5.790735,0.553011,0.582903],[5.600699,0.588159,0.589788],[5.217314,0.519302,0.423573],[6.281955,0.687085,0.494527],[3.990623,0.501763,0.533571],[4.451641,0.464027,0.231731],[3.953942,0.288126,0.283841]],"source":"redshift-serverless/results/serverless.json"}
,{"system":"Redshift","date":"2022-07-25","machine":"ra3.16xlarge","cluster_size":4,"comment":"","tags":["managed","column-oriented"],"load_time":1829,"data_size":26330791936,"result":[[0.077429,0.024911,0.023306],[2.53116,0.059213,0.027695],[3.583972,0.063486,0.036182],[2.376308,0.084898,0.058801],[0.1555,0.109031,0.114305],[0.2439,0.198301,0.176052],[0.130623,0.028745,0.029271],[3.740631,0.035144,0.033783],[3.615666,0.136355,0.133104],[5.125836,1.432898,1.413138],[3.781026,0.090368,0.088729],[3.996543,0.111767,0.102832],[3.665831,0.168544,0.158393],[3.980324,0.305395,0.308288],[3.868897,0.181746,0.182552],[3.625138,0.146538,0.143406],[4.024699,0.340789,0.339775],[2.646998,0.442014,0.385201],[4.370081,0.663792,0.664333],[2.517381,0.055869,0.029468],[2.892161,0.361342,0.335877],[4.306186,0.364156,0.365814],[6.576232,1.030228,1.037391],[26.654131,1.354625,1.361705],[3.641366,0.103397,0.093371],[3.593615,0.079071,0.081853],[3.822308,0.083556,0.081115],[3.824567,0.295163,0.338925],[5.321484,1.061397,1.052438],[4.795037,0.267308,0.203014],[4.466789,0.164681,0.162661],[4.715724,0.204908,0.204441],[4.148436,0.664311,0.658639],[0.958589,0.91596,0.916875],[4.43871,0.940025,0.940112],[4.152015,0.137629,0.140684],[4.881633,0.303343,0.30078],[5.020373,0.314807,0.316961],[4.586323,0.065513,0.076092],[5.424183,0.100862,0.106056],[2.947259,0.080757,0.046727],[3.585538,0.074431,0.047424],[3.753716,0.04414,0.042809]],"source":"redshift/results/4x.ra3.16xlarge.json"}
,{"system":"Redshift","date":"2022-07-25","machine":"ra3.4xlarge","cluster_size":4,"comment":"","tags":["managed","column-oriented"],"load_time":1904,"data_size":22313697280,"result":[[2.135081,0.017989,0.01775],[2.4142,0.022495,0.022023],[6.414938,0.057299,0.055643],[6.411557,0.178071,0.1771],[3.710171,0.300286,0.303593],[3.876626,0.454045,0.477494],[6.41068,0.037709,0.036684],[5.793739,0.024525,0.023881],[5.769831,0.465373,0.490227],[5.939799,3.530177,3.57276],[6.115389,0.177672,0.161334],[6.230233,0.170112,0.166583],[4.046352,0.479846,0.481283],[4.620393,0.923121,0.952839],[4.18785,0.509904,0.518239],[5.660648,0.413803,0.411108],[5.886176,1.123718,1.103859],[3.556251,1.336332,1.381805],[6.040107,1.981635,1.965932],[2.484137,0.030438,0.029756],[4.105144,1.515947,1.515338],[6.21666,1.581792,1.581579],[9.005864,3.555306,3.567163],[30.723242,4.88672,4.885439],[5.678108,0.240413,0.239727],[5.923512,0.232055,0.231429],[5.809703,0.242922,0.242932],[5.820199,1.254403,1.2539],[8.798963,4.587414,4.592794],[13.184562,0.925342,0.873526],[6.617764,0.406749,0.404641],[6.770537,0.587831,0.586834],[5.173074,1.685266,1.713844],[6.216833,2.82166,2.859146],[6.262067,2.851894,2.835493],[5.716614,0.313373,0.328139],[5.683282,0.95632,0.97491],[5.83116,1.103328,1.10476],[6.917177,0.124116,0.107132],[7.662737,0.149158,0.149209],[4.621167,0.044216,0.043012],[4.572912,0.042941,0.042108],[5.906381,0.027692,0.026924]],"source":"redshift/results/4x.ra3.4xlarge.json"}
,{"system":"Redshift","date":"2022-07-29","machine":"ra3.xlplus","cluster_size":4,"comment":"","tags":["managed","column-oriented"],"load_time":2103,"data_size":21060648960,"result":[[0.079613,0.033549,0.03409],[2.968579,0.063904,0.041282],[4.080153,0.13095,0.108882],[3.210337,0.34364,0.298495],[4.544852,0.631037,0.582424],[4.387295,1.084085,1.060912],[3.068245,0.108602,0.082147],[4.600868,0.045357,0.044651],[5.016095,0.9119,0.867873],[6.649061,2.367888,2.313359],[5.443231,0.309726,0.290368],[5.668514,0.333039,0.313292],[5.188214,1.085051,1.149722],[6.32409,1.961323,1.973299],[5.49248,1.14419,1.123103],[4.882748,0.733695,0.7748],[6.401272,2.257003,2.278818],[5.977724,2.511508,2.403787],[7.838491,3.47004,3.546783],[2.942119,0.094772,0.052837],[5.742532,2.535047,2.498187],[7.144539,2.607847,2.610038],[13.254883,6.773696,6.784579],[21.841477,11.673254,9.552525],[4.594945,0.474181,0.478285],[4.635551,0.494066,0.455041],[4.832767,0.474136,0.474433],[6.19406,2.059882,2.06739],[12.694282,7.745891,7.737045],[19.926847,1.349867,1.27298],[6.178553,0.845828,0.858791],[6.394659,1.080842,1.070668],[8.112381,3.869544,3.9868],[10.048186,5.276152,5.259864],[9.260186,5.163649,5.210499],[4.766534,0.646525,0.657038],[7.602645,1.880335,1.884086],[7.527802,2.172033,2.190131],[5.57036,0.229991,0.228068],[6.632048,0.286827,0.275382],[4.224273,0.103105,0.077275],[4.614709,0.102518,0.075337],[4.389546,0.052659,0.050885]],"source":"redshift/results/4x.ra3.xplus.json"}
+,{"system":"Redshift","date":"2022-07-29","machine":"serverless","cluster_size":"serverless","comment":"","tags":["managed","column-oriented"],"load_time":1889,"data_size":30300000000,"result":[[0.204673,0.204057,0.199682],[2.57227,0.06361,0.029767],[4.436641,0.063275,0.038419],[4.045285,0.095483,0.036212],[3.836475,0.331029,0.302588],[3.870503,0.354183,0.334163],[4.415212,0.138202,0.202982],[4.595758,0.218455,0.218352],[5.014696,0.681662,0.748541],[5.225219,1.547334,1.545263],[4.584578,0.72432,0.662759],[4.989708,0.325297,0.664825],[4.113529,0.36393,0.343591],[4.261916,0.638592,0.606164],[4.05665,0.359074,0.467625],[4.562217,0.324242,0.323635],[4.794707,0.392733,0.552696],[2.785799,0.555024,0.533908],[5.186795,0.834753,0.821691],[2.538645,0.055274,0.025005],[2.952623,0.389594,0.235447],[4.522708,0.587444,0.607969],[6.980801,0.932761,0.949326],[27.480743,0.934181,0.912692],[3.802747,0.068159,0.06577],[3.781327,0.065613,0.065988],[3.995625,0.067925,0.067972],[4.607562,0.395705,0.441231],[5.138266,0.800484,0.79964],[5.705465,1.236098,1.133279],[5.105528,0.32746,0.348947],[5.075262,0.452786,0.339682],[4.465012,0.955494,0.742195],[4.586866,0.783934,0.812498],[5.182903,1.04809,1.058838],[4.331838,0.452791,0.325946],[5.790735,0.553011,0.582903],[5.600699,0.588159,0.589788],[5.217314,0.519302,0.423573],[6.281955,0.687085,0.494527],[3.990623,0.501763,0.533571],[4.451641,0.464027,0.231731],[3.953942,0.288126,0.283841]],"source":"redshift-serverless/results/serverless.json"}
,{"system":"SelectDB","date":"2022-11-02","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible"],"load_time":526,"data_size":17122903966,"result":[[0.03,0.04,0.02],[0.15,0.03,0.03],[0.13,0.05,0.05],[1.05,0.06,0.05],[0.34,0.28,0.27],[0.82,0.57,0.57],[0.01,0.02,0.02],[0.22,0.02,0.02],[0.56,0.46,0.45],[0.52,0.51,0.5],[0.4,0.11,0.12],[0.18,0.12,0.12],[0.54,0.5,0.49],[0.83,0.93,0.95],[0.74,0.89,0.72],[0.32,0.31,0.31],[1.08,1.08,1.09],[0.27,0.35,0.23],[2.18,2.04,1.98],[0.02,0.01,0.02],[10.74,1.3,1.31],[8.36,3.46,0.99],[12.21,1.23,1.04],[5.2,0.52,0.5],[0.11,0.04,0.05],[0.39,0.13,0.13],[0.05,0.04,0.04],[9.43,1.8,1.16],[9.93,9.69,9.6],[0.83,0.78,0.78],[1.77,0.38,0.37],[2.57,0.41,0.43],[2.77,2.75,3.11],[11.62,4.01,3.95],[11.63,4.03,5.97],[0.46,0.4,0.39],[0.11,0.06,0.06],[0.06,0.03,0.03],[0.03,0.03,0.02],[0.13,0.11,0.1],[0.05,0.02,0.03],[0.04,0.02,0.02],[0.02,0.02,0.02]],"source":"selectdb/results/c5.4xlarge.json"}
,{"system":"SelectDB","date":"2022-11-02","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible"],"load_time":444,"data_size":17122903978,"result":[[0.03,0.03,0.02],[0.36,0.05,0.04],[0.18,0.07,0.06],[0.96,0.06,0.06],[0.32,0.28,0.29],[0.86,0.62,0.61],[0.01,0.01,0.01],[0.04,0.02,0.03],[0.5,0.47,0.47],[0.53,0.74,0.55],[0.31,0.11,0.11],[0.15,0.1,0.14],[0.57,0.62,0.55],[0.85,0.92,0.96],[0.77,0.9,0.74],[0.32,0.32,0.32],[1.22,0.99,0.98],[0.23,0.22,0.25],[2.01,1.8,1.82],[0.01,0.01,0.01],[10.76,1.05,1.04],[8.99,2.84,0.84],[12.21,1.04,0.87],[5.79,0.3,0.29],[0.12,0.04,0.04],[0.41,0.12,0.13],[0.04,0.04,0.03],[9.67,1.59,1.11],[9.06,8.23,7.84],[0.67,0.55,0.57],[1.76,0.37,0.77],[2.1,0.42,0.43],[2.78,2.76,3.11],[11.56,4.04,4.21],[11.52,4.05,4.28],[0.5,0.41,0.41],[0.63,0.05,0.05],[0.06,0.03,0.03],[0.03,0.02,0.03],[0.16,0.13,0.12],[0.06,0.01,0.03],[0.03,0.02,0.02],[0.03,0.03,0.02]],"source":"selectdb/results/c6a.4xlarge.json"}
,{"system":"SelectDB","date":"2022-10-08","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":369,"data_size":17123069872,"result":[[0.01,0.01,0],[0.03,0.02,0.02],[0.04,0.04,0.05],[0.07,0.06,0.07],[0.17,0.15,0.17],[0.3,0.3,0.28],[0.01,0.01,0.01],[0.02,0.02,0.02],[0.32,0.33,0.34],[0.36,0.37,0.34],[0.11,0.11,0.25],[0.11,0.11,0.1],[0.23,0.23,0.23],[0.55,0.75,0.89],[0.32,0.3,0.31],[0.18,0.16,0.19],[0.53,0.51,0.5],[0.2,0.2,0.2],[1.04,1.06,1.3],[0.01,0.01,0],[0.59,0.6,0.66],[0.48,0.34,0.34],[0.38,0.38,0.37],[0.25,0.26,0.25],[0.04,0.04,0.04],[0.15,0.15,0.14],[0.04,0.04,0.04],[0.55,0.54,0.54],[1.39,1.36,1.34],[0.68,0.69,0.76],[0.24,0.23,0.23],[0.21,0.2,0.21],[1.45,1.53,2.05],[1.84,1.92,1.67],[1.83,1.75,1.9],[0.19,0.22,0.2],[0.03,0.04,0.04],[0.03,0.03,0.03],[0.02,0.02,0.02],[0.06,0.06,0.06],[0.02,0.02,0.02],[0.02,0.02,0.02],[0.02,0.02,0.02]],"source":"selectdb/results/c6a.metal.json"}
,{"system":"SingleStore","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Previous name: MemSQL. Some queries did not run due to memory limits","tags":["MySQL compatible","column-oriented"],"load_time":690,"data_size":29836263469,"result":[[0.09,0,0],[0.23,0.04,0.01],[0.47,0.15,0.15],[0.63,0.09,0.08],[1.65,1.23,1.2],[7.96,2.79,2.63],[0.1,0,0],[0.17,0.02,0.02],[1.9,1.4,1.39],[4.79,3.52,3.48],[0.94,0.22,0.23],[0.89,0.24,0.23],[5.82,2.26,2.25],[6.97,4.62,4.66],[3.05,2.28,2.31],[3.92,2.7,2.28],[5.83,4.48,4.42],[4.76,4.13,4.12],[14.03,null,null],[0.57,0.05,0.04],[18.18,1.74,1.94],[20.85,2.17,0.98],[31.98,3.12,1.22],[78.96,3.35,108.85],[2.82,0.39,0.32],[1.83,0.44,0.35],[2.81,0.33,0.32],[18.33,2.57,1.15],[null,null,null],[3.56,2.4,2.4],[3.83,1.11,1.11],[7.35,1.73,1.7],[null,null,null],[null,null,null],[null,null,null],[2.53,1.92,1.84],[0.92,0.23,0.19],[0.84,0.15,0.08],[0.7,0.05,0.05],[3.12,0.38,0.36],[0.29,0.03,0.03],[0.22,0.06,0.02],[0.27,0.11,0.12]],"source":"singlestore/results/c6a.4xlarge.json"}
-,{"system":"SingleStore","date":"2022-07-15","machine":"S2","cluster_size":2,"comment":"Previous name: MemSQL. Some queries did not run due to unsupported regex","tags":["MySQL compatible","column-oriented","managed"],"load_time":1145,"data_size":19219978649,"result":[[0.1,0.04,0.01],[0.13,0,0.01],[0.57,0.09,0.1],[0.64,0.13,0.08],[2.04,1.39,1.32],[2.56,1.95,2.15],[0.12,0.01,0],[0.34,0.06,0.01],[2.14,1.71,1.71],[5.7,5.1,5.49],[1.02,0.25,0.28],[1.05,0.29,0.25],[2.38,1.91,1.74],[4.04,3.4,3.46],[2.19,1.6,1.75],[1.9,1.56,1.55],[4.92,4.26,4.46],[4.13,4.01,4.03],[10.11,9.61,9.56],[0.36,0.05,0.1],[1.61,1.29,1.24],[1.04,0.55,0.57],[1.38,0.96,0.89],[3,2.15,2.31],[0.66,0.28,0.2],[0.67,0.19,0.16],[0.69,0.18,0.16],[1.14,0.56,0.56],[null,null,null],[3.43,1.69,1.51],[1.73,1.06,1.03],[2.17,1.6,1.45],[11.17,10.42,10.74],[9.94,9.61,9.66],[10.22,9.84,9.84],[2.31,1.79,1.97],[0.4,0.2,0.14],[0.35,0.16,0.09],[0.28,0.08,0.08],[0.68,0.28,0.36],[0.25,0.15,0.02],[0.23,0.1,0.01],[0.24,0.1,0.03]],"source":"singlestore/results/s2.json"}
-,{"system":"SingleStore","date":"2022-07-15","machine":"S24","cluster_size":12,"comment":"Previous name: MemSQL. Some queries did not run due to unsupported regex","tags":["MySQL compatible","column-oriented","managed"],"load_time":1043,"data_size":19219978649,"result":[[0.1,0.04,0.07],[0.12,0.06,0],[0.42,0.05,0.01],[0.34,0.05,0.01],[0.97,0.29,0.23],[0.87,0.34,0.25],[0.06,0.04,0],[0.15,0.01,0.01],[1.04,0.39,0.31],[1.68,0.96,0.85],[0.3,0.19,0.09],[0.3,0.21,0.08],[0.56,0.26,0.35],[0.7,0.48,0.43],[0.64,0.35,0.27],[0.98,0.4,0.36],[1.52,0.75,0.86],[0.7,0.74,0.71],[1.73,1.07,0.96],[0.15,0.05,0.01],[0.37,0.2,0.26],[0.55,0.14,0.25],[0.41,0.31,0.31],[0.66,0.39,0.46],[0.52,0.12,0.08],[0.3,0.08,0.15],[0.32,0.16,0.07],[0.82,0.21,0.13],[null,null,null],[2.28,0.34,0.38],[0.55,0.28,0.17],[0.53,0.29,0.34],[1.75,1.07,1.04],[2.05,1.41,1.43],[2.11,1.45,1.4],[1.14,0.53,0.45],[0.34,0.12,0.24],[0.29,0.09,0.21],[0.35,0.11,0.18],[0.59,0.22,0.39],[0.3,0.07,0.15],[0.27,0.22,0.16],[0.29,0.06,0.06]],"source":"singlestore/results/s24.json"}
+,{"system":"SingleStore","date":"2022-07-15","machine":"S24","cluster_size":1,"comment":"Previous name: MemSQL. Some queries did not run due to unsupported regex","tags":["MySQL compatible","column-oriented","managed"],"load_time":1043,"data_size":19219978649,"result":[[0.1,0.04,0.07],[0.12,0.06,0],[0.42,0.05,0.01],[0.34,0.05,0.01],[0.97,0.29,0.23],[0.87,0.34,0.25],[0.06,0.04,0],[0.15,0.01,0.01],[1.04,0.39,0.31],[1.68,0.96,0.85],[0.3,0.19,0.09],[0.3,0.21,0.08],[0.56,0.26,0.35],[0.7,0.48,0.43],[0.64,0.35,0.27],[0.98,0.4,0.36],[1.52,0.75,0.86],[0.7,0.74,0.71],[1.73,1.07,0.96],[0.15,0.05,0.01],[0.37,0.2,0.26],[0.55,0.14,0.25],[0.41,0.31,0.31],[0.66,0.39,0.46],[0.52,0.12,0.08],[0.3,0.08,0.15],[0.32,0.16,0.07],[0.82,0.21,0.13],[null,null,null],[2.28,0.34,0.38],[0.55,0.28,0.17],[0.53,0.29,0.34],[1.75,1.07,1.04],[2.05,1.41,1.43],[2.11,1.45,1.4],[1.14,0.53,0.45],[0.34,0.12,0.24],[0.29,0.09,0.21],[0.35,0.11,0.18],[0.59,0.22,0.39],[0.3,0.07,0.15],[0.27,0.22,0.16],[0.29,0.06,0.06]],"source":"singlestore/results/s24.json"}
+,{"system":"SingleStore","date":"2022-07-15","machine":"S2","cluster_size":1,"comment":"Previous name: MemSQL. Some queries did not run due to unsupported regex","tags":["MySQL compatible","column-oriented","managed"],"load_time":1145,"data_size":19219978649,"result":[[0.1,0.04,0.01],[0.13,0,0.01],[0.57,0.09,0.1],[0.64,0.13,0.08],[2.04,1.39,1.32],[2.56,1.95,2.15],[0.12,0.01,0],[0.34,0.06,0.01],[2.14,1.71,1.71],[5.7,5.1,5.49],[1.02,0.25,0.28],[1.05,0.29,0.25],[2.38,1.91,1.74],[4.04,3.4,3.46],[2.19,1.6,1.75],[1.9,1.56,1.55],[4.92,4.26,4.46],[4.13,4.01,4.03],[10.11,9.61,9.56],[0.36,0.05,0.1],[1.61,1.29,1.24],[1.04,0.55,0.57],[1.38,0.96,0.89],[3,2.15,2.31],[0.66,0.28,0.2],[0.67,0.19,0.16],[0.69,0.18,0.16],[1.14,0.56,0.56],[null,null,null],[3.43,1.69,1.51],[1.73,1.06,1.03],[2.17,1.6,1.45],[11.17,10.42,10.74],[9.94,9.61,9.66],[10.22,9.84,9.84],[2.31,1.79,1.97],[0.4,0.2,0.14],[0.35,0.16,0.09],[0.28,0.08,0.08],[0.68,0.28,0.36],[0.25,0.15,0.02],[0.23,0.1,0.01],[0.24,0.1,0.03]],"source":"singlestore/results/s2.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"2XL","cluster_size":32,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.177,0.052,0.09],[0.903,0.324,0.782],[0.458,2.909,0.275],[0.881,0.316,0.166],[0.404,0.257,0.256],[0.481,0.325,0.339],[0.056,0.062,0.06],[0.183,0.324,0.28],[0.444,0.314,0.32],[0.408,0.426,0.417],[0.345,0.241,0.253],[0.406,0.245,0.235],[0.521,1.259,0.326],[0.466,0.493,0.526],[0.447,0.349,0.362],[0.327,0.322,0.302],[0.462,0.508,0.461],[0.489,0.481,0.455],[0.731,0.659,0.674],[0.151,0.156,0.16],[0.832,0.339,0.312],[0.289,0.292,0.34],[0.591,0.484,0.419],[2.661,0.716,0.696],[0.19,0.199,0.377],[0.181,0.182,0.194],[0.22,0.209,0.195],[0.368,0.33,0.347],[0.677,0.645,0.646],[0.877,0.886,0.871],[0.415,0.282,0.301],[1.265,0.404,0.55],[0.786,0.75,0.757],[0.905,0.835,0.841],[0.864,0.865,0.823],[0.352,0.36,0.364],[0.201,0.186,0.2],[0.143,0.137,0.276],[0.29,0.132,0.146],[0.31,0.301,0.304],[0.212,0.197,0.17],[0.223,0.174,0.177],[0.172,0.172,0.172]],"source":"snowflake/results/2xl.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"3XL","cluster_size":64,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.165,0.061,0.049],[1.356,1.252,1.502],[1.287,0.47,0.325],[0.627,0.331,0.181],[0.265,0.265,0.483],[0.887,0.45,0.298],[0.054,0.066,0.062],[0.182,0.222,0.194],[0.408,0.438,0.319],[0.434,0.462,0.411],[1.357,0.247,0.412],[0.343,0.25,0.517],[0.273,0.289,0.6],[0.404,0.405,0.392],[0.379,0.304,0.455],[0.275,0.271,0.264],[0.418,0.386,0.388],[0.417,0.434,0.567],[0.753,0.759,0.506],[0.291,0.307,0.4],[0.954,0.423,0.28],[0.568,0.562,0.248],[0.568,0.477,0.496],[1.458,0.492,0.514],[0.179,0.3,0.184],[0.165,0.169,0.176],[0.197,0.186,0.19],[0.289,0.547,0.397],[0.513,0.544,0.632],[0.766,0.754,0.775],[0.389,0.374,0.383],[0.484,0.297,0.286],[0.505,0.505,0.734],[0.656,0.598,0.621],[0.634,0.646,0.609],[0.309,0.298,0.37],[0.192,0.219,0.212],[0.84,0.174,0.139],[0.172,0.163,0.151],[0.323,0.296,0.347],[0.2,0.154,0.144],[0.191,0.121,0.125],[0.137,0.233,0.148]],"source":"snowflake/results/3xl.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"4XL","cluster_size":128,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.164,0.061,0.078],[2.471,2.436,1.927],[1.656,0.222,0.639],[0.336,1.244,0.206],[0.435,0.414,0.373],[0.52,0.495,0.326],[0.052,0.051,0.057],[0.244,0.515,0.358],[0.473,0.477,0.659],[0.706,0.523,0.499],[0.619,0.361,0.303],[0.463,0.367,0.29],[0.385,0.319,0.376],[0.661,0.436,0.452],[0.446,0.317,0.336],[0.504,0.283,0.395],[0.478,1.395,0.35],[0.555,1.041,0.993],[0.565,0.558,1.473],[0.31,0.684,0.278],[0.637,1.202,0.249],[0.467,0.294,0.436],[0.671,0.478,0.611],[6.262,0.449,0.425],[0.476,0.213,0.184],[0.552,0.241,0.201],[0.458,0.415,0.402],[0.339,0.357,0.322],[0.732,0.549,0.483],[0.914,0.757,0.743],[0.718,0.31,0.606],[0.605,0.363,0.425],[0.468,0.86,0.784],[0.868,1.787,0.713],[0.807,0.691,0.544],[0.485,0.338,0.672],[0.263,0.221,0.23],[0.147,0.145,0.139],[0.135,0.239,0.136],[0.322,0.378,0.348],[0.236,0.138,0.132],[0.193,0.124,0.139],[0.146,0.145,0.139]],"source":"snowflake/results/4xl.json"}
@@ -402,10 +402,8 @@
,{"system":"Snowflake","date":"2022-07-01","machine":"XL","cluster_size":16,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.071,0.053,0.057],[0.998,0.61,0.24],[0.42,1.138,1.051],[0.653,0.264,0.178],[0.352,0.312,0.349],[1.126,0.431,0.42],[0.067,0.057,0.054],[0.225,0.217,0.2],[0.617,0.366,0.371],[1.006,0.541,0.498],[0.463,0.425,0.293],[0.431,0.36,0.339],[0.392,0.371,0.386],[0.588,0.581,0.59],[0.634,0.414,0.4],[0.368,0.41,0.388],[0.594,0.639,0.663],[0.616,0.581,0.569],[1.092,0.933,0.901],[0.493,0.213,0.16],[0.886,0.48,0.442],[0.448,0.337,0.399],[0.84,0.572,0.505],[2.251,1.23,0.959],[0.295,0.253,0.241],[0.214,0.239,0.278],[0.261,0.232,0.314],[0.422,0.429,0.403],[0.892,0.934,0.883],[1.041,1.017,1.009],[0.715,0.442,0.363],[0.845,0.413,0.461],[1.101,1.085,1.102],[1.294,1.272,1.339],[1.839,1.327,1.241],[0.439,0.399,0.393],[0.199,0.211,0.19],[0.157,0.143,0.14],[0.145,0.157,0.141],[0.331,0.291,0.333],[0.173,0.214,0.138],[0.189,0.15,0.159],[0.135,0.149,0.138]],"source":"snowflake/results/xl.json"}
,{"system":"Snowflake","date":"2022-07-01","machine":"XS","cluster_size":1,"comment":"","tags":["managed","column-oriented"],"load_time":2524,"data_size":12300000000,"result":[[0.169,0.055,0.056],[1.184,0.582,0.386],[1.35,0.56,0.568],[1.27,0.554,0.538],[2.516,2.564,2.506],[2.935,2.649,2.67],[0.052,0.05,0.064],[0.383,0.387,0.397],[3.249,2.993,3.014],[3.589,3.627,3.887],[1.243,0.986,0.966],[1.325,1.08,1.073],[2.038,2.046,2.035],[3.738,3.626,3.718],[2.318,2.159,2.176],[2.733,2.637,2.668],[5.607,5.683,5.667],[3.978,3.923,3.879],[10.085,9.871,9.844],[0.45,0.375,0.469],[5.474,3.103,3.06],[2.012,1.982,1.971],[3.365,2.471,2.501],[11.96,10.619,9.518],[1.074,1.059,1.026],[0.856,0.846,0.879],[1.1,1.085,1.083],[3.057,3.228,3.117],[9.406,9.019,9.158],[6.196,6.243,6.911],[2.906,2.343,2.017],[2.954,2.666,2.565],[9.459,9.565,9.557],[9.555,9.529,9.368],[9.409,9.185,9.294],[2.796,2.88,2.685],[0.299,0.249,0.262],[0.156,0.145,0.18],[0.147,0.146,0.16],[0.371,0.357,0.356],[0.166,0.133,0.155],[0.218,0.14,0.135],[0.14,0.152,0.158]],"source":"snowflake/results/xs.json"}
,{"system":"SQLite","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","embedded","row-oriented"],"load_time":2608,"data_size":75776589824,"result":[[752.739,2.003,1.2],[304.302,291.521,286.965],[293.964,287.619,287.219],[758.302,5.879,5.65],[836.393,48.593,48.452],[362.605,344.884,356.245],[763.993,11.602,10.795],[296.348,286.879,287.557],[365.816,360.339,354.126],[374.403,365.196,362.261],[302.989,293.888,298.432],[303.64,291.729,295.347],[316.824,298.18,301.006],[320.665,301.15,305.227],[313.593,301.021,301.626],[794.881,47,47.225],[355.346,344.615,342.442],[316.499,305.971,305.007],[398.177,380.383,385.571],[751.82,5.082,4.913],[295.522,286.573,287.368],[298.58,287.182,288.303],[296.474,288.747,288.638],[296.579,287.127,287.361],[304.709,286.865,287.56],[300.391,290.633,288.587],[294.605,286.91,287.799],[305.986,312.111,305.626],[null,null,null],[411.225,397.614,394.253],[307.711,295.181,300.266],[312.472,299.079,298.19],[386.674,378.347,376.963],[409.742,409.554,420.273],[468.73,453.709,458.149],[366.015,347.446,346.728],[2.911,0.781,0.757],[1.599,0.609,0.587],[1.288,0.256,0.238],[2.469,1.582,1.52],[1.274,0.303,0.283],[1.322,0.317,0.314],[1.498,0.602,0.613]],"source":"sqlite/results/c6a.4xlarge.json"}
-,{"hide":true,"system":"StarRocks (tuned)","date":"2022-09-25","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":737,"data_size":17731811260,"result":[[0.02,0.03,0.02],[0.04,0.02,0.02],[0.09,0.06,0.06],[2,0.08,0.08],[0.51,0.49,0.47],[1.32,0.96,0.9],[0.09,0.07,0.09],[0.06,0.01,0.02],[0.76,0.92,0.79],[0.94,0.86,0.94],[0.16,0.15,0.12],[0.15,0.13,0.12],[0.68,0.66,0.66],[1.48,1.38,1.36],[0.89,0.88,0.96],[0.63,0.56,0.56],[3.03,2.61,2.21],[0.46,0.41,0.5],[5.34,4.57,4.58],[0.01,0,0.01],[12.05,1.22,1.04],[13.14,1.05,1.02],[26.14,2,2.04],[37.5,2.5,3.04],[2.47,0.16,0.15],[0.13,0.12,0.14],[0.15,0.15,0.14],[11.77,1.45,1.41],[10.44,6.16,8.27],[1.54,1.4,1.37],[2.84,0.51,0.47],[2.96,0.74,0.72],[4.89,5.57,5.3],[11.71,4.86,4.79],[11.3,5.11,4.62],[2.69,2.56,2.59],[0.06,0.04,0.05],[0.04,0.03,0.02],[0.02,0.02,0.02],[0.15,0.14,0.14],[0.05,0.02,0.02],[0.03,0.02,0.01],[0.02,0.01,0.01]],"source":"starrocks/results/c6a.4xlarge.json"}
-,{"system":"StarRocks","date":"2022-09-25","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":737,"data_size":17731811260,"result":[[0.03,0.03,0.03],[0.04,0.02,0.01],[0.09,0.06,0.07],[1.64,0.09,0.08],[0.49,0.48,0.47],[1.59,0.9,0.92],[0.09,0.08,0.08],[0.05,0.02,0.02],[0.78,0.75,0.77],[0.92,0.86,0.92],[0.17,0.15,0.12],[0.15,0.13,0.13],[0.68,0.66,0.69],[1.56,1.63,1.48],[0.96,0.92,0.91],[0.56,0.57,0.54],[2.85,2.24,2.26],[0.49,0.48,0.47],[4.37,4.39,4.41],[0.01,0,0],[10.86,1.12,1.05],[12.92,0.97,0.94],[25.64,3.23,2.14],[42.72,2.67,2.65],[3.08,0.28,0.23],[0.18,0.17,0.16],[0.19,0.16,0.17],[11.73,1.46,1.45],[10.48,6.21,8.73],[1.55,1.49,1.38],[3.21,0.5,0.5],[2.72,0.74,0.71],[4.88,5.71,5.13],[15.75,7.05,6.82],[14.24,6.82,7.25],[2.76,3.52,2.49],[0.06,0.04,0.05],[0.04,0.03,0.03],[0.02,0.02,0.02],[0.16,0.14,0.14],[0.05,0.02,0.02],[0.03,0.02,0.01],[0.01,0.01,0.01]],"source":"starrocks/results/c6a.4xlarge.untuned.json"}
-,{"hide":true,"system":"StarRocks (tuned)","date":"2022-09-25","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":490,"data_size":17746587454,"result":[[0.1,0.03,0.03],[0.06,0.02,0.02],[0.06,0.04,0.04],[1.17,0.08,0.05],[0.08,0.07,0.1],[1.14,0.31,0.21],[0.06,0.05,0.03],[0.04,0.02,0.03],[0.22,0.2,0.2],[0.22,0.23,0.23],[0.1,0.08,0.09],[0.11,0.1,0.11],[0.16,0.17,0.15],[0.26,0.27,0.26],[0.19,0.21,0.19],[0.09,0.08,0.08],[0.29,0.27,0.27],[0.09,0.1,0.1],[0.64,0.53,0.55],[0.01,0,0.01],[10.79,0.24,0.25],[0.16,0.14,0.14],[9.59,0.28,0.29],[23.02,0.32,0.31],[0.04,0.04,0.05],[0.04,0.05,0.05],[0.04,0.04,0.05],[0.29,0.3,0.3],[8.48,0.82,0.75],[0.3,0.28,0.26],[0.19,0.15,0.15],[2.11,0.2,0.22],[1.37,1.14,1.13],[0.93,0.95,0.91],[0.94,0.88,0.92],[0.32,0.32,0.33],[0.03,0.03,0.03],[0.02,0.02,0.02],[0.02,0.03,0.03],[0.16,0.17,0.16],[0.08,0.1,0.11],[0.09,0.1,0.1],[0.09,0.1,0.09]],"source":"starrocks/results/c6a.metal.json"}
-,{"system":"StarRocks","date":"2022-09-25","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":484,"data_size":17746587454,"result":[[0.12,0.04,0.04],[0.04,0.03,0.03],[0.42,0.06,0.05],[2.15,0.05,0.05],[0.26,0.25,0.25],[1.44,0.32,0.29],[0.06,0.05,0.05],[0.06,0.04,0.03],[0.35,0.34,0.31],[0.36,0.4,0.35],[0.14,0.15,0.13],[0.18,0.16,0.16],[0.16,0.16,0.16],[0.33,0.33,0.32],[0.28,0.27,0.26],[0.27,0.28,0.26],[0.47,0.45,0.47],[0.35,0.36,0.35],[0.8,0.73,0.71],[0.01,0.01,0.01],[11.06,0.24,0.22],[0.13,0.12,0.14],[10.29,0.3,0.31],[44.91,0.26,0.27],[0.27,0.05,0.05],[0.23,0.05,0.05],[0.13,0.05,0.05],[1.34,7.1,0.47],[2.08,1.27,1.57],[0.52,0.38,0.44],[0.87,0.24,0.24],[0.99,0.34,0.31],[1.45,1.48,1.3],[2.28,1.08,1.06],[1,1.16,0.98],[0.5,0.44,0.47],[0.05,0.04,0.04],[0.04,0.04,0.04],[0.04,0.03,0.03],[0.19,0.2,0.19],[0.12,0.1,0.11],[0.12,0.11,0.11],[0.07,0.08,0.06]],"source":"starrocks/results/c6a.metal.untuned.json"}
+,{"system":"StarRocks","date":"2022-09-25","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":492,"data_size":17233927256,"result":[[0.04,0.02,0.02],[0.21,0.03,0.04],[1.88,0.07,0.07],[3.4,0.09,0.1],[0.37,0.34,0.33],[2.71,0.88,0.84],[0.03,0.02,0.02],[0.06,0.03,0.03],[1.66,0.53,0.47],[1.58,1.52,1.47],[0.68,0.1,0.11],[1.26,0.12,0.12],[0.54,0.54,0.54],[0.99,0.96,0.99],[0.81,0.77,0.8],[0.41,0.39,0.4],[1.45,1.49,1.52],[0.52,0.52,0.51],[2.98,2.6,2.56],[0.02,0.01,0],[12.97,1.1,1.11],[14.84,0.91,0.94],[27.68,1.96,1.94],[46.49,1.49,1.22],[0.16,0.11,0.07],[0.94,0.12,0.12],[0.06,0.05,0.04],[13.99,1.44,1.42],[11.58,10.2,10.37],[0.22,0.1,0.11],[4.6,0.38,0.36],[4.15,0.53,0.52],[3.54,3.48,3.48],[15.22,6.08,6.17],[14.9,6.34,6.31],[1.86,0.59,0.51],[0.99,0.09,0.08],[0.42,0.05,0.05],[0.15,0.04,0.04],[1.27,0.18,0.18],[0.32,0.04,0.03],[0.11,0.03,0.04],[0.08,0.03,0.02]],"source":"starrocks/results/c6a.4xlarge.json"}
+,{"system":"StarRocks","date":"2023-02-10","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":433,"data_size":17705230744,"result":[[0.04,0.04,0.03],[0.12,0.03,0.03],[0.66,0.06,0.06],[2.08,0.08,0.06],[0.1,0.08,0.09],[2.19,0.22,0.21],[0.04,0.02,0.03],[0.06,0.04,0.04],[0.99,0.12,0.12],[0.73,0.74,0.7],[0.13,0.06,0.05],[1.04,0.06,0.07],[0.17,0.18,0.17],[0.23,0.23,0.23],[0.54,0.18,0.18],[0.09,0.09,0.08],[0.31,0.32,0.3],[0.12,0.1,0.11],[1.27,0.48,0.44],[0.01,0.01,0],[12.09,0.17,0.15],[0.17,0.13,0.12],[10.91,0.28,0.24],[28.25,0.86,1.36],[0.03,0.03,0.02],[0.06,0.04,0.04],[0.02,0.03,0.02],[0.63,0.24,0.21],[8.77,1.6,1.64],[0.12,0.1,0.1],[1.33,0.13,0.13],[3.46,0.18,0.19],[0.97,0.86,0.86],[0.95,0.96,0.98],[0.96,0.97,0.97],[0.14,0.12,0.14],[0.07,0.06,0.06],[0.05,0.04,0.04],[0.04,0.03,0.03],[0.1,0.09,0.09],[0.47,0.03,0.03],[0.25,0.03,0.03],[0.04,0.03,0.03]],"source":"starrocks/results/c6a.metal.json"}
,{"system":"TimescaleDB (compression)","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","column-oriented","time-series"],"load_time":4605,"data_size":20333747165,"result":[[2.28686,1.63642,1.64263],[32.6848,1.63476,1.40052],[60.8633,3.70484,3.59342],[36.4029,2.87091,2.80739],[110.391,38.9688,38.0549],[147.379,66.2513,65.6379],[33.0294,2.92031,2.84375],[33.0221,1.2984,1.19227],[115.694,47.4651,47.0125],[156.347,51.577,51.2694],[68.3301,4.75521,4.68007],[77.4356,5.55128,5.56577],[49.7741,11.2911,11.3265],[81.1014,14.9111,14.9541],[82.9569,14.6156,14.6331],[62.0338,26.399,26.3351],[103.259,36.4122,36.6076],[92.8828,26.2395,25.8991],[144.281,63.5102,63.7661],[7.00679,0.573073,0.536283],[75.0203,7.86344,7.90495],[81.2825,9.15868,9.01775],[104.084,13.9528,13.8435],[132.531,81.522,82.1561],[80.6965,3.28231,3.16574],[39.7693,2.51443,2.43849],[80.4245,3.26941,3.13916],[104.015,13.7044,13.5313],[307.26,253.127,252.147],[42.8549,22.4187,22.0325],[137.601,14.9592,14.6804],[136.767,22.8007,22.131],[263.005,168.551,163.355],[156.919,92.6308,91.702],[160.842,96.0512,97.1773],[62.8357,28.0336,28.7397],[1.75869,0.561604,0.541215],[0.46607,0.191863,0.19021],[0.303671,0.137579,0.136615],[2.32031,1.49223,1.52369],[0.563764,0.14192,0.138234],[0.372428,0.122989,0.123709],[0.448574,0.159092,0.154687]],"source":"timescaledb-compressed/results/c6a.4xlarge.json"}
,{"system":"TimescaleDB","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","row-oriented","time-series"],"load_time":1620,"data_size":72882392030,"result":[[437.7,215.793,176.42],[327.026,259.568,244.578],[262.978,263.09,263.083],[262.807,263.046,266.847],[337.497,334.964,330.852],[355.689,356.801,362.894],[262.762,263.012,262.968],[263.055,263.016,263.028],[319.928,319.388,320.704],[323.584,322.224,322.488],[265.979,265.465,265.375],[266.019,265.543,265.462],[277.018,276.3,276.595],[280.352,279.251,279.572],[279.915,279.896,279.674],[296.377,298.506,297.659],[314.448,314.605,312.57],[302.668,302.672,303.039],[325.81,324.061,324.376],[262.447,262.698,262.704],[267.581,267.467,267.482],[268.085,267.466,267.696],[263.391,263.097,263.126],[38.291,0.435,0.335],[0.127,0.005,0.005],[263.138,263.1,263.092],[0.889,0.341,0.339],[267.586,267.498,267.491],[289.086,290.012,290.093],[263.22,263.071,263.109],[274.78,273.995,273.998],[282.217,281.39,281.47],[429.273,426.588,439.431],[448.808,418.724,418.207],[455.196,422.75,423.142],[299.263,296.937,297.261],[18.693,1.552,1.481],[18.125,0.945,0.937],[18.528,1.062,0.902],[18.268,1.779,1.77],[19.615,1.965,1.966],[18.97,1.435,1.43],[18.33,1.153,0.952]],"source":"timescaledb/results/c6a.4xlarge.json"}
]; // end of data
diff --git a/starrocks/benchmark.sh b/starrocks/benchmark.sh
index a1fed23e66..b29aa09954 100755
--- a/starrocks/benchmark.sh
+++ b/starrocks/benchmark.sh
@@ -2,8 +2,8 @@
# This benchmark should run on Amazon Linux
-VERSION=2.4.0-rc03
-DOWNLOAD_URL=https://download.starrocks.com/en-US/download/request-download/54/StarRocks-2.4.0-rc03.tar.gz
+VERSION=3.0.0-preview
+DOWNLOAD_URL=https://releases.starrocks.io/starrocks/StarRocks-3.0.0-preview.tar.gz
# Install
wget $DOWNLOAD_URL
tar zxvf StarRocks-${VERSION}.tar.gz
@@ -33,13 +33,13 @@ be/bin/start_be.sh --daemon
# wait some seconds util fe can serve
sleep 30
mysql -h 127.0.0.1 -P9030 -uroot -e "ALTER SYSTEM ADD BACKEND '${IPADDR}:9050' "
+# wait some seconds util be joins
+sleep 30
# Prepare Data
cd ../
wget --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
gzip -d hits.tsv.gz
-# Split file into chunks
-split -a 1 -d -l 10000000 hits.tsv hits_split
# Create Table
mysql -h 127.0.0.1 -P9030 -uroot -e "CREATE DATABASE hits"
@@ -47,23 +47,17 @@ mysql -h 127.0.0.1 -P9030 -uroot hits < create.sql
# Load Data
START=$(date +%s)
-for i in `seq -w 0 9`; do
- echo "start loading hits_split${i} ..."
- curl --location-trusted \
- -u root: \
- -T "hits_split${i}" \
- -H "label:hits_split${i}" \
- -H "columns: WatchID,JavaEnable,Title,GoodEvent,EventTime,EventDate,CounterID,ClientIP,RegionID,UserID,CounterClass,OS,UserAgent,URL,Referer,IsRefresh,RefererCategoryID,RefererRegionID,URLCategoryID,URLRegionID,ResolutionWidth,ResolutionHeight,ResolutionDepth,FlashMajor,FlashMinor,FlashMinor2,NetMajor,NetMinor,UserAgentMajor,UserAgentMinor,CookieEnable,JavascriptEnable,IsMobile,MobilePhone,MobilePhoneModel,Params,IPNetworkID,TraficSourceID,SearchEngineID,SearchPhrase,AdvEngineID,IsArtifical,WindowClientWidth,WindowClientHeight,ClientTimeZone,ClientEventTime,SilverlightVersion1,SilverlightVersion2,SilverlightVersion3,SilverlightVersion4,PageCharset,CodeVersion,IsLink,IsDownload,IsNotBounce,FUniqID,OriginalURL,HID,IsOldCounter,IsEvent,IsParameter,DontCountHits,WithHash,HitColor,LocalEventTime,Age,Sex,Income,Interests,Robotness,RemoteIP,WindowName,OpenerName,HistoryLength,BrowserLanguage,BrowserCountry,SocialNetwork,SocialAction,HTTPError,SendTiming,DNSTiming,ConnectTiming,ResponseStartTiming,ResponseEndTiming,FetchTiming,SocialSourceNetworkID,SocialSourcePage,ParamPrice,ParamOrderID,ParamCurrency,ParamCurrencyID,OpenstatServiceName,OpenstatCampaignID,OpenstatAdID,OpenstatSourceID,UTMSource,UTMMedium,UTMCampaign,UTMContent,UTMTerm,FromTag,HasGCLID,RefererHash,URLHash,CLID" \
- http://localhost:8030/api/hits/hits/_stream_load
-done
+echo "Start to load data..."
+curl --location-trusted \
+ -u root: \
+ -T "hits.tsv" \
+ -H "label:hits_tsv_${START}" \
+ -H "columns: WatchID,JavaEnable,Title,GoodEvent,EventTime,EventDate,CounterID,ClientIP,RegionID,UserID,CounterClass,OS,UserAgent,URL,Referer,IsRefresh,RefererCategoryID,RefererRegionID,URLCategoryID,URLRegionID,ResolutionWidth,ResolutionHeight,ResolutionDepth,FlashMajor,FlashMinor,FlashMinor2,NetMajor,NetMinor,UserAgentMajor,UserAgentMinor,CookieEnable,JavascriptEnable,IsMobile,MobilePhone,MobilePhoneModel,Params,IPNetworkID,TraficSourceID,SearchEngineID,SearchPhrase,AdvEngineID,IsArtifical,WindowClientWidth,WindowClientHeight,ClientTimeZone,ClientEventTime,SilverlightVersion1,SilverlightVersion2,SilverlightVersion3,SilverlightVersion4,PageCharset,CodeVersion,IsLink,IsDownload,IsNotBounce,FUniqID,OriginalURL,HID,IsOldCounter,IsEvent,IsParameter,DontCountHits,WithHash,HitColor,LocalEventTime,Age,Sex,Income,Interests,Robotness,RemoteIP,WindowName,OpenerName,HistoryLength,BrowserLanguage,BrowserCountry,SocialNetwork,SocialAction,HTTPError,SendTiming,DNSTiming,ConnectTiming,ResponseStartTiming,ResponseEndTiming,FetchTiming,SocialSourceNetworkID,SocialSourcePage,ParamPrice,ParamOrderID,ParamCurrency,ParamCurrencyID,OpenstatServiceName,OpenstatCampaignID,OpenstatAdID,OpenstatSourceID,UTMSource,UTMMedium,UTMCampaign,UTMContent,UTMTerm,FromTag,HasGCLID,RefererHash,URLHash,CLID" \
+ http://localhost:8030/api/hits/hits/_stream_load
END=$(date +%s)
LOADTIME=$(echo "$END - $START" | bc)
echo "Load data costs $LOADTIME seconds"
-# This if you want to obtain the "tuned" result. Analyze table:
-# time mysql -h 127.0.0.1 -P9030 -uroot hits -e "ANALYZE TABLE hits with sync mode"
-# mysql -h 127.0.0.1 -P9030 -uroot hits -e "SET GLOBAL enable_tablet_internal_parallel=false"
-
# Dataset contains about 40GB of data when the import is just completed.
# This is because the trashed data generated during the compaction process.
# After about tens of minutes, when the gc is completed, the system includes about 16.5GB of data.
diff --git a/starrocks/create.sql b/starrocks/create.sql
index 82897ba589..44d02f93e4 100644
--- a/starrocks/create.sql
+++ b/starrocks/create.sql
@@ -106,5 +106,5 @@ CREATE TABLE hits (
CLID INT NOT NULL
)
DUPLICATE KEY (CounterID, EventDate, UserID, EventTime, WatchID)
-DISTRIBUTED BY HASH(UserID) BUCKETS 48
+DISTRIBUTED BY HASH(UserID) BUCKETS 192
PROPERTIES ( "replication_num"="1");
diff --git a/starrocks/queries.sql b/starrocks/queries.sql
index 31f65fc898..199d008bfb 100644
--- a/starrocks/queries.sql
+++ b/starrocks/queries.sql
@@ -26,7 +26,7 @@ SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime LIMIT
SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY SearchPhrase LIMIT 10;
SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime, SearchPhrase LIMIT 10;
SELECT CounterID, AVG(length(URL)) AS l, COUNT(*) AS c FROM hits WHERE URL <> '' GROUP BY CounterID HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
-SELECT REGEXP_REPLACE(Referer, '^https?://(?:www\.)?([^/]+)/.*$', '\1') AS k, AVG(length(Referer)) AS l, COUNT(*) AS c, MIN(Referer) FROM hits WHERE Referer <> '' GROUP BY k HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
+SELECT REGEXP_REPLACE(Referer, '^https?://(?:www\.)?([^/]+)/.*$', '\\1') AS k, AVG(length(Referer)) AS l, COUNT(*) AS c, MIN(Referer) FROM hits WHERE Referer <> '' GROUP BY k HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
SELECT SUM(ResolutionWidth), SUM(ResolutionWidth + 1), SUM(ResolutionWidth + 2), SUM(ResolutionWidth + 3), SUM(ResolutionWidth + 4), SUM(ResolutionWidth + 5), SUM(ResolutionWidth + 6), SUM(ResolutionWidth + 7), SUM(ResolutionWidth + 8), SUM(ResolutionWidth + 9), SUM(ResolutionWidth + 10), SUM(ResolutionWidth + 11), SUM(ResolutionWidth + 12), SUM(ResolutionWidth + 13), SUM(ResolutionWidth + 14), SUM(ResolutionWidth + 15), SUM(ResolutionWidth + 16), SUM(ResolutionWidth + 17), SUM(ResolutionWidth + 18), SUM(ResolutionWidth + 19), SUM(ResolutionWidth + 20), SUM(ResolutionWidth + 21), SUM(ResolutionWidth + 22), SUM(ResolutionWidth + 23), SUM(ResolutionWidth + 24), SUM(ResolutionWidth + 25), SUM(ResolutionWidth + 26), SUM(ResolutionWidth + 27), SUM(ResolutionWidth + 28), SUM(ResolutionWidth + 29), SUM(ResolutionWidth + 30), SUM(ResolutionWidth + 31), SUM(ResolutionWidth + 32), SUM(ResolutionWidth + 33), SUM(ResolutionWidth + 34), SUM(ResolutionWidth + 35), SUM(ResolutionWidth + 36), SUM(ResolutionWidth + 37), SUM(ResolutionWidth + 38), SUM(ResolutionWidth + 39), SUM(ResolutionWidth + 40), SUM(ResolutionWidth + 41), SUM(ResolutionWidth + 42), SUM(ResolutionWidth + 43), SUM(ResolutionWidth + 44), SUM(ResolutionWidth + 45), SUM(ResolutionWidth + 46), SUM(ResolutionWidth + 47), SUM(ResolutionWidth + 48), SUM(ResolutionWidth + 49), SUM(ResolutionWidth + 50), SUM(ResolutionWidth + 51), SUM(ResolutionWidth + 52), SUM(ResolutionWidth + 53), SUM(ResolutionWidth + 54), SUM(ResolutionWidth + 55), SUM(ResolutionWidth + 56), SUM(ResolutionWidth + 57), SUM(ResolutionWidth + 58), SUM(ResolutionWidth + 59), SUM(ResolutionWidth + 60), SUM(ResolutionWidth + 61), SUM(ResolutionWidth + 62), SUM(ResolutionWidth + 63), SUM(ResolutionWidth + 64), SUM(ResolutionWidth + 65), SUM(ResolutionWidth + 66), SUM(ResolutionWidth + 67), SUM(ResolutionWidth + 68), SUM(ResolutionWidth + 69), SUM(ResolutionWidth + 70), SUM(ResolutionWidth + 71), SUM(ResolutionWidth + 72), SUM(ResolutionWidth + 73), SUM(ResolutionWidth + 74), SUM(ResolutionWidth + 75), SUM(ResolutionWidth + 76), SUM(ResolutionWidth + 77), SUM(ResolutionWidth + 78), SUM(ResolutionWidth + 79), SUM(ResolutionWidth + 80), SUM(ResolutionWidth + 81), SUM(ResolutionWidth + 82), SUM(ResolutionWidth + 83), SUM(ResolutionWidth + 84), SUM(ResolutionWidth + 85), SUM(ResolutionWidth + 86), SUM(ResolutionWidth + 87), SUM(ResolutionWidth + 88), SUM(ResolutionWidth + 89) FROM hits;
SELECT SearchEngineID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY SearchEngineID, ClientIP ORDER BY c DESC LIMIT 10;
SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10;
diff --git a/starrocks/results/c6a.4xlarge.json b/starrocks/results/c6a.4xlarge.json
index cf8ccd29ef..ea6600a6c1 100644
--- a/starrocks/results/c6a.4xlarge.json
+++ b/starrocks/results/c6a.4xlarge.json
@@ -1,56 +1,55 @@
{
- "hide": true,
- "system": "StarRocks (tuned)",
+ "system": "StarRocks",
"date": "2022-09-25",
"machine": "c6a.4xlarge, 500gb gp2",
"cluster_size": 1,
"comment": "",
"tags": ["C++", "column-oriented", "MySQL compatible", "ClickHouse derivative"],
- "load_time": 737,
- "data_size": 17731811260,
+ "load_time": 492,
+ "data_size": 17233927256,
"result": [
- [0.02,0.03,0.02],
[0.04,0.02,0.02],
- [0.09,0.06,0.06],
- [2.00,0.08,0.08],
- [0.51,0.49,0.47],
- [1.32,0.96,0.90],
- [0.09,0.07,0.09],
- [0.06,0.01,0.02],
- [0.76,0.92,0.79],
- [0.94,0.86,0.94],
- [0.16,0.15,0.12],
- [0.15,0.13,0.12],
- [0.68,0.66,0.66],
- [1.48,1.38,1.36],
- [0.89,0.88,0.96],
- [0.63,0.56,0.56],
- [3.03,2.61,2.21],
- [0.46,0.41,0.50],
- [5.34,4.57,4.58],
- [0.01,0.00,0.01],
- [12.05,1.22,1.04],
- [13.14,1.05,1.02],
- [26.14,2.00,2.04],
- [37.50,2.50,3.04],
- [2.47,0.16,0.15],
- [0.13,0.12,0.14],
- [0.15,0.15,0.14],
- [11.77,1.45,1.41],
- [10.44,6.16,8.27],
- [1.54,1.40,1.37],
- [2.84,0.51,0.47],
- [2.96,0.74,0.72],
- [4.89,5.57,5.30],
- [11.71,4.86,4.79],
- [11.30,5.11,4.62],
- [2.69,2.56,2.59],
- [0.06,0.04,0.05],
- [0.04,0.03,0.02],
- [0.02,0.02,0.02],
- [0.15,0.14,0.14],
- [0.05,0.02,0.02],
- [0.03,0.02,0.01],
- [0.02,0.01,0.01]
+ [0.21,0.03,0.04],
+ [1.88,0.07,0.07],
+ [3.40,0.09,0.10],
+ [0.37,0.34,0.33],
+ [2.71,0.88,0.84],
+ [0.03,0.02,0.02],
+ [0.06,0.03,0.03],
+ [1.66,0.53,0.47],
+ [1.58,1.52,1.47],
+ [0.68,0.10,0.11],
+ [1.26,0.12,0.12],
+ [0.54,0.54,0.54],
+ [0.99,0.96,0.99],
+ [0.81,0.77,0.80],
+ [0.41,0.39,0.40],
+ [1.45,1.49,1.52],
+ [0.52,0.52,0.51],
+ [2.98,2.60,2.56],
+ [0.02,0.01,0.00],
+ [12.97,1.10,1.11],
+ [14.84,0.91,0.94],
+ [27.68,1.96,1.94],
+ [46.49,1.49,1.22],
+ [0.16,0.11,0.07],
+ [0.94,0.12,0.12],
+ [0.06,0.05,0.04],
+ [13.99,1.44,1.42],
+ [11.58,10.20,10.37],
+ [0.22,0.10,0.11],
+ [4.60,0.38,0.36],
+ [4.15,0.53,0.52],
+ [3.54,3.48,3.48],
+ [15.22,6.08,6.17],
+ [14.90,6.34,6.31],
+ [1.86,0.59,0.51],
+ [0.99,0.09,0.08],
+ [0.42,0.05,0.05],
+ [0.15,0.04,0.04],
+ [1.27,0.18,0.18],
+ [0.32,0.04,0.03],
+ [0.11,0.03,0.04],
+ [0.08,0.03,0.02]
]
}
diff --git a/starrocks/results/c6a.4xlarge.untuned.json b/starrocks/results/c6a.4xlarge.untuned.json
deleted file mode 100644
index 5048449ce5..0000000000
--- a/starrocks/results/c6a.4xlarge.untuned.json
+++ /dev/null
@@ -1,55 +0,0 @@
-{
- "system": "StarRocks",
- "date": "2022-09-25",
- "machine": "c6a.4xlarge, 500gb gp2",
- "cluster_size": 1,
- "comment": "",
- "tags": ["C++", "column-oriented", "MySQL compatible", "ClickHouse derivative"],
- "load_time": 737,
- "data_size": 17731811260,
- "result": [
- [0.03,0.03,0.03],
- [0.04,0.02,0.01],
- [0.09,0.06,0.07],
- [1.64,0.09,0.08],
- [0.49,0.48,0.47],
- [1.59,0.90,0.92],
- [0.09,0.08,0.08],
- [0.05,0.02,0.02],
- [0.78,0.75,0.77],
- [0.92,0.86,0.92],
- [0.17,0.15,0.12],
- [0.15,0.13,0.13],
- [0.68,0.66,0.69],
- [1.56,1.63,1.48],
- [0.96,0.92,0.91],
- [0.56,0.57,0.54],
- [2.85,2.24,2.26],
- [0.49,0.48,0.47],
- [4.37,4.39,4.41],
- [0.01,0.00,0.00],
- [10.86,1.12,1.05],
- [12.92,0.97,0.94],
- [25.64,3.23,2.14],
- [42.72,2.67,2.65],
- [3.08,0.28,0.23],
- [0.18,0.17,0.16],
- [0.19,0.16,0.17],
- [11.73,1.46,1.45],
- [10.48,6.21,8.73],
- [1.55,1.49,1.38],
- [3.21,0.50,0.50],
- [2.72,0.74,0.71],
- [4.88,5.71,5.13],
- [15.75,7.05,6.82],
- [14.24,6.82,7.25],
- [2.76,3.52,2.49],
- [0.06,0.04,0.05],
- [0.04,0.03,0.03],
- [0.02,0.02,0.02],
- [0.16,0.14,0.14],
- [0.05,0.02,0.02],
- [0.03,0.02,0.01],
- [0.01,0.01,0.01]
-]
-}
diff --git a/starrocks/results/c6a.metal.json b/starrocks/results/c6a.metal.json
index fd2b96d4bb..6c056d9e21 100644
--- a/starrocks/results/c6a.metal.json
+++ b/starrocks/results/c6a.metal.json
@@ -1,56 +1,55 @@
{
- "hide": true,
- "system": "StarRocks (tuned)",
- "date": "2022-09-25",
+ "system": "StarRocks",
+ "date": "2023-02-10",
"machine": "c6a.metal, 500gb gp2",
"cluster_size": 1,
"comment": "",
"tags": ["C++", "column-oriented", "MySQL compatible", "ClickHouse derivative"],
- "load_time": 490,
- "data_size": 17746587454,
+ "load_time": 433,
+ "data_size": 17705230744,
"result": [
- [0.10,0.03,0.03],
- [0.06,0.02,0.02],
- [0.06,0.04,0.04],
- [1.17,0.08,0.05],
- [0.08,0.07,0.10],
- [1.14,0.31,0.21],
- [0.06,0.05,0.03],
- [0.04,0.02,0.03],
- [0.22,0.20,0.20],
- [0.22,0.23,0.23],
+ [0.04,0.04,0.03],
+ [0.12,0.03,0.03],
+ [0.66,0.06,0.06],
+ [2.08,0.08,0.06],
[0.10,0.08,0.09],
- [0.11,0.10,0.11],
- [0.16,0.17,0.15],
- [0.26,0.27,0.26],
- [0.19,0.21,0.19],
- [0.09,0.08,0.08],
- [0.29,0.27,0.27],
- [0.09,0.10,0.10],
- [0.64,0.53,0.55],
- [0.01,0.00,0.01],
- [10.79,0.24,0.25],
- [0.16,0.14,0.14],
- [9.59,0.28,0.29],
- [23.02,0.32,0.31],
- [0.04,0.04,0.05],
- [0.04,0.05,0.05],
- [0.04,0.04,0.05],
- [0.29,0.30,0.30],
- [8.48,0.82,0.75],
- [0.30,0.28,0.26],
- [0.19,0.15,0.15],
- [2.11,0.20,0.22],
- [1.37,1.14,1.13],
- [0.93,0.95,0.91],
- [0.94,0.88,0.92],
- [0.32,0.32,0.33],
- [0.03,0.03,0.03],
- [0.02,0.02,0.02],
- [0.02,0.03,0.03],
- [0.16,0.17,0.16],
- [0.08,0.10,0.11],
- [0.09,0.10,0.10],
- [0.09,0.10,0.09]
+ [2.19,0.22,0.21],
+ [0.04,0.02,0.03],
+ [0.06,0.04,0.04],
+ [0.99,0.12,0.12],
+ [0.73,0.74,0.70],
+ [0.13,0.06,0.05],
+ [1.04,0.06,0.07],
+ [0.17,0.18,0.17],
+ [0.23,0.23,0.23],
+ [0.54,0.18,0.18],
+ [0.09,0.09,0.08],
+ [0.31,0.32,0.30],
+ [0.12,0.10,0.11],
+ [1.27,0.48,0.44],
+ [0.01,0.01,0.00],
+ [12.09,0.17,0.15],
+ [0.17,0.13,0.12],
+ [10.91,0.28,0.24],
+ [28.25,0.86,1.36],
+ [0.03,0.03,0.02],
+ [0.06,0.04,0.04],
+ [0.02,0.03,0.02],
+ [0.63,0.24,0.21],
+ [8.77,1.60,1.64],
+ [0.12,0.10,0.10],
+ [1.33,0.13,0.13],
+ [3.46,0.18,0.19],
+ [0.97,0.86,0.86],
+ [0.95,0.96,0.98],
+ [0.96,0.97,0.97],
+ [0.14,0.12,0.14],
+ [0.07,0.06,0.06],
+ [0.05,0.04,0.04],
+ [0.04,0.03,0.03],
+ [0.10,0.09,0.09],
+ [0.47,0.03,0.03],
+ [0.25,0.03,0.03],
+ [0.04,0.03,0.03]
]
}
diff --git a/starrocks/results/c6a.metal.untuned.json b/starrocks/results/c6a.metal.untuned.json
deleted file mode 100644
index 426f47b563..0000000000
--- a/starrocks/results/c6a.metal.untuned.json
+++ /dev/null
@@ -1,55 +0,0 @@
-{
- "system": "StarRocks",
- "date": "2022-09-25",
- "machine": "c6a.metal, 500gb gp2",
- "cluster_size": 1,
- "comment": "",
- "tags": ["C++", "column-oriented", "MySQL compatible", "ClickHouse derivative"],
- "load_time": 484,
- "data_size": 17746587454,
- "result": [
- [0.12,0.04,0.04],
- [0.04,0.03,0.03],
- [0.42,0.06,0.05],
- [2.15,0.05,0.05],
- [0.26,0.25,0.25],
- [1.44,0.32,0.29],
- [0.06,0.05,0.05],
- [0.06,0.04,0.03],
- [0.35,0.34,0.31],
- [0.36,0.40,0.35],
- [0.14,0.15,0.13],
- [0.18,0.16,0.16],
- [0.16,0.16,0.16],
- [0.33,0.33,0.32],
- [0.28,0.27,0.26],
- [0.27,0.28,0.26],
- [0.47,0.45,0.47],
- [0.35,0.36,0.35],
- [0.80,0.73,0.71],
- [0.01,0.01,0.01],
- [11.06,0.24,0.22],
- [0.13,0.12,0.14],
- [10.29,0.30,0.31],
- [44.91,0.26,0.27],
- [0.27,0.05,0.05],
- [0.23,0.05,0.05],
- [0.13,0.05,0.05],
- [1.34,7.10,0.47],
- [2.08,1.27,1.57],
- [0.52,0.38,0.44],
- [0.87,0.24,0.24],
- [0.99,0.34,0.31],
- [1.45,1.48,1.30],
- [2.28,1.08,1.06],
- [1.00,1.16,0.98],
- [0.50,0.44,0.47],
- [0.05,0.04,0.04],
- [0.04,0.04,0.04],
- [0.04,0.03,0.03],
- [0.19,0.20,0.19],
- [0.12,0.10,0.11],
- [0.12,0.11,0.11],
- [0.07,0.08,0.06]
-]
-}
diff --git a/starrocks/run.sh b/starrocks/run.sh
index 508bc99d5d..e85bc69b5e 100755
--- a/starrocks/run.sh
+++ b/starrocks/run.sh
@@ -1,11 +1,11 @@
#!/bin/bash
TRIES=3
-QUERY_NUM=1
+QUERY_NUM=0
touch result.csv
truncate -s0 result.csv
-cat queries.sql | while read query; do
+cat queries.sql | while read -r query; do
sync
echo 3 | sudo tee /proc/sys/vm/drop_caches > /dev/null