Generate HTML after #51

ClickHouse · Nov 25, 2022 · 8ce2df8 · 8ce2df8
1 parent 71d6cfe
commit 8ce2df8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/index.html b/index.html
@@ -359,7 +359,7 @@
 ,{"system":"Databend","date":"2022-11-15","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","ClickHouse derivative"],"load_time":442,"data_size":16075899488,"result":[[0.0508,0.006124,0.006221],[0.116371,0.043494,0.043111],[0.285636,0.079906,0.079754],[1.015417,0.137815,0.094609],[0.884458,0.888167,0.88974],[0.889425,0.881534,0.884572],[0.119707,0.040901,0.040201],[0.085632,0.045283,0.048562],[2.514139,2.269367,2.258248],[3.609747,2.387973,2.377058],[1.072023,0.399061,0.352369],[1.325429,0.448702,0.403263],[1.577367,1.296656,1.251004],[3.353688,1.853624,1.898598],[1.912451,1.414917,1.525265],[1.619931,1.297493,1.293442],[5.634646,4.903098,4.957365],[4.459208,3.707654,3.964768],[11.119566,8.775199,8.637654],[0.559955,0.021579,0.020804],[9.193678,3.950343,3.907928],[11.203889,4.08378,4.068505],[21.24651,8.01459,8.00078],[55.987338,14.649996,14.752932],[3.853903,0.521871,0.473308],[1.009042,0.370048,0.32932],[3.952747,0.522387,0.475292],[9.174419,3.553316,3.548634],[8.476201,7.091029,7.086211],[2.571957,2.525812,2.547844],[4.317876,1.156125,1.158417],[7.987505,2.067545,2.095677],[13.518619,11.315866,11.490431],[12.589491,7.751158,7.677315],[16.296902,12.815518,12.707802],[2.314965,2.120891,2.141161],[0.560232,0.477576,0.476592],[0.272514,0.19943,0.185964],[0.171017,0.142604,0.142321],[1.141981,1.14406,1.172517],[0.146263,0.0551,0.053713],[0.077452,0.043259,0.043329],[0.070523,0.049476,0.052166]],"source":"databend/results/c6a.4xlarge.json"}
 ,{"system":"datafusion","date":"2022-08-10","machine":"f16s v2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[1.365,0.66,0.647],[0.485,0.491,0.46],[1.13,0.992,0.98],[0.864,0.636,0.627],[2.477,2.324,2.317],[4.989,4.707,4.687],[0.47,0.422,0.421],[0.529,0.51,0.493],[3.175,2.934,2.886],[5.496,5.113,5.056],[2.001,1.715,1.711],[2.524,2.162,2.156],[5.354,5.132,5.221],[7.277,7.016,6.849],[6.135,5.724,5.722],[4.286,4.023,4.126],[10.519,10.005,9.987],[8.287,7.855,7.898],[17.448,17.179,16.774],[0.753,0.568,0.566],[26.014,10.427,10.361],[15.792,13.861,13.542],[52.167,37.184,36.419],[158.124,105.186,104.726],[5.948,5.328,5.312],[7.518,7.221,7.207],[9.74,9.051,9.32],[12.577,10.655,10.695],[248.741,253.971,255.908],[2.263,2.674,2.652],[8.128,7.429,7.305],[10.015,8.755,8.773],[null,null,null],[22.521,20.963,20.646],[22.683,20.848,20.849],[4.194,4,3.929],[0.365,0.324,0.32],[0.322,0.293,0.29],[0.285,0.259,0.252],[0.669,0.621,0.624],[0.13,0.107,0.106],[0.12,0.099,0.108],[0.107,0.095,0.088]],"source":"datafusion/results/f16s_v2.json"}
 ,{"system":"Druid","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Druid is killed and restarted after every query. Otherwise some queries make Druid degraded and results are incorrect. For example after Q13 even SELECT 1 works for 7 seconds","tags":["Java","column-oriented"],"load_time":19620,"data_size":45188608472,"result":[[0.032365,0.016716,0.016921],[0.400766,0.275591,0.271057],[0.38235,0.152084,0.151652],[1.379492,0.137201,0.128902],[3.278731,2.527105,2.515128],[8.576382,6.54654,6.503001],[null,null,null],[0.563852,0.273795,0.275086],[11.509993,10.636571,10.597993],[13.357647,12.42121,12.337247],[1.636875,0.8213,0.900056],[1.692544,0.512066,0.440511],[2.453274,1.769806,1.807207],[8.503408,7.261406,7.334872],[61.056041,59.251083,59.500549],[8.62067,8.236657,8.22538],[164.840762,null,null],[24.165797,22.308466,null],[null,null,null],[null,null,null],[25.973369,25.597864,25.602509],[null,null,null],[null,null,null],[7.805347,6.629776,6.947366],[0.257845,0.020327,0.016976],[null,null,null],[null,null,null],[32.948154,31.04677,29.221959],[null,null,null],[7.230865,7.033713,6.972421],[20.54625,19.237428,19.258469],[54.065945,52.451318,52.466653],[null,null,null],[17.499267,null,null],[null,null,null],[60.478315,60.05494,60.458946],[1.698088,1.490317,1.461969],[1.409572,0.939003,0.907252],[0.866729,0.329539,0.287435],[null,null,null],[0.932473,0.420781,0.359095],[0.723142,0.3253,0.296865],[0.603483,0.150892,0.140716]],"source":"druid/results/c6a.4xlarge.json"}
-,{"system":"DuckDB","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Many queries triggered OOM","tags":["C++","column-oriented","embedded"],"load_time":4217,"data_size":27241492480,"result":[[0.005694353996659629,0.003944558004150167,0.003837226002360694],[0.16991353100456763,0.03919722700084094,0.03835860399703961],[0.44898432699847035,0.04947217500011902,0.04852217998995911],[0.07586832098604646,0.07051395199960098,0.07007493599667214],[9.554053236002801,8.153356187991449,8.73448242500308],[7.66042533799191,6.931124911992811,7.103380946995458],[0.030703739990713075,0.027668555994750932,0.027583695002249442],[0.1778664360026596,0.03942437999648973,0.03882004099432379],[8.53439180701389,8.869582625004114,9.020313234999776],[10.40215514000738,11.125320470004226,8.941559945000336],[1.1747649609897053,1.04221136700653,1.004799570000614],[1.2380354650085792,1.1211603130068397,2.4278587239969056],[3.1751541379926493,0.9360461989999749,0.8868292279948946],[6.855684430003748,7.300301584007684,5.712960822012974],[3.70588762400439,1.0249276379909134,0.9473389159975341],[2.1037107890006155,1.6215517020027619,1.5671920729946578],[null,null,null],[null,null,null],[null,null,null],[0.0002772739971987903,0.00016792300448287278,0.0001574420020915568],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[2.9310110910009826,0.19020285899750888,0.1736805049877148],[2.939304119994631,0.18754731099761557,0.18073286200524308],[2.8706370779982535,0.18822155400994234,0.17905898999015335],[null,null,null],[null,null,null],[0.884408778991201,0.714329167996766,0.7135983259940986],[5.3762675570033025,0.8803737630078103,0.8728962720051641],[7.249190265996731,2.9648747390019707,2.866687831003219],[null,null,null],[null,null,null],[null,null,null],[4.515183198003797,4.030519469000865,4.014251719010645],[0.11604027298744768,0.040539135996368714,0.04280066800129134],[0.0457908230018802,0.021069509006338194,0.019683108999743126],[0.0680370800109813,0.011889394998434,0.01056639499438461],[0.22029169600864407,0.08547276000899728,0.09095505000732373],[0.03759863799496088,0.008373684002435766,0.007633563989656977],[0.025631797994719818,0.008081699008471332,0.007858585988287814],[0.034359957004198804,0.025543516996549442,0.02533275399764534]],"source":"duckdb/results/c6a.4xlarge.json"}
+,{"system":"DuckDB","date":"2022-11-15","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"tags":["C++","column-oriented","embedded"],"load_time":416,"data_size":25024802816,"result":[[0.007988478000015675,0.004515659999924537,0.004503920000161088],[0.11100315900011992,0.0329610019998654,0.028879086999950232],[0.6478460649998397,0.05915705200004595,0.05621285400002307],[1.323183034000067,0.0455285499999718,0.04504826400011552],[1.222814291000077,0.7548531599998114,0.7589927649999026],[2.8619665539999914,0.7005150949999006,0.6948298479999266],[0.11942326999997022,0.05013811599997098,0.04905426100003751],[0.14966445099980774,0.034241171000076065,0.03345654100007778],[4.244694572000071,0.8486790140000267,0.8334544100000585],[3.0409637129998828,1.1786685279998892,1.1486964670000361],[1.2471184640000956,0.42324365099989336,0.3113840030000574],[4.312250543000118,0.2591428690000157,0.25120333299992126],[3.587442906999968,0.5870498879999104,0.5784097270000075],[6.9048232530001314,1.0046518700000888,0.987080990999857],[4.13467192600001,0.6404815850000887,0.6235957799999596],[2.0105650860000424,0.8113902259999577,0.78756950900015],[3.248947224999938,2.7703119679999872,1.6008261179999863],[3.2351198680000834,1.5603282849999687,1.5319727170001443],[10.72432485399986,3.070198415999812,3.065633552999998],[2.3459199960000205,0.43844037300004857,0.44263849999993],[22.106918537999945,0.8214904700000716,0.815211096999974],[22.445440309000105,0.5390162549999786,0.5336183530000653],[38.162022707999995,0.7763018340001508,0.7754006909999589],[96.78093567899987,4.105949430999999,4.102333362000081],[3.6950249729998177,0.1867992550000963,0.18109103799997683],[1.0970243589999882,0.1984391500000129,0.18246500600002946],[3.6618248540000877,0.19925248999993528,0.185544137000079],[21.191481531999898,0.478393307000033,0.4700544350000655],[14.240373419999969,3.5203460679997534,3.638875715999802],[0.8780410869999287,0.547536578999825,0.4830867450000369],[4.3269140569996125,0.5835747720002473,0.5723880420000569],[9.054497873999935,0.8204964669998844,0.8048715669997364],[16.009907588999795,4.723961488999976,7.069065186999978],[21.76933206700005,2.2042322819997935,2.213854970000284],[21.591168588000073,2.22991274900005,2.237306400000307],[1.5004984629999853,0.8202248339998732,0.8199325200002932],[0.1191018049999002,0.0322099319996596,0.029625235999901633],[0.06348333900041325,0.016720733999591175,0.01323864699998012],[0.08746766900003422,0.021063181000045006,0.01836599499984004],[0.21232219900002747,0.06138483099994119,0.05096832199978962],[0.06383551399994758,0.015361045000190643,0.009370135000153823],[0.05804349699974409,0.010943656000108604,0.008688407000136067],[0.04755750599997555,0.010486199999832024,0.008859258000029513]],"source":"duckdb/results/c6a.4xlarge.json"}
 ,{"system":"Elasticsearch","date":"2022-07-20","machine":"c6a.4xlarge, 1500gb gp2","cluster_size":1,"comment":"","tags":["Java","search"],"load_time":10071.796,"data_size":76633643596,"result":[[0,0,0],[0.53,1.667,1.67],[13.977,14.071,13.991],[6.761,6.694,6.744],[4.38,4.413,4.432],[156.644,156.142,156.421],[6.252,6.206,6.301],[1.721,1.714,1.709],[16,16.05,16.432],[32.227,32.35,32.389],[1.784,1.778,1.772],[2.22,2.212,2.214],[5.197,5.25,5.201],[5.238,5.187,5.191],[5.564,5.598,5.63],[5.512,5.589,5.455],[12.825,12.748,12.841],[12.315,12.394,12.167],[36.529,36.493,36.737],[0.002,0.002,0.002],[13.372,13.321,13.418],[16.461,16.487,16.459],[26.246,25.728,25.837],[13.416,13.365,13.541],[1.028,1.045,1.026],[1.286,1.288,1.297],[1.028,1.03,1.032],[116.649,117.058,117.61],[null,null,null],[1480.142,1484.714,1483.256],[2.193,2.155,2.157],[2.238,2.233,2.257],[8.843,8.538,8.611],[16.879,16.863,16.949],[16.787,16.85,16.853],[47.658,46.439,46.566],[10.1,10.095,10.063],[7.803,7.834,7.821],[10.097,9.961,10.188],[16.014,16.064,16.065],[0.143,0.144,0.144],[0.13,0.131,0.131],[0.337,0.337,0.336]],"source":"elasticsearch/results/c6a.4xlarge.json"}
 ,{"hide":true,"system":"Elasticsearch (tuned)","date":"2022-07-25","machine":"c6a.4xlarge, 1500gb gp2","cluster_size":1,"comment":"Tuned by repeated benchmark to find the optimal Elasticsearch shard number and size for this resource type and workload","tags":["Java","search"],"load_time":5264.429,"data_size":91680375082,"result":[[0,0,0],[0.195,0.38,0.381],[3.559,3.504,3.493],[1.972,1.632,1.609],[1.066,1.055,1.065],[42.797,41.784,41.63],[1.575,1.561,1.565],[0.387,0.385,0.401],[4.005,4.042,3.985],[7.786,7.81,7.91],[0.613,0.489,0.494],[0.667,0.604,0.6],[1.467,1.401,1.413],[1.473,1.491,1.477],[1.592,1.524,1.526],[1.334,1.318,1.314],[3.203,3.192,3.219],[3.104,3.108,3.107],[8.973,9.051,9.087],[0.038,0.002,0.002],[8.41,4.558,4.55],[5.904,5.417,5.425],[12.761,9.118,9.103],[4.534,4.537,4.542],[0.326,0.294,0.288],[0.411,0.369,0.369],[0.292,0.292,0.291],[40.03,34.1,34.044],[null,null,null],[380.687,385.475,388.004],[0.746,0.542,0.538],[1.989,0.564,0.551],[1.993,2.019,1.997],[5.635,5.286,5.257],[5.242,5.207,5.266],[11.442,11.569,11.639],[3.625,3.604,3.583],[3.063,2.916,2.92],[3.581,3.494,3.497],[5.54,5.206,5.227],[0.108,0.025,0.026],[0.059,0.021,0.023],[0.071,0.071,0.071]],"source":"elasticsearch/results/c6a.4xlarge.tuned.json"}
 ,{"system":"Greenplum","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","column-oriented","PostgreSQL compatible"],"load_time":1080,"data_size":42000000000,"result":[[2.20009,1.45883,1.13573],[1.28661,1.07897,1.01856],[2.2582,2.42193,2.59693],[1.89371,1.9246,1.73866],[9.54471,9.71956,10.0357],[4.55957,4.10112,4.70458],[1.65167,1.89767,1.97051],[1.02537,0.999323,1.00524],[7.89792,7.75718,8.01219],[11.3779,11.6003,11.2552],[2.11955,2.05003,1.9553],[2.01997,1.97932,1.98284],[2.88666,2.92828,2.96822],[4.06272,4.01771,4.03011],[3.46303,3.24779,3.06475],[8.43717,8.18641,7.99202],[9.02176,8.91572,8.92748],[8.66982,8.39332,8.62497],[15.1321,14.9502,15.2344],[1.00877,0.934589,0.975342],[11.0582,3.25807,3.17687],[12.2634,3.5188,3.93705],[24.1522,4.86328,4.88764],[67.1517,20.4,20.261],[2.5799,1.66114,1.90432],[1.72831,1.89536,1.2515],[2.44154,1.46595,1.88238],[11.1175,6.09551,6.02292],[83.041,82.9784,82.8678],[82.5441,82.5427,83.9836],[3.0962,3.22225,3.19431],[5.77576,4.05973,4.00366],[43.6826,40.4375,40.1076],[18.0978,13.2741,12.8894],[17.3187,13.5411,13.5927],[9.72405,9.90029,10.0177],[0.294344,0.169606,0.173804],[0.162524,0.117489,0.115532],[0.145205,0.098342,0.097275],[0.334809,0.275365,0.265053],[0.154522,0.107654,0.10529],[0.158957,0.117284,0.119068],[0.193756,0.144787,0.145485]],"source":"greenplum/results/c6a.4xlarge.json"}