From cb701dc223ea9a5fed36d33543ecbe67392db73c Mon Sep 17 00:00:00 2001 From: Nussknacker Date: Thu, 21 Nov 2024 05:06:16 +0000 Subject: [PATCH] Update benchmark data --- data/e2e.csv | 4 ++-- data/microbenchmarks.csv | 36 ++++++++++++++++++------------------ 2 files changed, 20 insertions(+), 20 deletions(-) diff --git a/data/e2e.csv b/data/e2e.csv index e8e4baf..20dadba 100644 --- a/data/e2e.csv +++ b/data/e2e.csv @@ -1,4 +1,6 @@ Date,Step,Value +2024-11-21T00:18:42Z,|prepareData,3454259.00|,|runScenario,10453.00| +2024-11-21T00:18:42Z,|verifyResult,588257.00|, 2024-11-20T00:18:45Z,|prepareData,3466810.00|,|runScenario,10447.00| 2024-11-20T00:18:45Z,|verifyResult,570252.00|, 2024-11-19T00:19:16Z,|prepareData,3492273.00|,|runScenario,10609.00| @@ -57,5 +59,3 @@ Date,Step,Value 2024-10-24T00:17:53Z,|verifyResult,540568.00|, 2024-10-23T00:17:19Z,|prepareData,3413073.00|,|runScenario,10418.00| 2024-10-23T00:17:19Z,|verifyResult,539270.00|, -2024-10-22T00:19:24Z,|prepareData,3504959.00|,|runScenario,10492.00| -2024-10-22T00:19:24Z,|verifyResult,554575.00|, diff --git a/data/microbenchmarks.csv b/data/microbenchmarks.csv index 926af25..1a1b96c 100644 --- a/data/microbenchmarks.csv +++ b/data/microbenchmarks.csv @@ -1,4 +1,22 @@ Date,Benchmark,Mode,Threads,Samples,Score,Score Error (99.9%),Unit +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkAsyncService,thrpt,1,8,190082.009277,1038.739919,ops/s +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkSyncService,thrpt,1,8,169180.644847,632.992053,ops/s +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureAsyncService,thrpt,1,8,43148.106691,762.058194,ops/s +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureSyncService,thrpt,1,8,983029.816780,4758.908716,ops/s +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOAsyncService,thrpt,1,8,42085.829952,1209.236035,ops/s +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOSyncService,thrpt,1,8,631702.964472,2308.048971,ops/s +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.aggregate.AggregatorBenchamark.sumAggregatorAdd,avgt,1,8,0.038120,0.000115,us/op +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.defaultFlinkKryoRoundTripSerialization,avgt,1,8,12.097020,0.068474,us/op +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.schemaIdBasedKryoRoundTripSerialization,avgt,1,8,1.833643,0.020760,us/op +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericScalaMapSerialization,avgt,1,8,2.926079,0.021804,us/op +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericSerialization,avgt,1,8,10.190235,0.064179,us/op +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericTypedMapSerialization,avgt,1,8,1.826424,0.003323,us/op +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultScalaMapSerialization,avgt,1,8,0.546594,0.001785,us/op +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultSerialization,avgt,1,8,0.846486,0.002376,us/op +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultTypedMapSerialization,avgt,1,8,0.476890,0.002377,us/op +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.spel.SampleSpelBenchmark.benchmark,avgt,1,8,0.110456,0.000388,us/op +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.chainCallBenchmark,ss,1,8,4.395572,2.721612,ms/op +2024-11-20T23:35:46Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.complexExpressionBenchmark,ss,1,8,6.423612,3.006919,ms/op 2024-11-19T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkAsyncService,thrpt,1,8,187086.238213,628.584976,ops/s 2024-11-19T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkSyncService,thrpt,1,8,184883.552120,741.463130,ops/s 2024-11-19T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureAsyncService,thrpt,1,8,43144.029809,813.649903,ops/s @@ -521,21 +539,3 @@ Date,Benchmark,Mode,Threads,Samples,Score,Score Error (99.9%),Unit 2024-10-22T23:35:48Z,pl.touk.nussknacker.engine.benchmarks.spel.SampleSpelBenchmark.benchmark,avgt,1,8,0.091680,0.000253,us/op 2024-10-22T23:35:48Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.chainCallBenchmark,ss,1,8,3.288662,0.830708,ms/op 2024-10-22T23:35:48Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.complexExpressionBenchmark,ss,1,8,6.078571,2.107850,ms/op -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkAsyncService,thrpt,1,8,194979.021738,643.479488,ops/s -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkSyncService,thrpt,1,8,192729.188782,581.260364,ops/s -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureAsyncService,thrpt,1,8,44171.540166,694.432043,ops/s -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureSyncService,thrpt,1,8,949031.833423,2671.798482,ops/s -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOAsyncService,thrpt,1,8,43130.052880,993.427143,ops/s -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOSyncService,thrpt,1,8,647367.991571,4504.845189,ops/s -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.aggregate.AggregatorBenchamark.sumAggregatorAdd,avgt,1,8,0.040200,0.000127,us/op -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.defaultFlinkKryoRoundTripSerialization,avgt,1,8,11.877902,0.043444,us/op -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.schemaIdBasedKryoRoundTripSerialization,avgt,1,8,1.826426,0.008137,us/op -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericScalaMapSerialization,avgt,1,8,2.923190,0.008944,us/op -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericSerialization,avgt,1,8,10.259023,0.037793,us/op -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericTypedMapSerialization,avgt,1,8,1.825982,0.013240,us/op -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultScalaMapSerialization,avgt,1,8,0.564306,0.003491,us/op -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultSerialization,avgt,1,8,0.887432,0.005865,us/op -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultTypedMapSerialization,avgt,1,8,0.485410,0.001585,us/op -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.spel.SampleSpelBenchmark.benchmark,avgt,1,8,0.109543,0.000426,us/op -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.chainCallBenchmark,ss,1,8,3.768774,0.810334,ms/op -2024-10-21T23:35:51Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.complexExpressionBenchmark,ss,1,8,5.576873,1.043149,ms/op