From 2f900b520a69e7d9d2b6cdf67483bcdc9396491a Mon Sep 17 00:00:00 2001 From: Grzegorz Piwowarek Date: Tue, 15 Oct 2024 23:02:15 +0200 Subject: [PATCH] Write benchmark results to file (#970) --- .../pivovarit/collectors/benchmark/Bench.java | 63 +- .../collectors/benchmark/result.json | 932 ++++++++++++++++++ 2 files changed, 935 insertions(+), 60 deletions(-) create mode 100644 src/test/java/com/pivovarit/collectors/benchmark/result.json diff --git a/src/test/java/com/pivovarit/collectors/benchmark/Bench.java b/src/test/java/com/pivovarit/collectors/benchmark/Bench.java index e4fbd15a..4caa219e 100644 --- a/src/test/java/com/pivovarit/collectors/benchmark/Bench.java +++ b/src/test/java/com/pivovarit/collectors/benchmark/Bench.java @@ -8,6 +8,7 @@ import org.openjdk.jmh.annotations.Setup; import org.openjdk.jmh.annotations.State; import org.openjdk.jmh.annotations.TearDown; +import org.openjdk.jmh.results.format.ResultFormatType; import org.openjdk.jmh.runner.Runner; import org.openjdk.jmh.runner.RunnerException; import org.openjdk.jmh.runner.options.OptionsBuilder; @@ -78,67 +79,9 @@ public static void main(String[] args) throws RunnerException { .include(Bench.class.getSimpleName()) .warmupIterations(5) .measurementIterations(5) + .resultFormat(ResultFormatType.JSON) + .result("result.json") .forks(1) .build()).run(); } } - -/* 972ffbb @ Intel i7-4980HQ (8) @ 2.80GHz, 8u222 -Benchmark (parallelism) Mode Cnt Score Error Units -Bench.parallel_batch_collect 1 thrpt 5 10218.766 ± 131.633 ops/s -Bench.parallel_batch_collect 10 thrpt 5 8096.380 ± 197.893 ops/s -Bench.parallel_batch_collect 100 thrpt 5 2441.829 ± 207.863 ops/s -Bench.parallel_batch_collect 1000 thrpt 5 1092.730 ± 54.745 ops/s -Bench.parallel_batch_streaming_collect 1 thrpt 5 10715.432 ± 78.383 ops/s -Bench.parallel_batch_streaming_collect 10 thrpt 5 7894.899 ± 229.013 ops/s -Bench.parallel_batch_streaming_collect 100 thrpt 5 3089.166 ± 181.723 ops/s -Bench.parallel_batch_streaming_collect 1000 thrpt 5 1001.557 ± 68.654 ops/s -Bench.parallel_collect 1 thrpt 5 67.891 ± 1.357 ops/s -Bench.parallel_collect 10 thrpt 5 105.943 ± 7.940 ops/s -Bench.parallel_collect 100 thrpt 5 597.102 ± 78.423 ops/s -Bench.parallel_collect 1000 thrpt 5 948.764 ± 84.439 ops/s -Bench.parallel_streaming 1 thrpt 5 50.920 ± 1.569 ops/s -Bench.parallel_streaming 10 thrpt 5 94.064 ± 4.054 ops/s -Bench.parallel_streaming 100 thrpt 5 619.749 ± 52.431 ops/s -Bench.parallel_streaming 1000 thrpt 5 998.359 ± 116.077 ops/s - -677be167 @ Intel i7-4980HQ (8) @ 2.80GHz, 8u222 -Benchmark (parallelism) Mode Cnt Score Error Units -Bench.parallel_batch_collect 1 thrpt 5 32233.522 ± 235.439 ops/s -Bench.parallel_batch_collect 10 thrpt 5 8060.083 ± 94.752 ops/s -Bench.parallel_batch_collect 100 thrpt 5 2426.542 ± 193.879 ops/s -Bench.parallel_batch_collect 1000 thrpt 5 934.644 ± 55.999 ops/s -Bench.parallel_batch_streaming_collect 1 thrpt 5 77694.159 ± 2116.185 ops/s -Bench.parallel_batch_streaming_collect 10 thrpt 5 7870.352 ± 348.309 ops/s -Bench.parallel_batch_streaming_collect 100 thrpt 5 2879.023 ± 201.298 ops/s -Bench.parallel_batch_streaming_collect 1000 thrpt 5 967.816 ± 38.293 ops/s -Bench.parallel_collect 1 thrpt 5 32098.014 ± 172.707 ops/s -Bench.parallel_collect 10 thrpt 5 100.167 ± 1.716 ops/s -Bench.parallel_collect 100 thrpt 5 575.142 ± 38.363 ops/s -Bench.parallel_collect 1000 thrpt 5 838.213 ± 104.457 ops/s -Bench.parallel_streaming 1 thrpt 5 76688.156 ± 345.348 ops/s -Bench.parallel_streaming 10 thrpt 5 94.536 ± 3.537 ops/s -Bench.parallel_streaming 100 thrpt 5 568.705 ± 43.813 ops/s -Bench.parallel_streaming 1000 thrpt 5 661.632 ± 125.598 ops/s - */ - - -/* -Benchmark (parallelism) Mode Cnt Score Error Units -Bench.parallel_batch_collect 1 thrpt 5 10322.716 ± 205.674 ops/s -Bench.parallel_batch_collect 10 thrpt 5 8069.709 ± 565.910 ops/s -Bench.parallel_batch_collect 100 thrpt 5 2464.723 ± 211.265 ops/s -Bench.parallel_batch_collect 1000 thrpt 5 1098.746 ± 62.746 ops/s -Bench.parallel_batch_streaming_collect 1 thrpt 5 10558.572 ± 149.537 ops/s -Bench.parallel_batch_streaming_collect 10 thrpt 5 7962.604 ± 193.840 ops/s -Bench.parallel_batch_streaming_collect 100 thrpt 5 2920.520 ± 250.607 ops/s -Bench.parallel_batch_streaming_collect 1000 thrpt 5 990.883 ± 85.655 ops/s -Bench.parallel_collect 1 thrpt 5 10246.722 ± 233.566 ops/s -Bench.parallel_collect 10 thrpt 5 103.467 ± 4.369 ops/s -Bench.parallel_collect 100 thrpt 5 738.842 ± 42.034 ops/s -Bench.parallel_collect 1000 thrpt 5 1003.320 ± 106.542 ops/s -Bench.parallel_streaming 1 thrpt 5 10810.950 ± 79.055 ops/s -Bench.parallel_streaming 10 thrpt 5 96.465 ± 4.228 ops/s -Bench.parallel_streaming 100 thrpt 5 634.921 ± 39.763 ops/s -Bench.parallel_streaming 1000 thrpt 5 1016.447 ± 119.117 ops/s - */ diff --git a/src/test/java/com/pivovarit/collectors/benchmark/result.json b/src/test/java/com/pivovarit/collectors/benchmark/result.json new file mode 100644 index 00000000..b649564e --- /dev/null +++ b/src/test/java/com/pivovarit/collectors/benchmark/result.json @@ -0,0 +1,932 @@ +[ + { + "jmhVersion" : "1.37", + "benchmark" : "com.pivovarit.collectors.benchmark.Bench.parallel_batch_collect", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/Users/pivovarit/Library/Java/JavaVirtualMachines/openjdk-23/Contents/Home/bin/java", + "jvmArgs" : [ + "-javaagent:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/lib/idea_rt.jar=54783:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/bin", + "-Dfile.encoding=UTF-8", + "-Dsun.stdout.encoding=UTF-8", + "-Dsun.stderr.encoding=UTF-8" + ], + "jdkVersion" : "23", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "23+37-2369", + "warmupIterations" : 5, + "warmupTime" : "10 s", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "10 s", + "measurementBatchSize" : 1, + "params" : { + "parallelism" : "1" + }, + "primaryMetric" : { + "score" : 24717.848610511945, + "scoreError" : 173.3503987038738, + "scoreConfidence" : [ + 24544.49821180807, + 24891.19900921582 + ], + "scorePercentiles" : { + "0.0" : 24661.068189033736, + "50.0" : 24733.25297254149, + "90.0" : 24766.604945591484, + "95.0" : 24766.604945591484, + "99.0" : 24766.604945591484, + "99.9" : 24766.604945591484, + "99.99" : 24766.604945591484, + "99.999" : 24766.604945591484, + "99.9999" : 24766.604945591484, + "100.0" : 24766.604945591484 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 24733.25297254149, + 24747.63199652638, + 24680.684948866627, + 24766.604945591484, + 24661.068189033736 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.37", + "benchmark" : "com.pivovarit.collectors.benchmark.Bench.parallel_batch_collect", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/Users/pivovarit/Library/Java/JavaVirtualMachines/openjdk-23/Contents/Home/bin/java", + "jvmArgs" : [ + "-javaagent:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/lib/idea_rt.jar=54783:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/bin", + "-Dfile.encoding=UTF-8", + "-Dsun.stdout.encoding=UTF-8", + "-Dsun.stderr.encoding=UTF-8" + ], + "jdkVersion" : "23", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "23+37-2369", + "warmupIterations" : 5, + "warmupTime" : "10 s", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "10 s", + "measurementBatchSize" : 1, + "params" : { + "parallelism" : "10" + }, + "primaryMetric" : { + "score" : 3468.773574596741, + "scoreError" : 159.3683879806492, + "scoreConfidence" : [ + 3309.405186616092, + 3628.14196257739 + ], + "scorePercentiles" : { + "0.0" : 3421.2531109173224, + "50.0" : 3483.3660644980428, + "90.0" : 3522.3176942160158, + "95.0" : 3522.3176942160158, + "99.0" : 3522.3176942160158, + "99.9" : 3522.3176942160158, + "99.99" : 3522.3176942160158, + "99.999" : 3522.3176942160158, + "99.9999" : 3522.3176942160158, + "100.0" : 3522.3176942160158 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3421.2531109173224, + 3432.9599328524673, + 3522.3176942160158, + 3483.971070499858, + 3483.3660644980428 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.37", + "benchmark" : "com.pivovarit.collectors.benchmark.Bench.parallel_batch_collect", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/Users/pivovarit/Library/Java/JavaVirtualMachines/openjdk-23/Contents/Home/bin/java", + "jvmArgs" : [ + "-javaagent:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/lib/idea_rt.jar=54783:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/bin", + "-Dfile.encoding=UTF-8", + "-Dsun.stdout.encoding=UTF-8", + "-Dsun.stderr.encoding=UTF-8" + ], + "jdkVersion" : "23", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "23+37-2369", + "warmupIterations" : 5, + "warmupTime" : "10 s", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "10 s", + "measurementBatchSize" : 1, + "params" : { + "parallelism" : "100" + }, + "primaryMetric" : { + "score" : 2113.161381188691, + "scoreError" : 225.55876179612065, + "scoreConfidence" : [ + 1887.6026193925702, + 2338.7201429848114 + ], + "scorePercentiles" : { + "0.0" : 2022.9845938626295, + "50.0" : 2111.532557438932, + "90.0" : 2177.22401335682, + "95.0" : 2177.22401335682, + "99.0" : 2177.22401335682, + "99.9" : 2177.22401335682, + "99.99" : 2177.22401335682, + "99.999" : 2177.22401335682, + "99.9999" : 2177.22401335682, + "100.0" : 2177.22401335682 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2022.9845938626295, + 2150.5024977403536, + 2111.532557438932, + 2103.563243544721, + 2177.22401335682 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.37", + "benchmark" : "com.pivovarit.collectors.benchmark.Bench.parallel_batch_collect", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/Users/pivovarit/Library/Java/JavaVirtualMachines/openjdk-23/Contents/Home/bin/java", + "jvmArgs" : [ + "-javaagent:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/lib/idea_rt.jar=54783:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/bin", + "-Dfile.encoding=UTF-8", + "-Dsun.stdout.encoding=UTF-8", + "-Dsun.stderr.encoding=UTF-8" + ], + "jdkVersion" : "23", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "23+37-2369", + "warmupIterations" : 5, + "warmupTime" : "10 s", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "10 s", + "measurementBatchSize" : 1, + "params" : { + "parallelism" : "1000" + }, + "primaryMetric" : { + "score" : 506.96556672981313, + "scoreError" : 46.81048869401396, + "scoreConfidence" : [ + 460.1550780357992, + 553.7760554238271 + ], + "scorePercentiles" : { + "0.0" : 486.9511426556734, + "50.0" : 511.73789445288736, + "90.0" : 516.4286640935273, + "95.0" : 516.4286640935273, + "99.0" : 516.4286640935273, + "99.9" : 516.4286640935273, + "99.99" : 516.4286640935273, + "99.999" : 516.4286640935273, + "99.9999" : 516.4286640935273, + "100.0" : 516.4286640935273 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 516.4286640935273, + 486.9511426556734, + 504.30869403505505, + 515.4014384119228, + 511.73789445288736 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.37", + "benchmark" : "com.pivovarit.collectors.benchmark.Bench.parallel_batch_streaming_collect", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/Users/pivovarit/Library/Java/JavaVirtualMachines/openjdk-23/Contents/Home/bin/java", + "jvmArgs" : [ + "-javaagent:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/lib/idea_rt.jar=54783:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/bin", + "-Dfile.encoding=UTF-8", + "-Dsun.stdout.encoding=UTF-8", + "-Dsun.stderr.encoding=UTF-8" + ], + "jdkVersion" : "23", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "23+37-2369", + "warmupIterations" : 5, + "warmupTime" : "10 s", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "10 s", + "measurementBatchSize" : 1, + "params" : { + "parallelism" : "1" + }, + "primaryMetric" : { + "score" : 235988.42845743388, + "scoreError" : 905.90482392532, + "scoreConfidence" : [ + 235082.52363350856, + 236894.3332813592 + ], + "scorePercentiles" : { + "0.0" : 235575.13001766914, + "50.0" : 236096.03066420066, + "90.0" : 236127.942945054, + "95.0" : 236127.942945054, + "99.0" : 236127.942945054, + "99.9" : 236127.942945054, + "99.99" : 236127.942945054, + "99.999" : 236127.942945054, + "99.9999" : 236127.942945054, + "100.0" : 236127.942945054 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 236096.03066420066, + 236018.02214734987, + 235575.13001766914, + 236127.942945054, + 236125.01651289567 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.37", + "benchmark" : "com.pivovarit.collectors.benchmark.Bench.parallel_batch_streaming_collect", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/Users/pivovarit/Library/Java/JavaVirtualMachines/openjdk-23/Contents/Home/bin/java", + "jvmArgs" : [ + "-javaagent:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/lib/idea_rt.jar=54783:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/bin", + "-Dfile.encoding=UTF-8", + "-Dsun.stdout.encoding=UTF-8", + "-Dsun.stderr.encoding=UTF-8" + ], + "jdkVersion" : "23", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "23+37-2369", + "warmupIterations" : 5, + "warmupTime" : "10 s", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "10 s", + "measurementBatchSize" : 1, + "params" : { + "parallelism" : "10" + }, + "primaryMetric" : { + "score" : 3142.2753541806464, + "scoreError" : 75.53490379003172, + "scoreConfidence" : [ + 3066.7404503906146, + 3217.8102579706783 + ], + "scorePercentiles" : { + "0.0" : 3117.234378182228, + "50.0" : 3144.0177563325806, + "90.0" : 3165.3631378598484, + "95.0" : 3165.3631378598484, + "99.0" : 3165.3631378598484, + "99.9" : 3165.3631378598484, + "99.99" : 3165.3631378598484, + "99.999" : 3165.3631378598484, + "99.9999" : 3165.3631378598484, + "100.0" : 3165.3631378598484 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3144.0177563325806, + 3117.234378182228, + 3156.092474443973, + 3165.3631378598484, + 3128.6690240846037 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.37", + "benchmark" : "com.pivovarit.collectors.benchmark.Bench.parallel_batch_streaming_collect", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/Users/pivovarit/Library/Java/JavaVirtualMachines/openjdk-23/Contents/Home/bin/java", + "jvmArgs" : [ + "-javaagent:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/lib/idea_rt.jar=54783:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/bin", + "-Dfile.encoding=UTF-8", + "-Dsun.stdout.encoding=UTF-8", + "-Dsun.stderr.encoding=UTF-8" + ], + "jdkVersion" : "23", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "23+37-2369", + "warmupIterations" : 5, + "warmupTime" : "10 s", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "10 s", + "measurementBatchSize" : 1, + "params" : { + "parallelism" : "100" + }, + "primaryMetric" : { + "score" : 1811.7965323973956, + "scoreError" : 72.94696879786662, + "scoreConfidence" : [ + 1738.849563599529, + 1884.7435011952623 + ], + "scorePercentiles" : { + "0.0" : 1785.0959308469291, + "50.0" : 1812.6580136147688, + "90.0" : 1835.5445683985542, + "95.0" : 1835.5445683985542, + "99.0" : 1835.5445683985542, + "99.9" : 1835.5445683985542, + "99.99" : 1835.5445683985542, + "99.999" : 1835.5445683985542, + "99.9999" : 1835.5445683985542, + "100.0" : 1835.5445683985542 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1804.01894272086, + 1835.5445683985542, + 1785.0959308469291, + 1812.6580136147688, + 1821.6652064058671 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.37", + "benchmark" : "com.pivovarit.collectors.benchmark.Bench.parallel_batch_streaming_collect", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/Users/pivovarit/Library/Java/JavaVirtualMachines/openjdk-23/Contents/Home/bin/java", + "jvmArgs" : [ + "-javaagent:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/lib/idea_rt.jar=54783:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/bin", + "-Dfile.encoding=UTF-8", + "-Dsun.stdout.encoding=UTF-8", + "-Dsun.stderr.encoding=UTF-8" + ], + "jdkVersion" : "23", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "23+37-2369", + "warmupIterations" : 5, + "warmupTime" : "10 s", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "10 s", + "measurementBatchSize" : 1, + "params" : { + "parallelism" : "1000" + }, + "primaryMetric" : { + "score" : 292.07444746989995, + "scoreError" : 60.83543749911727, + "scoreConfidence" : [ + 231.2390099707827, + 352.90988496901724 + ], + "scorePercentiles" : { + "0.0" : 267.35971523450564, + "50.0" : 296.76791828619747, + "90.0" : 310.2179353809017, + "95.0" : 310.2179353809017, + "99.0" : 310.2179353809017, + "99.9" : 310.2179353809017, + "99.99" : 310.2179353809017, + "99.999" : 310.2179353809017, + "99.9999" : 310.2179353809017, + "100.0" : 310.2179353809017 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 267.35971523450564, + 288.8534846567691, + 297.1731837911257, + 296.76791828619747, + 310.2179353809017 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.37", + "benchmark" : "com.pivovarit.collectors.benchmark.Bench.parallel_collect", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/Users/pivovarit/Library/Java/JavaVirtualMachines/openjdk-23/Contents/Home/bin/java", + "jvmArgs" : [ + "-javaagent:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/lib/idea_rt.jar=54783:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/bin", + "-Dfile.encoding=UTF-8", + "-Dsun.stdout.encoding=UTF-8", + "-Dsun.stderr.encoding=UTF-8" + ], + "jdkVersion" : "23", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "23+37-2369", + "warmupIterations" : 5, + "warmupTime" : "10 s", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "10 s", + "measurementBatchSize" : 1, + "params" : { + "parallelism" : "1" + }, + "primaryMetric" : { + "score" : 24199.656194570147, + "scoreError" : 59.87435502024803, + "scoreConfidence" : [ + 24139.781839549898, + 24259.530549590396 + ], + "scorePercentiles" : { + "0.0" : 24183.395127469365, + "50.0" : 24201.57460907602, + "90.0" : 24223.019181532538, + "95.0" : 24223.019181532538, + "99.0" : 24223.019181532538, + "99.9" : 24223.019181532538, + "99.99" : 24223.019181532538, + "99.999" : 24223.019181532538, + "99.9999" : 24223.019181532538, + "100.0" : 24223.019181532538 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 24187.646261260175, + 24223.019181532538, + 24201.57460907602, + 24183.395127469365, + 24202.64579351264 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.37", + "benchmark" : "com.pivovarit.collectors.benchmark.Bench.parallel_collect", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/Users/pivovarit/Library/Java/JavaVirtualMachines/openjdk-23/Contents/Home/bin/java", + "jvmArgs" : [ + "-javaagent:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/lib/idea_rt.jar=54783:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/bin", + "-Dfile.encoding=UTF-8", + "-Dsun.stdout.encoding=UTF-8", + "-Dsun.stderr.encoding=UTF-8" + ], + "jdkVersion" : "23", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "23+37-2369", + "warmupIterations" : 5, + "warmupTime" : "10 s", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "10 s", + "measurementBatchSize" : 1, + "params" : { + "parallelism" : "10" + }, + "primaryMetric" : { + "score" : 43.42989242464389, + "scoreError" : 6.561101858672947, + "scoreConfidence" : [ + 36.86879056597094, + 49.99099428331684 + ], + "scorePercentiles" : { + "0.0" : 42.17504906805364, + "50.0" : 42.99169574156569, + "90.0" : 46.339438668947665, + "95.0" : 46.339438668947665, + "99.0" : 46.339438668947665, + "99.9" : 46.339438668947665, + "99.99" : 46.339438668947665, + "99.999" : 46.339438668947665, + "99.9999" : 46.339438668947665, + "100.0" : 46.339438668947665 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 42.25550635891243, + 42.99169574156569, + 46.339438668947665, + 42.17504906805364, + 43.38777228574004 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.37", + "benchmark" : "com.pivovarit.collectors.benchmark.Bench.parallel_collect", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/Users/pivovarit/Library/Java/JavaVirtualMachines/openjdk-23/Contents/Home/bin/java", + "jvmArgs" : [ + "-javaagent:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/lib/idea_rt.jar=54783:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/bin", + "-Dfile.encoding=UTF-8", + "-Dsun.stdout.encoding=UTF-8", + "-Dsun.stderr.encoding=UTF-8" + ], + "jdkVersion" : "23", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "23+37-2369", + "warmupIterations" : 5, + "warmupTime" : "10 s", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "10 s", + "measurementBatchSize" : 1, + "params" : { + "parallelism" : "100" + }, + "primaryMetric" : { + "score" : 641.5415815126114, + "scoreError" : 72.74610329872276, + "scoreConfidence" : [ + 568.7954782138886, + 714.2876848113342 + ], + "scorePercentiles" : { + "0.0" : 622.2665958909932, + "50.0" : 640.9472974060573, + "90.0" : 666.1350834108837, + "95.0" : 666.1350834108837, + "99.0" : 666.1350834108837, + "99.9" : 666.1350834108837, + "99.99" : 666.1350834108837, + "99.999" : 666.1350834108837, + "99.9999" : 666.1350834108837, + "100.0" : 666.1350834108837 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 622.2665958909932, + 666.1350834108837, + 654.0075235570164, + 624.3514072981068, + 640.9472974060573 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.37", + "benchmark" : "com.pivovarit.collectors.benchmark.Bench.parallel_collect", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/Users/pivovarit/Library/Java/JavaVirtualMachines/openjdk-23/Contents/Home/bin/java", + "jvmArgs" : [ + "-javaagent:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/lib/idea_rt.jar=54783:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/bin", + "-Dfile.encoding=UTF-8", + "-Dsun.stdout.encoding=UTF-8", + "-Dsun.stderr.encoding=UTF-8" + ], + "jdkVersion" : "23", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "23+37-2369", + "warmupIterations" : 5, + "warmupTime" : "10 s", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "10 s", + "measurementBatchSize" : 1, + "params" : { + "parallelism" : "1000" + }, + "primaryMetric" : { + "score" : 381.40087779566113, + "scoreError" : 74.58649916687335, + "scoreConfidence" : [ + 306.8143786287878, + 455.9873769625345 + ], + "scorePercentiles" : { + "0.0" : 359.650820424704, + "50.0" : 381.6477260824629, + "90.0" : 407.3861307549852, + "95.0" : 407.3861307549852, + "99.0" : 407.3861307549852, + "99.9" : 407.3861307549852, + "99.99" : 407.3861307549852, + "99.999" : 407.3861307549852, + "99.9999" : 407.3861307549852, + "100.0" : 407.3861307549852 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 407.3861307549852, + 359.650820424704, + 366.0761851912779, + 392.24352652487573, + 381.6477260824629 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.37", + "benchmark" : "com.pivovarit.collectors.benchmark.Bench.parallel_streaming", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/Users/pivovarit/Library/Java/JavaVirtualMachines/openjdk-23/Contents/Home/bin/java", + "jvmArgs" : [ + "-javaagent:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/lib/idea_rt.jar=54783:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/bin", + "-Dfile.encoding=UTF-8", + "-Dsun.stdout.encoding=UTF-8", + "-Dsun.stderr.encoding=UTF-8" + ], + "jdkVersion" : "23", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "23+37-2369", + "warmupIterations" : 5, + "warmupTime" : "10 s", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "10 s", + "measurementBatchSize" : 1, + "params" : { + "parallelism" : "1" + }, + "primaryMetric" : { + "score" : 19.076697753503563, + "scoreError" : 0.06459925193383798, + "scoreConfidence" : [ + 19.012098501569724, + 19.1412970054374 + ], + "scorePercentiles" : { + "0.0" : 19.049159777476365, + "50.0" : 19.082978221963238, + "90.0" : 19.092451504707054, + "95.0" : 19.092451504707054, + "99.0" : 19.092451504707054, + "99.9" : 19.092451504707054, + "99.99" : 19.092451504707054, + "99.999" : 19.092451504707054, + "99.9999" : 19.092451504707054, + "100.0" : 19.092451504707054 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 19.073763879471546, + 19.085135383899626, + 19.049159777476365, + 19.082978221963238, + 19.092451504707054 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.37", + "benchmark" : "com.pivovarit.collectors.benchmark.Bench.parallel_streaming", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/Users/pivovarit/Library/Java/JavaVirtualMachines/openjdk-23/Contents/Home/bin/java", + "jvmArgs" : [ + "-javaagent:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/lib/idea_rt.jar=54783:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/bin", + "-Dfile.encoding=UTF-8", + "-Dsun.stdout.encoding=UTF-8", + "-Dsun.stderr.encoding=UTF-8" + ], + "jdkVersion" : "23", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "23+37-2369", + "warmupIterations" : 5, + "warmupTime" : "10 s", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "10 s", + "measurementBatchSize" : 1, + "params" : { + "parallelism" : "10" + }, + "primaryMetric" : { + "score" : 40.29567255806252, + "scoreError" : 3.5151813327708354, + "scoreConfidence" : [ + 36.780491225291684, + 43.81085389083336 + ], + "scorePercentiles" : { + "0.0" : 38.83391357982014, + "50.0" : 40.391342913181106, + "90.0" : 41.26948576713002, + "95.0" : 41.26948576713002, + "99.0" : 41.26948576713002, + "99.9" : 41.26948576713002, + "99.99" : 41.26948576713002, + "99.999" : 41.26948576713002, + "99.9999" : 41.26948576713002, + "100.0" : 41.26948576713002 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 38.83391357982014, + 40.20697195895568, + 40.77664857122566, + 40.391342913181106, + 41.26948576713002 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.37", + "benchmark" : "com.pivovarit.collectors.benchmark.Bench.parallel_streaming", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/Users/pivovarit/Library/Java/JavaVirtualMachines/openjdk-23/Contents/Home/bin/java", + "jvmArgs" : [ + "-javaagent:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/lib/idea_rt.jar=54783:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/bin", + "-Dfile.encoding=UTF-8", + "-Dsun.stdout.encoding=UTF-8", + "-Dsun.stderr.encoding=UTF-8" + ], + "jdkVersion" : "23", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "23+37-2369", + "warmupIterations" : 5, + "warmupTime" : "10 s", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "10 s", + "measurementBatchSize" : 1, + "params" : { + "parallelism" : "100" + }, + "primaryMetric" : { + "score" : 349.12943335182, + "scoreError" : 16.668727675407748, + "scoreConfidence" : [ + 332.46070567641226, + 365.79816102722776 + ], + "scorePercentiles" : { + "0.0" : 343.137158565326, + "50.0" : 349.0085715056616, + "90.0" : 355.009456329203, + "95.0" : 355.009456329203, + "99.0" : 355.009456329203, + "99.9" : 355.009456329203, + "99.99" : 355.009456329203, + "99.999" : 355.009456329203, + "99.9999" : 355.009456329203, + "100.0" : 355.009456329203 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 343.137158565326, + 350.73440772770965, + 349.0085715056616, + 355.009456329203, + 347.75757263119976 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.37", + "benchmark" : "com.pivovarit.collectors.benchmark.Bench.parallel_streaming", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/Users/pivovarit/Library/Java/JavaVirtualMachines/openjdk-23/Contents/Home/bin/java", + "jvmArgs" : [ + "-javaagent:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/lib/idea_rt.jar=54783:/Users/pivovarit/Applications/IntelliJ IDEA Ultimate.app/Contents/bin", + "-Dfile.encoding=UTF-8", + "-Dsun.stdout.encoding=UTF-8", + "-Dsun.stderr.encoding=UTF-8" + ], + "jdkVersion" : "23", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "23+37-2369", + "warmupIterations" : 5, + "warmupTime" : "10 s", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "10 s", + "measurementBatchSize" : 1, + "params" : { + "parallelism" : "1000" + }, + "primaryMetric" : { + "score" : 288.4142030036393, + "scoreError" : 51.24049964572966, + "scoreConfidence" : [ + 237.1737033579096, + 339.6547026493689 + ], + "scorePercentiles" : { + "0.0" : 277.85812797178846, + "50.0" : 279.9734986265659, + "90.0" : 305.04022178088417, + "95.0" : 305.04022178088417, + "99.0" : 305.04022178088417, + "99.9" : 305.04022178088417, + "99.99" : 305.04022178088417, + "99.999" : 305.04022178088417, + "99.9999" : 305.04022178088417, + "100.0" : 305.04022178088417 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 278.5001800965005, + 277.85812797178846, + 300.6989865424574, + 305.04022178088417, + 279.9734986265659 + ] + ] + }, + "secondaryMetrics" : { + } + } +] + +