diff --git a/results/public/experiments/ember-agent-spike-pre.json b/results/public/experiments/ember-agent-spike-pre.json new file mode 100644 index 0000000..2252eee --- /dev/null +++ b/results/public/experiments/ember-agent-spike-pre.json @@ -0,0 +1,2295 @@ +{ + "date": "2026-08-09T17:59:44.000Z", + "sha": "808a9e5ea9386233586bf4c2190e43afa19b49bb", + "args": { + "SKIP_BUILD": false, + "CPU_THROTTLE": 8, + "HEADLESS": false, + "COUNT": 10, + "FRAMEWORK": "ember", + "BENCH_NAME": "all", + "TIMEOUT": 60000 + }, + "environment": { + "machine": { + "os": { + "name": "Ubuntu", + "version": "25.10" + }, + "cpu": "AMD Ryzen 5 7640U w/ Radeon 760M Graphics", + "ram": "32.6 GB" + }, + "monitor": { + "hz": 74 + }, + "browser": { + "name": "Google Chrome", + "version": "151.0.7922.71" + } + }, + "selections": { + "benches": [ + "DB Monitor w/ chat simulation", + "Incrementing Render Effect", + "1 item, 1k updates (async)", + "1 item, 1k updates", + "1 item, 100k updates (async)", + "1 item, 100k updates", + "1k items, 1 update each (sequentially, async)", + "1k items, 1 update each (sequentially)", + "1k items 1 update on 5% (random, async)", + "1k items 1 update on 5% (random)", + "1k items 1 update on 25% (random, async)", + "1k items 1 update on 25% (random)", + "1 value, 1k consumers, 10k updates (bursts of 100)", + "1 value, 1k consumers, 10k updates (bursts of 1000)", + "1 value, 1k consumers, 10k updates (single burst)" + ], + "frameworks": [ + "ember" + ] + }, + "results": { + "ember": { + "DB Monitor w/ chat simulation": { + "app": "dbmon-with-chat", + "query": "", + "version": "7.3.0-alpha.1.all-optimizations+5916d3e8", + "times": [ + [ + { + "name": ":start", + "at": 664.5 + }, + { + "name": "fps", + "at": 6259.300000190735, + "detail": 8.156773180529784 + }, + { + "name": "fps", + "at": 11282, + "detail": 8.94854586129754 + }, + { + "name": "fps", + "at": 16288.200000286102, + "detail": 9.21308257725971 + }, + { + "name": "fps", + "at": 21306.900000095367, + "detail": 9.345794392523361 + }, + { + "name": "fps", + "at": 26243, + "detail": 8.662892600278017 + }, + { + "name": ":done", + "at": 26251.5, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ] + ], + "measure": "fps", + "whatsBetter": "bigger" + }, + "Incrementing Render Effect": { + "app": "incrementing-render-effect", + "query": "&updates=100000", + "version": "7.3.0-alpha.1.all-optimizations+5916d3e8", + "times": [ + [ + { + "name": ":start", + "at": 802.5999999046326 + }, + { + "name": ":done", + "at": 6158.099999904633, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 744 + }, + { + "name": ":done", + "at": 6205, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 718.3999996185303 + }, + { + "name": ":done", + "at": 6099.5, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 584.7000002861023 + }, + { + "name": ":done", + "at": 5503.900000095367, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 639.8000001907349 + }, + { + "name": ":done", + "at": 5256.700000286102, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 596.8999996185303 + }, + { + "name": ":done", + "at": 5863.299999713898, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 593.5 + }, + { + "name": ":done", + "at": 5749.900000095367, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 603.1000003814697 + }, + { + "name": ":done", + "at": 5698.10000038147, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 977.2999997138977 + }, + { + "name": ":done", + "at": 5874.299999713898, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 651.9000000953674 + }, + { + "name": ":done", + "at": 6074.60000038147, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 item, 1k updates (async)": { + "app": "one-item-many-updates", + "query": "&updates=1000&percentRandomAwait=100", + "version": "7.3.0-alpha.1.all-optimizations+5916d3e8", + "times": [ + [ + { + "name": ":start", + "at": 686.5999999046326 + }, + { + "name": ":done", + "at": 705.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 613.9000000953674 + }, + { + "name": ":done", + "at": 638.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 644 + }, + { + "name": ":done", + "at": 702.7999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 978.5999999046326 + }, + { + "name": ":done", + "at": 1025.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 816.2999997138977 + }, + { + "name": ":done", + "at": 836.2999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 708.2999997138977 + }, + { + "name": ":done", + "at": 770.7999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 576.5999999046326 + }, + { + "name": ":done", + "at": 594.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 623.0999999046326 + }, + { + "name": ":done", + "at": 660.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 804 + }, + { + "name": ":done", + "at": 856.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 677 + }, + { + "name": ":done", + "at": 691.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 item, 1k updates": { + "app": "one-item-many-updates", + "query": "&updates=1000&percentRandomAwait=0", + "version": "7.3.0-alpha.1.all-optimizations+5916d3e8", + "times": [ + [ + { + "name": ":start", + "at": 525.8000001907349 + }, + { + "name": ":done", + "at": 528, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 734.6000003814697 + }, + { + "name": ":done", + "at": 773.8000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 577.8000001907349 + }, + { + "name": ":done", + "at": 608.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 653.9000000953674 + }, + { + "name": ":done", + "at": 683.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 618.4000000953674 + }, + { + "name": ":done", + "at": 641.8000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 567.3000001907349 + }, + { + "name": ":done", + "at": 600.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 713.2000002861023 + }, + { + "name": ":done", + "at": 737.3000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 576.8000001907349 + }, + { + "name": ":done", + "at": 579, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 656 + }, + { + "name": ":done", + "at": 697.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 577.0999999046326 + }, + { + "name": ":done", + "at": 588.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 item, 100k updates (async)": { + "app": "one-item-many-updates", + "query": "&updates=100000&percentRandomAwait=100", + "version": "7.3.0-alpha.1.all-optimizations+5916d3e8", + "times": [ + [ + { + "name": ":start", + "at": 512 + }, + { + "name": ":done", + "at": 664.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 565.5 + }, + { + "name": ":done", + "at": 634.2999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 705.5 + }, + { + "name": ":done", + "at": 804.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 547.7000002861023 + }, + { + "name": ":done", + "at": 643.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 658.4000000953674 + }, + { + "name": ":done", + "at": 791.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 689.3999996185303 + }, + { + "name": ":done", + "at": 803.7999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 645.6000003814697 + }, + { + "name": ":done", + "at": 801.7000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 653.8000001907349 + }, + { + "name": ":done", + "at": 784, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 596.2999997138977 + }, + { + "name": ":done", + "at": 742.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 638.5 + }, + { + "name": ":done", + "at": 745.7999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 item, 100k updates": { + "app": "one-item-many-updates", + "query": "&updates=100000&percentRandomAwait=0", + "version": "7.3.0-alpha.1.all-optimizations+5916d3e8", + "times": [ + [ + { + "name": ":start", + "at": 637.0999999046326 + }, + { + "name": ":done", + "at": 680.6999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 640.8000001907349 + }, + { + "name": ":done", + "at": 691.8000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 495 + }, + { + "name": ":done", + "at": 606.2000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 511.09999990463257 + }, + { + "name": ":done", + "at": 576.8000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 541.2999997138977 + }, + { + "name": ":done", + "at": 611.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 597.2999997138977 + }, + { + "name": ":done", + "at": 689.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 651.4000000953674 + }, + { + "name": ":done", + "at": 705.8000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 773.8000001907349 + }, + { + "name": ":done", + "at": 836.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 473.7999997138977 + }, + { + "name": ":done", + "at": 516.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 595.9000000953674 + }, + { + "name": ":done", + "at": 688.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items, 1 update each (sequentially, async)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=1000&percentRandomAwait=100", + "version": "7.3.0-alpha.1.all-optimizations+5916d3e8", + "times": [ + [ + { + "name": ":start", + "at": 1129.9000000953674 + }, + { + "name": ":done", + "at": 1293.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 950 + }, + { + "name": ":done", + "at": 1119.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 953.5 + }, + { + "name": ":done", + "at": 1046.6000003814697, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1425.9000000953674 + }, + { + "name": ":done", + "at": 1549.6000003814697, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1003.6000003814697 + }, + { + "name": ":done", + "at": 1075.3000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1158.9000000953674 + }, + { + "name": ":done", + "at": 1268.1000003814697, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1057.0999999046326 + }, + { + "name": ":done", + "at": 1176.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1021.1999998092651 + }, + { + "name": ":done", + "at": 1154.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 888 + }, + { + "name": ":done", + "at": 1021.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1022 + }, + { + "name": ":done", + "at": 1163.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items, 1 update each (sequentially)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=1000&percentRandomAwait=0", + "version": "7.3.0-alpha.1.all-optimizations+5916d3e8", + "times": [ + [ + { + "name": ":start", + "at": 1053.1000003814697 + }, + { + "name": ":done", + "at": 1167.1000003814697, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1125.8000001907349 + }, + { + "name": ":done", + "at": 1237.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1002.4000000953674 + }, + { + "name": ":done", + "at": 1137.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 910 + }, + { + "name": ":done", + "at": 1003.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 926.4000000953674 + }, + { + "name": ":done", + "at": 1061.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 913.8999996185303 + }, + { + "name": ":done", + "at": 1039.8999996185303, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 925 + }, + { + "name": ":done", + "at": 1020.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1007.5 + }, + { + "name": ":done", + "at": 1132.3000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1067.4000000953674 + }, + { + "name": ":done", + "at": 1165.3000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 821.8000001907349 + }, + { + "name": ":done", + "at": 970.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items 1 update on 5% (random, async)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=50&random=true&percentRandomAwait=100", + "version": "7.3.0-alpha.1.all-optimizations+5916d3e8", + "times": [ + [ + { + "name": ":start", + "at": 832 + }, + { + "name": ":done", + "at": 899.7999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1425.8999996185303 + }, + { + "name": ":done", + "at": 1499.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 884.0999999046326 + }, + { + "name": ":done", + "at": 938.6999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1069.3999996185303 + }, + { + "name": ":done", + "at": 1136.3999996185303, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1109.7999997138977 + }, + { + "name": ":done", + "at": 1188.6999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1096.4000000953674 + }, + { + "name": ":done", + "at": 1189.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 965.3000001907349 + }, + { + "name": ":done", + "at": 1011.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1101.4000000953674 + }, + { + "name": ":done", + "at": 1200.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 947.3000001907349 + }, + { + "name": ":done", + "at": 1038.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 900 + }, + { + "name": ":done", + "at": 991.7000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items 1 update on 5% (random)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=50&random=true&percentRandomAwait=0", + "version": "7.3.0-alpha.1.all-optimizations+5916d3e8", + "times": [ + [ + { + "name": ":start", + "at": 1107.5 + }, + { + "name": ":done", + "at": 1165.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 863.3000001907349 + }, + { + "name": ":done", + "at": 979.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 988.2999997138977 + }, + { + "name": ":done", + "at": 1071.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 960.8000001907349 + }, + { + "name": ":done", + "at": 1108.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1153.5999999046326 + }, + { + "name": ":done", + "at": 1208.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 955.7999997138977 + }, + { + "name": ":done", + "at": 1044.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1017.6999998092651 + }, + { + "name": ":done", + "at": 1080.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 957.4000000953674 + }, + { + "name": ":done", + "at": 1064.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1092 + }, + { + "name": ":done", + "at": 1151.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 752.3999996185303 + }, + { + "name": ":done", + "at": 848, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items 1 update on 25% (random, async)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=250&random=true&percentRandomAwait=100", + "version": "7.3.0-alpha.1.all-optimizations+5916d3e8", + "times": [ + [ + { + "name": ":start", + "at": 941.6999998092651 + }, + { + "name": ":done", + "at": 1048.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 842.5 + }, + { + "name": ":done", + "at": 922.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 936.3999996185303 + }, + { + "name": ":done", + "at": 1032.2999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1161.3000001907349 + }, + { + "name": ":done", + "at": 1256.6000003814697, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 963.0999999046326 + }, + { + "name": ":done", + "at": 1057.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 924.3999996185303 + }, + { + "name": ":done", + "at": 1063, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1094.1999998092651 + }, + { + "name": ":done", + "at": 1155.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 963.9000000953674 + }, + { + "name": ":done", + "at": 1113.7000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 991.5 + }, + { + "name": ":done", + "at": 1117.7999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1164.2999997138977 + }, + { + "name": ":done", + "at": 1286.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items 1 update on 25% (random)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=250&random=true&percentRandomAwait=0", + "version": "7.3.0-alpha.1.all-optimizations+5916d3e8", + "times": [ + [ + { + "name": ":start", + "at": 970.8000001907349 + }, + { + "name": ":done", + "at": 1018.2000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 842.7000002861023 + }, + { + "name": ":done", + "at": 906.3000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 993.7999997138977 + }, + { + "name": ":done", + "at": 1040.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 890.4000000953674 + }, + { + "name": ":done", + "at": 948.1000003814697, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1362.5999999046326 + }, + { + "name": ":done", + "at": 1474.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 904.2999997138977 + }, + { + "name": ":done", + "at": 984.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1028.7999997138977 + }, + { + "name": ":done", + "at": 1092.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 808.5 + }, + { + "name": ":done", + "at": 880.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 971.1999998092651 + }, + { + "name": ":done", + "at": 1053.8999996185303, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 986.6999998092651 + }, + { + "name": ":done", + "at": 1115.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 value, 1k consumers, 10k updates (bursts of 100)": { + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=100", + "version": "7.3.0-alpha.1.all-optimizations+5916d3e8", + "times": [ + [ + { + "name": ":start", + "at": 989.9000000953674 + }, + { + "name": ":done", + "at": 5283.300000190735, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1096.9000000953674 + }, + { + "name": ":done", + "at": 5082.400000095367, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 901.9000000953674 + }, + { + "name": ":done", + "at": 5035, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 803.4000000953674 + }, + { + "name": ":done", + "at": 2287.2999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 998.5999999046326 + }, + { + "name": ":done", + "at": 4683.300000190735, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1026.3999996185303 + }, + { + "name": ":done", + "at": 5590.599999904633, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 952.2000002861023 + }, + { + "name": ":done", + "at": 4896.5, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 904.8000001907349 + }, + { + "name": ":done", + "at": 4990.800000190735, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 883 + }, + { + "name": ":done", + "at": 5214.800000190735, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 886.8000001907349 + }, + { + "name": ":done", + "at": 5047.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 value, 1k consumers, 10k updates (bursts of 1000)": { + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=1000", + "version": "7.3.0-alpha.1.all-optimizations+5916d3e8", + "times": [ + [ + { + "name": ":start", + "at": 921.3000001907349 + }, + { + "name": ":done", + "at": 1496.1000003814697, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 956.6000003814697 + }, + { + "name": ":done", + "at": 1678.5, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 798 + }, + { + "name": ":done", + "at": 1463.1999998092651, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1000.7000002861023 + }, + { + "name": ":done", + "at": 1683, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 737.1000003814697 + }, + { + "name": ":done", + "at": 1249.5, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 749.0999999046326 + }, + { + "name": ":done", + "at": 1453, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 845.1999998092651 + }, + { + "name": ":done", + "at": 1559.5999999046326, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 850.3000001907349 + }, + { + "name": ":done", + "at": 1488.8000001907349, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1087.3000001907349 + }, + { + "name": ":done", + "at": 1696.7000002861023, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 797.0999999046326 + }, + { + "name": ":done", + "at": 1349.9000000953674, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 value, 1k consumers, 10k updates (single burst)": { + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=10000", + "version": "7.3.0-alpha.1.all-optimizations+5916d3e8", + "times": [ + [ + { + "name": ":start", + "at": 810.8000001907349 + }, + { + "name": ":done", + "at": 923.5, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 782.0999999046326 + }, + { + "name": ":done", + "at": 815.7999997138977, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 969.7999997138977 + }, + { + "name": ":done", + "at": 1088.7999997138977, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 777 + }, + { + "name": ":done", + "at": 848.6999998092651, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 772.3000001907349 + }, + { + "name": ":done", + "at": 922.8000001907349, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 922.3000001907349 + }, + { + "name": ":done", + "at": 1081.0999999046326, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 710.1999998092651 + }, + { + "name": ":done", + "at": 868.7999997138977, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 825 + }, + { + "name": ":done", + "at": 966.4000000953674, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 936.5 + }, + { + "name": ":done", + "at": 1112.4000000953674, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 705 + }, + { + "name": ":done", + "at": 897, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ] + ], + "whatsBetter": "smaller" + } + } + }, + "benchmarkInfo": [ + { + "name": "DB Monitor w/ chat simulation", + "app": "dbmon-with-chat", + "query": "", + "measure": "fps", + "whatsBetter": "bigger", + "units": "FPS" + }, + { + "name": "Incrementing Render Effect", + "app": "incrementing-render-effect", + "query": "&updates=100000", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 item, 1k updates (async)", + "app": "one-item-many-updates", + "query": "&updates=1000&percentRandomAwait=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 item, 1k updates", + "app": "one-item-many-updates", + "query": "&updates=1000&percentRandomAwait=0", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 item, 100k updates (async)", + "app": "one-item-many-updates", + "query": "&updates=100000&percentRandomAwait=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 item, 100k updates", + "app": "one-item-many-updates", + "query": "&updates=100000&percentRandomAwait=0", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items, 1 update each (sequentially, async)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=1000&percentRandomAwait=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items, 1 update each (sequentially)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=1000&percentRandomAwait=0", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items 1 update on 5% (random, async)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=50&random=true&percentRandomAwait=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items 1 update on 5% (random)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=50&random=true&percentRandomAwait=0", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items 1 update on 25% (random, async)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=250&random=true&percentRandomAwait=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items 1 update on 25% (random)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=250&random=true&percentRandomAwait=0", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 value, 1k consumers, 10k updates (bursts of 100)", + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 value, 1k consumers, 10k updates (bursts of 1000)", + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=1000", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 value, 1k consumers, 10k updates (single burst)", + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=10000", + "whatsBetter": "smaller", + "units": "ms" + } + ], + "versionOverrides": { + "ember": { + "number": 21520, + "url": "https://github.com/emberjs/ember.js/pull/21520" + } + }, + "timing": { + "buildMs": 21693, + "benchmarkMs": 310081, + "totalMs": 331775 + } +} \ No newline at end of file diff --git a/results/public/experiments/ember-agent-spike.json b/results/public/experiments/ember-agent-spike.json new file mode 100644 index 0000000..e772d36 --- /dev/null +++ b/results/public/experiments/ember-agent-spike.json @@ -0,0 +1,2296 @@ +{ + "date": "2026-08-10T00:34:00.000Z", + "sha": "808a9e5ea9386233586bf4c2190e43afa19b49bb", + "args": { + "SKIP_BUILD": false, + "CPU_THROTTLE": 8, + "HEADLESS": false, + "COUNT": 10, + "FRAMEWORK": "ember", + "BENCH_NAME": "all", + "TIMEOUT": 60000 + }, + "environment": { + "machine": { + "os": { + "name": "Ubuntu", + "version": "25.10" + }, + "cpu": "AMD Ryzen 5 7640U w/ Radeon 760M Graphics", + "ram": "32.6 GB" + }, + "monitor": { + "hz": 74 + }, + "browser": { + "name": "Google Chrome", + "version": "151.0.7922.71" + } + }, + "selections": { + "benches": [ + "DB Monitor w/ chat simulation", + "Incrementing Render Effect", + "1 item, 1k updates (async)", + "1 item, 1k updates", + "1 item, 100k updates (async)", + "1 item, 100k updates", + "1k items, 1 update each (sequentially, async)", + "1k items, 1 update each (sequentially)", + "1k items 1 update on 5% (random, async)", + "1k items 1 update on 5% (random)", + "1k items 1 update on 25% (random, async)", + "1k items 1 update on 25% (random)", + "1 value, 1k consumers, 10k updates (bursts of 100)", + "1 value, 1k consumers, 10k updates (bursts of 1000)", + "1 value, 1k consumers, 10k updates (single burst)" + ], + "frameworks": [ + "ember" + ] + }, + "results": { + "ember": { + "DB Monitor w/ chat simulation": { + "app": "dbmon-with-chat", + "query": "", + "version": "7.3.0-alpha.1.all-optimizations+c09efdc8", + "times": [ + [ + { + "name": ":start", + "at": 547.4000000953674 + }, + { + "name": "fps", + "at": 6029.200000286102, + "detail": 12.04287262655052 + }, + { + "name": "fps", + "at": 11010.900000095367, + "detail": 14.013172382039118 + }, + { + "name": "fps", + "at": 15985.400000095367, + "detail": 13.611433604227553 + }, + { + "name": "fps", + "at": 21018.900000095367, + "detail": 12.613875262789067 + }, + { + "name": "fps", + "at": 26012.099999904633, + "detail": 14.025807485773827 + }, + { + "name": ":done", + "at": 26017.300000190735, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ] + ], + "measure": "fps", + "whatsBetter": "bigger" + }, + "Incrementing Render Effect": { + "app": "incrementing-render-effect", + "query": "&updates=100000", + "version": "7.3.0-alpha.1.all-optimizations+c09efdc8", + "times": [ + [ + { + "name": ":start", + "at": 458.90000009536743 + }, + { + "name": ":done", + "at": 5155.400000095367, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 503.09999990463257 + }, + { + "name": ":done", + "at": 5319.400000095367, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 457 + }, + { + "name": ":done", + "at": 5247, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 407.30000019073486 + }, + { + "name": ":done", + "at": 5381.099999904633, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 510.7000002861023 + }, + { + "name": ":done", + "at": 4966.200000286102, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 454.2999997138977 + }, + { + "name": ":done", + "at": 5221.299999713898, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 479.40000009536743 + }, + { + "name": ":done", + "at": 5218.099999904633, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 444.19999980926514 + }, + { + "name": ":done", + "at": 5178.89999961853, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 433.30000019073486 + }, + { + "name": ":done", + "at": 5286.800000190735, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 424 + }, + { + "name": ":done", + "at": 5119.10000038147, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 item, 1k updates (async)": { + "app": "one-item-many-updates", + "query": "&updates=1000&percentRandomAwait=100", + "version": "7.3.0-alpha.1.all-optimizations+c09efdc8", + "times": [ + [ + { + "name": ":start", + "at": 449.09999990463257 + }, + { + "name": ":done", + "at": 473, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 449.69999980926514 + }, + { + "name": ":done", + "at": 473.69999980926514, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 461.40000009536743 + }, + { + "name": ":done", + "at": 488.09999990463257, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 391.90000009536743 + }, + { + "name": ":done", + "at": 412.2000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 433.5 + }, + { + "name": ":done", + "at": 459.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 474.90000009536743 + }, + { + "name": ":done", + "at": 498.40000009536743, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 532.6999998092651 + }, + { + "name": ":done", + "at": 562.6999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 441.30000019073486 + }, + { + "name": ":done", + "at": 463.40000009536743, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 507.09999990463257 + }, + { + "name": ":done", + "at": 533.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 502.80000019073486 + }, + { + "name": ":done", + "at": 519.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 item, 1k updates": { + "app": "one-item-many-updates", + "query": "&updates=1000&percentRandomAwait=0", + "version": "7.3.0-alpha.1.all-optimizations+c09efdc8", + "times": [ + [ + { + "name": ":start", + "at": 475.6000003814697 + }, + { + "name": ":done", + "at": 495.1000003814697, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 477.90000009536743 + }, + { + "name": ":done", + "at": 498.30000019073486, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 424.19999980926514 + }, + { + "name": ":done", + "at": 451.90000009536743, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 415.40000009536743 + }, + { + "name": ":done", + "at": 435.90000009536743, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 450.40000009536743 + }, + { + "name": ":done", + "at": 473.1000003814697, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 437.69999980926514 + }, + { + "name": ":done", + "at": 458.2999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 453.30000019073486 + }, + { + "name": ":done", + "at": 471.80000019073486, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 431.5 + }, + { + "name": ":done", + "at": 456.80000019073486, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 434.09999990463257 + }, + { + "name": ":done", + "at": 454.7000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 479.90000009536743 + }, + { + "name": ":done", + "at": 502.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 item, 100k updates (async)": { + "app": "one-item-many-updates", + "query": "&updates=100000&percentRandomAwait=100", + "version": "7.3.0-alpha.1.all-optimizations+c09efdc8", + "times": [ + [ + { + "name": ":start", + "at": 422.90000009536743 + }, + { + "name": ":done", + "at": 533.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 424.90000009536743 + }, + { + "name": ":done", + "at": 528.7999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 458.8999996185303 + }, + { + "name": ":done", + "at": 585.3999996185303, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 421.19999980926514 + }, + { + "name": ":done", + "at": 531.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 456.90000009536743 + }, + { + "name": ":done", + "at": 567, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 459.59999990463257 + }, + { + "name": ":done", + "at": 568.2999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 497.3999996185303 + }, + { + "name": ":done", + "at": 595.7999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 429.19999980926514 + }, + { + "name": ":done", + "at": 529.2999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 416.5 + }, + { + "name": ":done", + "at": 525.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 454.5 + }, + { + "name": ":done", + "at": 540.1000003814697, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 item, 100k updates": { + "app": "one-item-many-updates", + "query": "&updates=100000&percentRandomAwait=0", + "version": "7.3.0-alpha.1.all-optimizations+c09efdc8", + "times": [ + [ + { + "name": ":start", + "at": 459.3999996185303 + }, + { + "name": ":done", + "at": 516, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 475.1000003814697 + }, + { + "name": ":done", + "at": 535, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 464.2999997138977 + }, + { + "name": ":done", + "at": 520.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 440.40000009536743 + }, + { + "name": ":done", + "at": 503.90000009536743, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 545.8999996185303 + }, + { + "name": ":done", + "at": 605, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 431 + }, + { + "name": ":done", + "at": 487.90000009536743, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 445.1000003814697 + }, + { + "name": ":done", + "at": 499.40000009536743, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 439.5 + }, + { + "name": ":done", + "at": 495, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 524 + }, + { + "name": ":done", + "at": 587.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 524.8000001907349 + }, + { + "name": ":done", + "at": 586.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items, 1 update each (sequentially, async)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=1000&percentRandomAwait=100", + "version": "7.3.0-alpha.1.all-optimizations+c09efdc8", + "times": [ + [ + { + "name": ":start", + "at": 761.3000001907349 + }, + { + "name": ":done", + "at": 898.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 824.0999999046326 + }, + { + "name": ":done", + "at": 969.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 781.7999997138977 + }, + { + "name": ":done", + "at": 868.6999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 859 + }, + { + "name": ":done", + "at": 985.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 812.9000000953674 + }, + { + "name": ":done", + "at": 956.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 781.4000000953674 + }, + { + "name": ":done", + "at": 889.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 764.7000002861023 + }, + { + "name": ":done", + "at": 898.2000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 795.5 + }, + { + "name": ":done", + "at": 913.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 798.8999996185303 + }, + { + "name": ":done", + "at": 896.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 731.9000000953674 + }, + { + "name": ":done", + "at": 864.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items, 1 update each (sequentially)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=1000&percentRandomAwait=0", + "version": "7.3.0-alpha.1.all-optimizations+c09efdc8", + "times": [ + [ + { + "name": ":start", + "at": 894.7999997138977 + }, + { + "name": ":done", + "at": 1021.2999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 797.1000003814697 + }, + { + "name": ":done", + "at": 926.8000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 843.5 + }, + { + "name": ":done", + "at": 931.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 808.5999999046326 + }, + { + "name": ":done", + "at": 926.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 690.0999999046326 + }, + { + "name": ":done", + "at": 805.6999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1253.6999998092651 + }, + { + "name": ":done", + "at": 1342.3999996185303, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 758.0999999046326 + }, + { + "name": ":done", + "at": 882, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 795.7999997138977 + }, + { + "name": ":done", + "at": 906.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 888.9000000953674 + }, + { + "name": ":done", + "at": 1027.8000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 840.4000000953674 + }, + { + "name": ":done", + "at": 965.7999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items 1 update on 5% (random, async)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=50&random=true&percentRandomAwait=100", + "version": "7.3.0-alpha.1.all-optimizations+c09efdc8", + "times": [ + [ + { + "name": ":start", + "at": 863.6000003814697 + }, + { + "name": ":done", + "at": 930.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 720.2000002861023 + }, + { + "name": ":done", + "at": 757.2000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 720.2999997138977 + }, + { + "name": ":done", + "at": 784.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 761.6000003814697 + }, + { + "name": ":done", + "at": 813.2000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 785.3000001907349 + }, + { + "name": ":done", + "at": 869.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 848.8000001907349 + }, + { + "name": ":done", + "at": 911.8000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 769.4000000953674 + }, + { + "name": ":done", + "at": 811.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 750.1999998092651 + }, + { + "name": ":done", + "at": 823.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 761.1999998092651 + }, + { + "name": ":done", + "at": 814.3000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 726 + }, + { + "name": ":done", + "at": 786.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items 1 update on 5% (random)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=50&random=true&percentRandomAwait=0", + "version": "7.3.0-alpha.1.all-optimizations+c09efdc8", + "times": [ + [ + { + "name": ":start", + "at": 795.3999996185303 + }, + { + "name": ":done", + "at": 862.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 843.9000000953674 + }, + { + "name": ":done", + "at": 918.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 799.7999997138977 + }, + { + "name": ":done", + "at": 846.6999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 705.1000003814697 + }, + { + "name": ":done", + "at": 768.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 772.2000002861023 + }, + { + "name": ":done", + "at": 845.3000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 828.1999998092651 + }, + { + "name": ":done", + "at": 895.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 768.8000001907349 + }, + { + "name": ":done", + "at": 798.1000003814697, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 864.7000002861023 + }, + { + "name": ":done", + "at": 921, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 825.8000001907349 + }, + { + "name": ":done", + "at": 892.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 780.3999996185303 + }, + { + "name": ":done", + "at": 833.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items 1 update on 25% (random, async)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=250&random=true&percentRandomAwait=100", + "version": "7.3.0-alpha.1.all-optimizations+c09efdc8", + "times": [ + [ + { + "name": ":start", + "at": 860.2999997138977 + }, + { + "name": ":done", + "at": 942.8999996185303, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 810.6999998092651 + }, + { + "name": ":done", + "at": 895.6999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1026.5 + }, + { + "name": ":done", + "at": 1121.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 840.2000002861023 + }, + { + "name": ":done", + "at": 922.8000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 770.4000000953674 + }, + { + "name": ":done", + "at": 839.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 799 + }, + { + "name": ":done", + "at": 883.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 799.0999999046326 + }, + { + "name": ":done", + "at": 891.2999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 912 + }, + { + "name": ":done", + "at": 994.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 741.6999998092651 + }, + { + "name": ":done", + "at": 828.6999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 792.0999999046326 + }, + { + "name": ":done", + "at": 853.6999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items 1 update on 25% (random)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=250&random=true&percentRandomAwait=0", + "version": "7.3.0-alpha.1.all-optimizations+c09efdc8", + "times": [ + [ + { + "name": ":start", + "at": 754.6999998092651 + }, + { + "name": ":done", + "at": 809.7999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 789.3000001907349 + }, + { + "name": ":done", + "at": 869.8000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 798.3000001907349 + }, + { + "name": ":done", + "at": 865.2000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 765.9000000953674 + }, + { + "name": ":done", + "at": 838.2999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 768.5 + }, + { + "name": ":done", + "at": 812.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 806.7999997138977 + }, + { + "name": ":done", + "at": 897.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 817 + }, + { + "name": ":done", + "at": 884.6999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 761 + }, + { + "name": ":done", + "at": 819, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 931.6999998092651 + }, + { + "name": ":done", + "at": 1019.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 852.3000001907349 + }, + { + "name": ":done", + "at": 953.6000003814697, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 value, 1k consumers, 10k updates (bursts of 100)": { + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=100", + "version": "7.3.0-alpha.1.all-optimizations+c09efdc8", + "times": [ + [ + { + "name": ":start", + "at": 739.1999998092651 + }, + { + "name": ":done", + "at": 4386.39999961853, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 756.4000000953674 + }, + { + "name": ":done", + "at": 4791.5, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 700.1000003814697 + }, + { + "name": ":done", + "at": 4462.60000038147, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 652.5999999046326 + }, + { + "name": ":done", + "at": 4626.699999809265, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 805.9000000953674 + }, + { + "name": ":done", + "at": 4917.299999713898, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 817.6999998092651 + }, + { + "name": ":done", + "at": 4930.400000095367, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 603.9000000953674 + }, + { + "name": ":done", + "at": 3912.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 660 + }, + { + "name": ":done", + "at": 4534.699999809265, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 789.4000000953674 + }, + { + "name": ":done", + "at": 4618.199999809265, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 796.0999999046326 + }, + { + "name": ":done", + "at": 2854.699999809265, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 value, 1k consumers, 10k updates (bursts of 1000)": { + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=1000", + "version": "7.3.0-alpha.1.all-optimizations+c09efdc8", + "times": [ + [ + { + "name": ":start", + "at": 633.4000000953674 + }, + { + "name": ":done", + "at": 1155.8000001907349, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 722.5 + }, + { + "name": ":done", + "at": 1400.7000002861023, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 736.2000002861023 + }, + { + "name": ":done", + "at": 1304.8000001907349, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 681.1999998092651 + }, + { + "name": ":done", + "at": 1300.4000000953674, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 653.4000000953674 + }, + { + "name": ":done", + "at": 1072, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 662.3000001907349 + }, + { + "name": ":done", + "at": 1195.7000002861023, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 631.0999999046326 + }, + { + "name": ":done", + "at": 1137.5999999046326, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 653.0999999046326 + }, + { + "name": ":done", + "at": 1159.0999999046326, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 675.5999999046326 + }, + { + "name": ":done", + "at": 1316.9000000953674, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 734 + }, + { + "name": ":done", + "at": 1299.5999999046326, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 value, 1k consumers, 10k updates (single burst)": { + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=10000", + "version": "7.3.0-alpha.1.all-optimizations+c09efdc8", + "times": [ + [ + { + "name": ":start", + "at": 651.3999996185303 + }, + { + "name": ":done", + "at": 784.6999998092651, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 783.4000000953674 + }, + { + "name": ":done", + "at": 850.2000002861023, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 694.9000000953674 + }, + { + "name": ":done", + "at": 815.2000002861023, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 712.9000000953674 + }, + { + "name": ":done", + "at": 838.8000001907349, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 704.6999998092651 + }, + { + "name": ":done", + "at": 828.8000001907349, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 597.5999999046326 + }, + { + "name": ":done", + "at": 718.6999998092651, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 725.8999996185303 + }, + { + "name": ":done", + "at": 774, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 916.5999999046326 + }, + { + "name": ":done", + "at": 1048.4000000953674, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 720.7000002861023 + }, + { + "name": ":done", + "at": 890.9000000953674, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 663.3000001907349 + }, + { + "name": ":done", + "at": 787.3000001907349, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ] + ], + "whatsBetter": "smaller" + } + } + }, + "benchmarkInfo": [ + { + "name": "DB Monitor w/ chat simulation", + "app": "dbmon-with-chat", + "query": "", + "measure": "fps", + "whatsBetter": "bigger", + "units": "FPS" + }, + { + "name": "Incrementing Render Effect", + "app": "incrementing-render-effect", + "query": "&updates=100000", + "whatsBetter": "smaller", + "units": "ms", + "section": "effects" + }, + { + "name": "1 item, 1k updates (async)", + "app": "one-item-many-updates", + "query": "&updates=1000&percentRandomAwait=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 item, 1k updates", + "app": "one-item-many-updates", + "query": "&updates=1000&percentRandomAwait=0", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 item, 100k updates (async)", + "app": "one-item-many-updates", + "query": "&updates=100000&percentRandomAwait=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 item, 100k updates", + "app": "one-item-many-updates", + "query": "&updates=100000&percentRandomAwait=0", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items, 1 update each (sequentially, async)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=1000&percentRandomAwait=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items, 1 update each (sequentially)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=1000&percentRandomAwait=0", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items 1 update on 5% (random, async)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=50&random=true&percentRandomAwait=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items 1 update on 5% (random)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=50&random=true&percentRandomAwait=0", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items 1 update on 25% (random, async)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=250&random=true&percentRandomAwait=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items 1 update on 25% (random)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=250&random=true&percentRandomAwait=0", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 value, 1k consumers, 10k updates (bursts of 100)", + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 value, 1k consumers, 10k updates (bursts of 1000)", + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=1000", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 value, 1k consumers, 10k updates (single burst)", + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=10000", + "whatsBetter": "smaller", + "units": "ms" + } + ], + "versionOverrides": { + "ember": { + "number": 21520, + "url": "https://github.com/emberjs/ember.js/pull/21520" + } + }, + "timing": { + "buildMs": 16623, + "benchmarkMs": 270454, + "totalMs": 287077 + } +} \ No newline at end of file diff --git a/results/public/experiments/ember-agent-stock.json b/results/public/experiments/ember-agent-stock.json new file mode 100644 index 0000000..0ad345d --- /dev/null +++ b/results/public/experiments/ember-agent-stock.json @@ -0,0 +1,2289 @@ +{ + "date": "2026-08-09T17:52:10.000Z", + "sha": "808a9e5ea9386233586bf4c2190e43afa19b49bb", + "args": { + "SKIP_BUILD": false, + "CPU_THROTTLE": 8, + "HEADLESS": false, + "COUNT": 10, + "FRAMEWORK": "ember", + "BENCH_NAME": "all", + "TIMEOUT": 60000 + }, + "environment": { + "machine": { + "os": { + "name": "Ubuntu", + "version": "25.10" + }, + "cpu": "AMD Ryzen 5 7640U w/ Radeon 760M Graphics", + "ram": "32.6 GB" + }, + "monitor": { + "hz": 74 + }, + "browser": { + "name": "Google Chrome", + "version": "151.0.7922.71" + } + }, + "selections": { + "benches": [ + "DB Monitor w/ chat simulation", + "Incrementing Render Effect", + "1 item, 1k updates (async)", + "1 item, 1k updates", + "1 item, 100k updates (async)", + "1 item, 100k updates", + "1k items, 1 update each (sequentially, async)", + "1k items, 1 update each (sequentially)", + "1k items 1 update on 5% (random, async)", + "1k items 1 update on 5% (random)", + "1k items 1 update on 25% (random, async)", + "1k items 1 update on 25% (random)", + "1 value, 1k consumers, 10k updates (bursts of 100)", + "1 value, 1k consumers, 10k updates (bursts of 1000)", + "1 value, 1k consumers, 10k updates (single burst)" + ], + "frameworks": [ + "ember" + ] + }, + "results": { + "ember": { + "DB Monitor w/ chat simulation": { + "app": "dbmon-with-chat", + "query": "", + "version": "7.3.0-alpha.5", + "times": [ + [ + { + "name": ":start", + "at": 922.6000003814697 + }, + { + "name": "fps", + "at": 7217.400000095367, + "detail": 6.2080704916391305 + }, + { + "name": "fps", + "at": 12225, + "detail": 6.289690993568284 + }, + { + "name": "fps", + "at": 17222, + "detail": 6.104509197460525 + }, + { + "name": "fps", + "at": 22331.700000286102, + "detail": 6.453694740238785 + }, + { + "name": "fps", + "at": 27221.5, + "detail": 6.369950273291417 + }, + { + "name": ":done", + "at": 27221.900000095367, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ] + ], + "measure": "fps", + "whatsBetter": "bigger" + }, + "Incrementing Render Effect": { + "app": "incrementing-render-effect", + "query": "&updates=100000", + "version": "7.3.0-alpha.5", + "times": [ + [ + { + "name": ":start", + "at": 790.0999999046326 + }, + { + "name": ":done", + "at": 5631.099999904633, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 736.5999999046326 + }, + { + "name": ":done", + "at": 5879.800000190735, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 767 + }, + { + "name": ":done", + "at": 5487.900000095367, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 617.9000000953674 + }, + { + "name": ":done", + "at": 5405.400000095367, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 717.2999997138977 + }, + { + "name": ":done", + "at": 5360.799999713898, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 671.8000001907349 + }, + { + "name": ":done", + "at": 5448.599999904633, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 512.5999999046326 + }, + { + "name": ":done", + "at": 5164.89999961853, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 571.3000001907349 + }, + { + "name": ":done", + "at": 5114.599999904633, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 602.5999999046326 + }, + { + "name": ":done", + "at": 5415.199999809265, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 634.5 + }, + { + "name": ":done", + "at": 5349.39999961853, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 item, 1k updates (async)": { + "app": "one-item-many-updates", + "query": "&updates=1000&percentRandomAwait=100", + "version": "7.3.0-alpha.5", + "times": [ + [ + { + "name": ":start", + "at": 735 + }, + { + "name": ":done", + "at": 900.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 498.90000009536743 + }, + { + "name": ":done", + "at": 629.7000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 632.3000001907349 + }, + { + "name": ":done", + "at": 740.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1006.3000001907349 + }, + { + "name": ":done", + "at": 1335.7000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 588.8000001907349 + }, + { + "name": ":done", + "at": 697.8000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 610.7999997138977 + }, + { + "name": ":done", + "at": 769.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 539.5999999046326 + }, + { + "name": ":done", + "at": 725.7999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 759.5999999046326 + }, + { + "name": ":done", + "at": 913.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 639.2999997138977 + }, + { + "name": ":done", + "at": 814.2999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 658.7000002861023 + }, + { + "name": ":done", + "at": 807.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 item, 1k updates": { + "app": "one-item-many-updates", + "query": "&updates=1000&percentRandomAwait=0", + "version": "7.3.0-alpha.5", + "times": [ + [ + { + "name": ":start", + "at": 618.2999997138977 + }, + { + "name": ":done", + "at": 634.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 483.80000019073486 + }, + { + "name": ":done", + "at": 510.40000009536743, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 617.8000001907349 + }, + { + "name": ":done", + "at": 620.6999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 616.8000001907349 + }, + { + "name": ":done", + "at": 644.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 507.19999980926514 + }, + { + "name": ":done", + "at": 522.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 880.5 + }, + { + "name": ":done", + "at": 913.8000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 608.5 + }, + { + "name": ":done", + "at": 627.7999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 647.7000002861023 + }, + { + "name": ":done", + "at": 670.7000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 890.3000001907349 + }, + { + "name": ":done", + "at": 900.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 620.9000000953674 + }, + { + "name": ":done", + "at": 653, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 item, 100k updates (async)": { + "app": "one-item-many-updates", + "query": "&updates=100000&percentRandomAwait=100", + "version": "7.3.0-alpha.5", + "times": [ + [ + { + "name": ":start", + "at": 563.4000000953674 + }, + { + "name": ":done", + "at": 2658.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 604.2999997138977 + }, + { + "name": ":done", + "at": 2667.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 636.2999997138977 + }, + { + "name": ":done", + "at": 2799.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 827.2000002861023 + }, + { + "name": ":done", + "at": 2966.800000190735, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 642.2000002861023 + }, + { + "name": ":done", + "at": 2843.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 672.4000000953674 + }, + { + "name": ":done", + "at": 2837.800000190735, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 511.19999980926514 + }, + { + "name": ":done", + "at": 2751.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 708.2999997138977 + }, + { + "name": ":done", + "at": 2835.2999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 579.5 + }, + { + "name": ":done", + "at": 2728.7999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 653.5 + }, + { + "name": ":done", + "at": 2849.1000003814697, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 item, 100k updates": { + "app": "one-item-many-updates", + "query": "&updates=100000&percentRandomAwait=0", + "version": "7.3.0-alpha.5", + "times": [ + [ + { + "name": ":start", + "at": 681.5999999046326 + }, + { + "name": ":done", + "at": 785.2999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 615.2000002861023 + }, + { + "name": ":done", + "at": 662.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 600.2000002861023 + }, + { + "name": ":done", + "at": 710.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 589.2999997138977 + }, + { + "name": ":done", + "at": 677, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 530.6999998092651 + }, + { + "name": ":done", + "at": 604.2999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 624.2000002861023 + }, + { + "name": ":done", + "at": 700.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 510.5 + }, + { + "name": ":done", + "at": 592.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 515.0999999046326 + }, + { + "name": ":done", + "at": 627.8999996185303, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 624.3000001907349 + }, + { + "name": ":done", + "at": 706.3000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 560.6999998092651 + }, + { + "name": ":done", + "at": 636.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items, 1 update each (sequentially, async)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=1000&percentRandomAwait=100", + "version": "7.3.0-alpha.5", + "times": [ + [ + { + "name": ":start", + "at": 909.9000000953674 + }, + { + "name": ":done", + "at": 4280.099999904633, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 844.0999999046326 + }, + { + "name": ":done", + "at": 4174.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1065.2999997138977 + }, + { + "name": ":done", + "at": 4042.2999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 966.8999996185303 + }, + { + "name": ":done", + "at": 4424.199999809265, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 843.5 + }, + { + "name": ":done", + "at": 5416.60000038147, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1152.1999998092651 + }, + { + "name": ":done", + "at": 4739.300000190735, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1348.6999998092651 + }, + { + "name": ":done", + "at": 5370, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1163.9000000953674 + }, + { + "name": ":done", + "at": 5260.10000038147, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 908.1999998092651 + }, + { + "name": ":done", + "at": 4584.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1077.4000000953674 + }, + { + "name": ":done", + "at": 5123.800000190735, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items, 1 update each (sequentially)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=1000&percentRandomAwait=0", + "version": "7.3.0-alpha.5", + "times": [ + [ + { + "name": ":start", + "at": 951.7999997138977 + }, + { + "name": ":done", + "at": 1151.6999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1154.5 + }, + { + "name": ":done", + "at": 1324.3000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1338.9000000953674 + }, + { + "name": ":done", + "at": 1466.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1109.7000002861023 + }, + { + "name": ":done", + "at": 1267.6000003814697, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1262.8000001907349 + }, + { + "name": ":done", + "at": 1389.7000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1106.2000002861023 + }, + { + "name": ":done", + "at": 1223.8000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1107.4000000953674 + }, + { + "name": ":done", + "at": 1237.6999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1049.8000001907349 + }, + { + "name": ":done", + "at": 1190.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1357.9000000953674 + }, + { + "name": ":done", + "at": 1518.7000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 967 + }, + { + "name": ":done", + "at": 1116.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items 1 update on 5% (random, async)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=50&random=true&percentRandomAwait=100", + "version": "7.3.0-alpha.5", + "times": [ + [ + { + "name": ":start", + "at": 1071.2000002861023 + }, + { + "name": ":done", + "at": 1373.6000003814697, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 990.1999998092651 + }, + { + "name": ":done", + "at": 1485.6999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 887 + }, + { + "name": ":done", + "at": 1258.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1124.5 + }, + { + "name": ":done", + "at": 1473.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1558.2999997138977 + }, + { + "name": ":done", + "at": 1810.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1112.7000002861023 + }, + { + "name": ":done", + "at": 1592.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1151.7000002861023 + }, + { + "name": ":done", + "at": 1518.6000003814697, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1044.5 + }, + { + "name": ":done", + "at": 1390.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1029.3000001907349 + }, + { + "name": ":done", + "at": 1369.6000003814697, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1213.1000003814697 + }, + { + "name": ":done", + "at": 1670.3000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items 1 update on 5% (random)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=50&random=true&percentRandomAwait=0", + "version": "7.3.0-alpha.5", + "times": [ + [ + { + "name": ":start", + "at": 981.6999998092651 + }, + { + "name": ":done", + "at": 1057.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1122.3000001907349 + }, + { + "name": ":done", + "at": 1184.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 989.8999996185303 + }, + { + "name": ":done", + "at": 1047.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 890.2999997138977 + }, + { + "name": ":done", + "at": 927.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1442.1999998092651 + }, + { + "name": ":done", + "at": 1531, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1015.8000001907349 + }, + { + "name": ":done", + "at": 1049, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 968.2000002861023 + }, + { + "name": ":done", + "at": 1026.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1124.6999998092651 + }, + { + "name": ":done", + "at": 1218.1999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 942.9000000953674 + }, + { + "name": ":done", + "at": 1002.5, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1106 + }, + { + "name": ":done", + "at": 1181.7000002861023, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items 1 update on 25% (random, async)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=250&random=true&percentRandomAwait=100", + "version": "7.3.0-alpha.5", + "times": [ + [ + { + "name": ":start", + "at": 1056.9000000953674 + }, + { + "name": ":done", + "at": 2147.199999809265, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 854 + }, + { + "name": ":done", + "at": 1892.6999998092651, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1101.7999997138977 + }, + { + "name": ":done", + "at": 2063, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1198.2000002861023 + }, + { + "name": ":done", + "at": 2399, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 992.7999997138977 + }, + { + "name": ":done", + "at": 2029, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 921.7999997138977 + }, + { + "name": ":done", + "at": 2010.0999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1124.8000001907349 + }, + { + "name": ":done", + "at": 1919.4000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 962.1999998092651 + }, + { + "name": ":done", + "at": 1838.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1091.7000002861023 + }, + { + "name": ":done", + "at": 1867, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1053.3000001907349 + }, + { + "name": ":done", + "at": 2341.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1k items 1 update on 25% (random)": { + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=250&random=true&percentRandomAwait=0", + "version": "7.3.0-alpha.5", + "times": [ + [ + { + "name": ":start", + "at": 1184 + }, + { + "name": ":done", + "at": 1299.2999997138977, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 979.5999999046326 + }, + { + "name": ":done", + "at": 1067.8000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1268.1999998092651 + }, + { + "name": ":done", + "at": 1358.8999996185303, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1117.5999999046326 + }, + { + "name": ":done", + "at": 1258.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1154.7999997138977 + }, + { + "name": ":done", + "at": 1273.9000000953674, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 939.8999996185303 + }, + { + "name": ":done", + "at": 1006.8999996185303, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 805.3000001907349 + }, + { + "name": ":done", + "at": 838.3000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 986.2999997138977 + }, + { + "name": ":done", + "at": 1097.5999999046326, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 984.5 + }, + { + "name": ":done", + "at": 1048.8000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ], + [ + { + "name": ":start", + "at": 1092.5999999046326 + }, + { + "name": ":done", + "at": 1186.3000001907349, + "detail": { + "checks": 2, + "via": "mutation" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 value, 1k consumers, 10k updates (bursts of 100)": { + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=100", + "version": "7.3.0-alpha.5", + "times": [ + [ + { + "name": ":start", + "at": 790.5 + }, + { + "name": ":done", + "at": 6028.700000286102, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 757.8000001907349 + }, + { + "name": ":done", + "at": 6693.200000286102, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 886.2000002861023 + }, + { + "name": ":done", + "at": 6721.700000286102, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 914.2999997138977 + }, + { + "name": ":done", + "at": 6817.699999809265, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 859.8000001907349 + }, + { + "name": ":done", + "at": 6669, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1037.5999999046326 + }, + { + "name": ":done", + "at": 7305.099999904633, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1303.1999998092651 + }, + { + "name": ":done", + "at": 7052.599999904633, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1026.4000000953674 + }, + { + "name": ":done", + "at": 7547.700000286102, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 847.7999997138977 + }, + { + "name": ":done", + "at": 7571.799999713898, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 971 + }, + { + "name": ":done", + "at": 6922.400000095367, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 value, 1k consumers, 10k updates (bursts of 1000)": { + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=1000", + "version": "7.3.0-alpha.5", + "times": [ + [ + { + "name": ":start", + "at": 1055.3999996185303 + }, + { + "name": ":done", + "at": 1663.1999998092651, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1042.9000000953674 + }, + { + "name": ":done", + "at": 1836.0999999046326, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 940.0999999046326 + }, + { + "name": ":done", + "at": 1837.6999998092651, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1050.7000002861023 + }, + { + "name": ":done", + "at": 1830.6000003814697, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1138.2000002861023 + }, + { + "name": ":done", + "at": 1762.8000001907349, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 875.3000001907349 + }, + { + "name": ":done", + "at": 1558.8000001907349, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 820 + }, + { + "name": ":done", + "at": 1595.4000000953674, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1008.5 + }, + { + "name": ":done", + "at": 1785, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1006.5999999046326 + }, + { + "name": ":done", + "at": 1731.0999999046326, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1316 + }, + { + "name": ":done", + "at": 2273.199999809265, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ] + ], + "whatsBetter": "smaller" + }, + "1 value, 1k consumers, 10k updates (single burst)": { + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=10000", + "version": "7.3.0-alpha.5", + "times": [ + [ + { + "name": ":start", + "at": 941.3999996185303 + }, + { + "name": ":done", + "at": 1072.2999997138977, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1069 + }, + { + "name": ":done", + "at": 1174.0999999046326, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 672.1999998092651 + }, + { + "name": ":done", + "at": 853.6999998092651, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 969.4000000953674 + }, + { + "name": ":done", + "at": 1043, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1272.5 + }, + { + "name": ":done", + "at": 1395.6999998092651, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1028.7000002861023 + }, + { + "name": ":done", + "at": 1173.6000003814697, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1101.3000001907349 + }, + { + "name": ":done", + "at": 1393, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1074.2999997138977 + }, + { + "name": ":done", + "at": 1216.6999998092651, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 864 + }, + { + "name": ":done", + "at": 1023.8000001907349, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ], + [ + { + "name": ":start", + "at": 1091.7999997138977 + }, + { + "name": ":done", + "at": 1206.7999997138977, + "detail": { + "checks": 1, + "via": "immediate" + } + } + ] + ], + "whatsBetter": "smaller" + } + } + }, + "benchmarkInfo": [ + { + "name": "DB Monitor w/ chat simulation", + "app": "dbmon-with-chat", + "query": "", + "measure": "fps", + "whatsBetter": "bigger", + "units": "FPS" + }, + { + "name": "Incrementing Render Effect", + "app": "incrementing-render-effect", + "query": "&updates=100000", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 item, 1k updates (async)", + "app": "one-item-many-updates", + "query": "&updates=1000&percentRandomAwait=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 item, 1k updates", + "app": "one-item-many-updates", + "query": "&updates=1000&percentRandomAwait=0", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 item, 100k updates (async)", + "app": "one-item-many-updates", + "query": "&updates=100000&percentRandomAwait=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 item, 100k updates", + "app": "one-item-many-updates", + "query": "&updates=100000&percentRandomAwait=0", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items, 1 update each (sequentially, async)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=1000&percentRandomAwait=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items, 1 update each (sequentially)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=1000&percentRandomAwait=0", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items 1 update on 5% (random, async)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=50&random=true&percentRandomAwait=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items 1 update on 5% (random)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=50&random=true&percentRandomAwait=0", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items 1 update on 25% (random, async)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=250&random=true&percentRandomAwait=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1k items 1 update on 25% (random)", + "app": "ten-k-items-one-time", + "query": "&items=1000&updates=250&random=true&percentRandomAwait=0", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 value, 1k consumers, 10k updates (bursts of 100)", + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=100", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 value, 1k consumers, 10k updates (bursts of 1000)", + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=1000", + "whatsBetter": "smaller", + "units": "ms" + }, + { + "name": "1 value, 1k consumers, 10k updates (single burst)", + "app": "fan-out", + "query": "&consumers=1000&updates=10000&burstSize=10000", + "whatsBetter": "smaller", + "units": "ms" + } + ], + "timing": { + "buildMs": 20049, + "benchmarkMs": 406320, + "totalMs": 426370 + } +} \ No newline at end of file