chore(benches): update benchmarks after 1024 stream limit (#728)

This commit is contained in:
Ivan Boldyrev 2023-10-20 18:00:19 +04:00 committed by GitHub
parent ed8c90bd32
commit 5b6533bef1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
6 changed files with 891 additions and 824 deletions

2
.gitmodules vendored
View File

@ -1,4 +1,4 @@
[submodule "benches/performance_metering"]
path = benches/performance_metering
url = git@github.com:fluencelabs/aquavm-benchmark-data.git
branch = feat/VM-221-signature-checking
branch = chore/update-benchmark-limit-1024

File diff suppressed because it is too large Load Diff

View File

@ -409,70 +409,69 @@ Machine c1f3ea5950db0a10b44da931c25774d64ab25084f47d504f72f311e694550ff1:
execute: 29.00µs
new: 38.00µs
Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f:
<<<<<<< HEAD
Platform: macOS-13.4.1-arm64-arm-64bit
Timestamp: 2023-07-23 15:42:03.477661+00:00
AquaVM version: 0.42.0
Platform: macOS-14.0-arm64-arm-64bit
Timestamp: 2023-10-20 11:40:35.157398+00:00
AquaVM version: 0.53.0
Benches:
Features: check_signatures,gen_signatures
big_values_data (9.29ms; 59.062 MiB, 59.062 MiB): Loading a trace with huge values
air::runner::execute_air: 9.29ms
preparation_step::preparation::parse_data: 4.90ms
from_slice: 4.85ms
preparation_step::preparation::prepare: 176.00µs
air::preparation_step::preparation::make_exec_ctx: 19.00µs
air_parser::parser::air_parser::parse: 32.00µs
big_values_data (8.66ms; 58.938 MiB, 58.938 MiB): Loading a trace with huge values
air::runner::execute_air: 8.66ms
preparation_step::preparation::parse_data: 4.81ms
from_slice: 4.76ms
preparation_step::preparation::prepare: 171.00µs
air::preparation_step::preparation::make_exec_ctx: 13.00µs
air_parser::parser::air_parser::parse: 31.00µs
runner::execute: 12.00µs
runner::farewell: 3.86ms
from_success_result: 3.84ms
populate_outcome_from_contexts: 3.80ms
signing_step::sign_produced_cids: 110.00µs
runner::farewell: 3.30ms
from_success_result: 3.28ms
populate_outcome_from_contexts: 3.25ms
signing_step::sign_produced_cids: 101.00µs
verification_step::verify: 83.00µs
verify: 10.00µs
dashboard (6.71ms; 52.750 MiB, 52.750 MiB): big dashboard test
air::runner::execute_air: 6.71ms
preparation_step::preparation::parse_data: 1.00ms
from_slice: 947.00µs
preparation_step::preparation::prepare: 327.00µs
air::preparation_step::preparation::make_exec_ctx: 36.00µs
air_parser::parser::air_parser::parse: 170.00µs
runner::execute: 1.70ms
to_string(tetraplets): 369.00µs
runner::farewell: 485.00µs
from_success_result: 465.00µs
populate_outcome_from_contexts: 417.00µs
signing_step::sign_produced_cids: 105.00µs
verification_step::verify: 2.93ms
verify: 197.00µs
long_data (3.88ms; 54.000 MiB, 54.000 MiB): Long data trace
air::runner::execute_air: 3.88ms
verify: 12.00µs
dashboard (6.70ms; 52.625 MiB, 52.625 MiB): big dashboard test
air::runner::execute_air: 6.70ms
preparation_step::preparation::parse_data: 999.00µs
from_slice: 941.00µs
preparation_step::preparation::prepare: 317.00µs
air::preparation_step::preparation::make_exec_ctx: 32.00µs
air_parser::parser::air_parser::parse: 162.00µs
runner::execute: 1.69ms
to_string(tetraplets): 360.00µs
runner::farewell: 459.00µs
from_success_result: 439.00µs
populate_outcome_from_contexts: 397.00µs
signing_step::sign_produced_cids: 99.00µs
verification_step::verify: 2.96ms
verify: 214.00µs
long_data (3.69ms; 53.750 MiB, 53.750 MiB): Long data trace
air::runner::execute_air: 3.69ms
preparation_step::preparation::parse_data: 1.76ms
from_slice: 1.72ms
preparation_step::preparation::prepare: 175.00µs
air::preparation_step::preparation::make_exec_ctx: 19.00µs
air_parser::parser::air_parser::parse: 30.00µs
runner::execute: 11.00µs
runner::farewell: 1.06ms
from_success_result: 1.04ms
populate_outcome_from_contexts: 1.00ms
signing_step::sign_produced_cids: 108.00µs
verification_step::verify: 612.00µs
verify: 10.00µs
multiple-cids10 (2.63ms; 52.625 MiB, 52.625 MiB): verifying multiple CIDs for single peer
air::runner::execute_air: 2.63ms
preparation_step::preparation::parse_data: 418.00µs
from_slice: 364.00µs
preparation_step::preparation::prepare: 216.00µs
air::preparation_step::preparation::make_exec_ctx: 33.00µs
air_parser::parser::air_parser::parse: 63.00µs
runner::execute: 452.00µs
from_slice: 1.71ms
preparation_step::preparation::prepare: 171.00µs
air::preparation_step::preparation::make_exec_ctx: 14.00µs
air_parser::parser::air_parser::parse: 31.00µs
runner::execute: 12.00µs
runner::farewell: 930.00µs
from_success_result: 910.00µs
populate_outcome_from_contexts: 870.00µs
signing_step::sign_produced_cids: 100.00µs
verification_step::verify: 530.00µs
verify: 12.00µs
multiple-cids10 (2.65ms; 52.438 MiB, 52.438 MiB): verifying multiple CIDs for single peer
air::runner::execute_air: 2.65ms
preparation_step::preparation::parse_data: 427.00µs
from_slice: 369.00µs
preparation_step::preparation::prepare: 208.00µs
air::preparation_step::preparation::make_exec_ctx: 25.00µs
air_parser::parser::air_parser::parse: 58.00µs
runner::execute: 448.00µs
to_string(tetraplets): 10.00µs
runner::farewell: 342.00µs
from_success_result: 322.00µs
populate_outcome_from_contexts: 285.00µs
signing_step::sign_produced_cids: 103.00µs
verification_step::verify: 944.00µs
verify: 227.00µs
runner::farewell: 322.00µs
from_success_result: 301.00µs
populate_outcome_from_contexts: 254.00µs
signing_step::sign_produced_cids: 98.00µs
verification_step::verify: 957.00µs
verify: 238.00µs
multiple-cids50 (24.68ms; 59.375 MiB, 59.375 MiB): verifying multiple CIDs for single peer
air::runner::execute_air: 24.68ms
preparation_step::preparation::parse_data: 4.87ms
@ -539,6 +538,21 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f:
signing_step::sign_produced_cids: 109.00µs
verification_step::verify: 2.48ms
verify: 289.00µs
multiple-peers8 (9.95ms; 53.375 MiB, 53.375 MiB): verifying many CIDs for many peers
air::runner::execute_air: 9.95ms
preparation_step::preparation::parse_data: 1.37ms
from_slice: 1.31ms
preparation_step::preparation::prepare: 256.00µs
air::preparation_step::preparation::make_exec_ctx: 71.00µs
air_parser::parser::air_parser::parse: 62.00µs
runner::execute: 2.86ms
to_string(tetraplets): 11.00µs
runner::farewell: 904.00µs
from_success_result: 884.00µs
populate_outcome_from_contexts: 785.00µs
signing_step::sign_produced_cids: 98.00µs
verification_step::verify: 4.28ms
verify: 1.01ms
multiple-sigs10 (13.63ms; 52.875 MiB, 52.875 MiB): signing multiple CIDs
air::runner::execute_air: 13.63ms
preparation_step::preparation::parse_data: 653.00µs
@ -573,6 +587,20 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f:
signing_step::sign_produced_cids: 22.05ms
verification_step::verify: 153.40ms
verify: 84.07ms
multiple-sigs30 (18.97ms; 56.188 MiB, 56.188 MiB): signing multiple CIDs
air::runner::execute_air: 18.97ms
preparation_step::preparation::parse_data: 3.93ms
from_slice: 3.87ms
preparation_step::preparation::prepare: 333.00µs
air::preparation_step::preparation::make_exec_ctx: 148.00µs
air_parser::parser::air_parser::parse: 62.00µs
runner::execute: 8.09ms
runner::farewell: 2.56ms
from_success_result: 2.53ms
populate_outcome_from_contexts: 2.36ms
signing_step::sign_produced_cids: 436.00µs
verification_step::verify: 3.42ms
verify: 1.73ms
multiple-sigs50 (49.64ms; 62.625 MiB, 62.625 MiB): signing multiple CIDs
air::runner::execute_air: 49.64ms
preparation_step::preparation::parse_data: 10.52ms
@ -587,21 +615,21 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f:
signing_step::sign_produced_cids: 1.23ms
verification_step::verify: 8.51ms
verify: 4.56ms
network-explore (3.12ms; 52.500 MiB, 52.500 MiB): 5 peers of network are discovered
air::runner::execute_air: 3.12ms
preparation_step::preparation::parse_data: 478.00µs
from_slice: 423.00µs
preparation_step::preparation::prepare: 233.00µs
air::preparation_step::preparation::make_exec_ctx: 27.00µs
air_parser::parser::air_parser::parse: 86.00µs
runner::execute: 174.00µs
network-explore (3.17ms; 52.375 MiB, 52.375 MiB): 5 peers of network are discovered
air::runner::execute_air: 3.17ms
preparation_step::preparation::parse_data: 494.00µs
from_slice: 437.00µs
preparation_step::preparation::prepare: 219.00µs
air::preparation_step::preparation::make_exec_ctx: 19.00µs
air_parser::parser::air_parser::parse: 76.00µs
runner::execute: 171.00µs
to_string(tetraplets): 10.00µs
runner::farewell: 265.00µs
from_success_result: 245.00µs
populate_outcome_from_contexts: 208.00µs
signing_step::sign_produced_cids: 105.00µs
verification_step::verify: 1.71ms
verify: 72.00µs
runner::farewell: 255.00µs
from_success_result: 235.00µs
populate_outcome_from_contexts: 198.00µs
signing_step::sign_produced_cids: 99.00µs
verification_step::verify: 1.74ms
verify: 79.00µs
network_explore (5.23ms; 52.500 MiB, 52.500 MiB): 5 peers of network are discovered
air::runner::execute_air: 5.23ms
preparation_step::preparation::parse_data: 480.00µs
@ -623,112 +651,96 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f:
signing_step::sign_produced_cids: 112.00µs
verification_step::verify: 1.73ms
verify: 76.00µs
null (725.00µs; 52.500 MiB, 52.500 MiB): Empty data and null script
air::runner::execute_air: 725.00µs
preparation_step::preparation::parse_data: 20.00µs
preparation_step::preparation::prepare: 193.00µs
air::preparation_step::preparation::make_exec_ctx: 24.00µs
air_parser::parser::air_parser::parse: 39.00µs
runner::execute: 11.00µs
runner::farewell: 189.00µs
from_success_result: 170.00µs
populate_outcome_from_contexts: 133.00µs
signing_step::sign_produced_cids: 112.00µs
verification_step::verify: 38.00µs
null (745.00µs; 52.375 MiB, 52.375 MiB): Empty data and null script
air::runner::execute_air: 745.00µs
preparation_step::preparation::parse_data: 24.00µs
preparation_step::preparation::prepare: 185.00µs
air::preparation_step::preparation::make_exec_ctx: 14.00µs
air_parser::parser::air_parser::parse: 33.00µs
runner::execute: 12.00µs
runner::farewell: 180.00µs
from_success_result: 160.00µs
populate_outcome_from_contexts: 124.00µs
signing_step::sign_produced_cids: 107.00µs
verification_step::verify: 40.00µs
verify: 12.00µs
parser_10000_100 (22.72ms; 57.812 MiB, 57.812 MiB): Running very long AIR script with lot of variables and assignments
air::runner::execute_air: 22.72ms
preparation_step::preparation::parse_data: 20.00µs
preparation_step::preparation::prepare: 21.25ms
air::preparation_step::preparation::make_exec_ctx: 23.00µs
air_parser::parser::air_parser::parse: 21.11ms
runner::execute: 47.00µs
runner::farewell: 192.00µs
from_success_result: 173.00µs
populate_outcome_from_contexts: 137.00µs
signing_step::sign_produced_cids: 110.00µs
parser_10000_100 (23.63ms; 57.688 MiB, 57.688 MiB): Running very long AIR script with lot of variables and assignments
air::runner::execute_air: 23.63ms
preparation_step::preparation::parse_data: 26.00µs
preparation_step::preparation::prepare: 21.95ms
air::preparation_step::preparation::make_exec_ctx: 14.00µs
air_parser::parser::air_parser::parse: 21.81ms
runner::execute: 57.00µs
runner::farewell: 177.00µs
from_success_result: 157.00µs
populate_outcome_from_contexts: 125.00µs
signing_step::sign_produced_cids: 105.00µs
verification_step::verify: 39.00µs
verify: 11.00µs
verify: 12.00µs
Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441:
Platform: Linux-5.15.0-76-generic-x86_64-with-glibc2.29
Timestamp: 2023-07-14 15:53:40.260043+00:00
AquaVM version: 0.41.0
Timestamp: 2023-10-20 12:46:01.094988+00:00
AquaVM version: 0.53.0
Benches:
Features: check_signatures,gen_signatures
big_values_data (13.28ms; 59.062 MiB, 59.062 MiB): Loading a trace with huge values
air::runner::execute_air: 13.28ms
preparation_step::preparation::parse_data: 7.70ms
from_slice: 7.64ms
big_values_data (12.11ms; 58.938 MiB, 58.938 MiB): Loading a trace with huge values
air::runner::execute_air: 12.11ms
preparation_step::preparation::parse_data: 6.80ms
from_slice: 6.74ms
preparation_step::preparation::prepare: 226.00µs
air::preparation_step::preparation::make_exec_ctx: 16.00µs
air_parser::parser::air_parser::parse: 21.00µs
runner::execute: 10.00µs
runner::farewell: 4.97ms
from_success_result: 4.94ms
populate_outcome_from_contexts: 4.90ms
to_vec(call_results): 15.00µs
to_vec(data): 3.93ms
signing_step::sign_produced_cids: 154.00µs
verification_step::verify: 90.00µs
verify: 12.00µs
dashboard (36.27ms; 52.750 MiB, 52.750 MiB): big dashboard test
air::runner::execute_air: 36.27ms
preparation_step::preparation::parse_data: 1.34ms
from_slice: 1.28ms
preparation_step::preparation::prepare: 350.00µs
air::preparation_step::preparation::make_exec_ctx: 42.00µs
air_parser::parser::air_parser::parse: 130.00µs
runner::execute: 29.00ms
execute: 23.27ms
execute: 6.94ms
prepare_request_params: 1.86ms
to_string(tetraplets): 573.00µs
new: 3.79ms
runner::farewell: 746.00µs
from_success_result: 723.00µs
populate_outcome_from_contexts: 678.00µs
to_vec(call_results): 31.00µs
to_vec(data): 379.00µs
signing_step::sign_produced_cids: 159.00µs
verification_step::verify: 4.55ms
verify: 273.00µs
long_data (5.23ms; 54.000 MiB, 54.000 MiB): Long data trace
air::runner::execute_air: 5.23ms
preparation_step::preparation::parse_data: 2.57ms
from_slice: 2.53ms
preparation_step::preparation::prepare: 223.00µs
air::preparation_step::preparation::make_exec_ctx: 16.00µs
air_parser::parser::air_parser::parse: 20.00µs
runner::execute: 10.00µs
runner::farewell: 1.27ms
from_success_result: 1.25ms
populate_outcome_from_contexts: 1.21ms
to_vec(call_results): 14.00µs
to_vec(data): 658.00µs
signing_step::sign_produced_cids: 156.00µs
verification_step::verify: 858.00µs
runner::farewell: 4.70ms
from_success_result: 4.68ms
populate_outcome_from_contexts: 4.62ms
signing_step::sign_produced_cids: 161.00µs
verification_step::verify: 88.00µs
verify: 12.00µs
multiple-cids10 (15.18ms; 52.625 MiB, 52.625 MiB): verifying multiple CIDs for single peer
air::runner::execute_air: 15.18ms
preparation_step::preparation::parse_data: 486.00µs
from_slice: 432.00µs
preparation_step::preparation::prepare: 256.00µs
air::preparation_step::preparation::make_exec_ctx: 34.00µs
air_parser::parser::air_parser::parse: 46.00µs
runner::execute: 12.19ms
execute: 9.42ms
execute: 2.23ms
prepare_request_params: 48.00µs
to_string(tetraplets): 14.00µs
new: 1.49ms
runner::farewell: 546.00µs
from_success_result: 524.00µs
populate_outcome_from_contexts: 492.00µs
to_vec(call_results): 14.00µs
to_vec(data): 229.00µs
signing_step::sign_produced_cids: 157.00µs
dashboard (9.52ms; 52.625 MiB, 52.625 MiB): big dashboard test
air::runner::execute_air: 9.52ms
preparation_step::preparation::parse_data: 1.26ms
from_slice: 1.21ms
preparation_step::preparation::prepare: 354.00µs
air::preparation_step::preparation::make_exec_ctx: 41.00µs
air_parser::parser::air_parser::parse: 132.00µs
runner::execute: 2.27ms
to_string(tetraplets): 449.00µs
runner::farewell: 672.00µs
from_success_result: 651.00µs
populate_outcome_from_contexts: 601.00µs
signing_step::sign_produced_cids: 163.00µs
verification_step::verify: 4.66ms
verify: 267.00µs
long_data (4.57ms; 53.750 MiB, 53.750 MiB): Long data trace
air::runner::execute_air: 4.57ms
preparation_step::preparation::parse_data: 2.27ms
from_slice: 2.23ms
preparation_step::preparation::prepare: 216.00µs
air::preparation_step::preparation::make_exec_ctx: 16.00µs
air_parser::parser::air_parser::parse: 18.00µs
runner::execute: 10.00µs
runner::farewell: 1.13ms
from_success_result: 1.11ms
populate_outcome_from_contexts: 1.07ms
signing_step::sign_produced_cids: 158.00µs
verification_step::verify: 662.00µs
verify: 11.00µs
multiple-cids10 (3.42ms; 52.438 MiB, 52.438 MiB): verifying multiple CIDs for single peer
air::runner::execute_air: 3.42ms
preparation_step::preparation::parse_data: 450.00µs
from_slice: 400.00µs
preparation_step::preparation::prepare: 253.00µs
air::preparation_step::preparation::make_exec_ctx: 32.00µs
air_parser::parser::air_parser::parse: 43.00µs
runner::execute: 580.00µs
to_string(tetraplets): 13.00µs
runner::farewell: 455.00µs
from_success_result: 434.00µs
populate_outcome_from_contexts: 380.00µs
signing_step::sign_produced_cids: 158.00µs
verification_step::verify: 1.41ms
verify: 314.00µs
verify: 303.00µs
multiple-cids50 (323.00ms; 59.375 MiB, 59.375 MiB): verifying multiple CIDs for single peer
air::runner::execute_air: 323.00ms
preparation_step::preparation::parse_data: 6.79ms
@ -792,6 +804,21 @@ Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441:
signing_step::sign_produced_cids: 190.00µs
verification_step::verify: 70.22ms
verify: 44.09ms
multiple-peers8 (14.36ms; 53.375 MiB, 53.375 MiB): verifying many CIDs for many peers
air::runner::execute_air: 14.36ms
preparation_step::preparation::parse_data: 1.74ms
from_slice: 1.68ms
preparation_step::preparation::prepare: 333.00µs
air::preparation_step::preparation::make_exec_ctx: 102.00µs
air_parser::parser::air_parser::parse: 50.00µs
runner::execute: 3.96ms
to_string(tetraplets): 15.00µs
runner::farewell: 1.30ms
from_success_result: 1.28ms
populate_outcome_from_contexts: 1.16ms
signing_step::sign_produced_cids: 161.00µs
verification_step::verify: 6.74ms
verify: 1.45ms
multiple-sigs200 (6.04s; 214.375 MiB, 214.375 MiB): signing multiple CIDs
air::runner::execute_air: 6.04s
preparation_step::preparation::parse_data: 219.80ms
@ -812,6 +839,20 @@ Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441:
signing_step::sign_produced_cids: 30.84ms
verification_step::verify: 214.00ms
verify: 119.20ms
multiple-sigs30 (26.89ms; 56.188 MiB, 56.188 MiB): signing multiple CIDs
air::runner::execute_air: 26.89ms
preparation_step::preparation::parse_data: 5.04ms
from_slice: 4.99ms
preparation_step::preparation::prepare: 454.00µs
air::preparation_step::preparation::make_exec_ctx: 219.00µs
air_parser::parser::air_parser::parse: 50.00µs
runner::execute: 11.80ms
runner::farewell: 3.74ms
from_success_result: 3.71ms
populate_outcome_from_contexts: 3.54ms
signing_step::sign_produced_cids: 678.00µs
verification_step::verify: 5.03ms
verify: 2.50ms
multiple-sigs50 (369.10ms; 62.562 MiB, 62.562 MiB): signing multiple CIDs
air::runner::execute_air: 369.10ms
preparation_step::preparation::parse_data: 13.94ms
@ -832,177 +873,44 @@ Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441:
signing_step::sign_produced_cids: 1.77ms
verification_step::verify: 12.49ms
verify: 6.96ms
network-explore (6.83ms; 52.500 MiB, 52.500 MiB): 5 peers of network are discovered
air::runner::execute_air: 6.83ms
preparation_step::preparation::parse_data: 603.00µs
from_slice: 545.00µs
preparation_step::preparation::prepare: 274.00µs
air::preparation_step::preparation::make_exec_ctx: 26.00µs
air_parser::parser::air_parser::parse: 68.00µs
runner::execute: 2.55ms
execute: 1.98ms
execute: 490.00µs
prepare_request_params: 52.00µs
to_string(tetraplets): 16.00µs
new: 339.00µs
runner::farewell: 429.00µs
from_success_result: 406.00µs
populate_outcome_from_contexts: 372.00µs
to_vec(call_results): 14.00µs
to_vec(data): 140.00µs
signing_step::sign_produced_cids: 157.00µs
verification_step::verify: 2.67ms
verify: 81.00µs
parser_10000_100 (30.02ms; 57.812 MiB, 57.812 MiB): Running very long AIR script with lot of variables and assignments
air::runner::execute_air: 30.02ms
preparation_step::preparation::parse_data: 19.00µs
preparation_step::preparation::prepare: 28.02ms
air::preparation_step::preparation::make_exec_ctx: 18.00µs
air_parser::parser::air_parser::parse: 27.78ms
runner::execute: 163.00µs
execute: 115.00µs
execute: 29.00µs
new: 21.00µs
runner::farewell: 328.00µs
from_success_result: 304.00µs
populate_outcome_from_contexts: 270.00µs
to_vec(call_results): 15.00µs
to_vec(data): 44.00µs
signing_step::sign_produced_cids: 161.00µs
verification_step::verify: 40.00µs
network-explore (4.43ms; 52.375 MiB, 52.375 MiB): 5 peers of network are discovered
air::runner::execute_air: 4.43ms
preparation_step::preparation::parse_data: 572.00µs
from_slice: 519.00µs
preparation_step::preparation::prepare: 268.00µs
air::preparation_step::preparation::make_exec_ctx: 23.00µs
air_parser::parser::air_parser::parse: 67.00µs
runner::execute: 190.00µs
to_string(tetraplets): 13.00µs
runner::farewell: 366.00µs
from_success_result: 344.00µs
populate_outcome_from_contexts: 301.00µs
signing_step::sign_produced_cids: 162.00µs
verification_step::verify: 2.75ms
verify: 79.00µs
null (848.00µs; 52.375 MiB, 52.375 MiB): Empty data and null script
air::runner::execute_air: 848.00µs
preparation_step::preparation::parse_data: 18.00µs
preparation_step::preparation::prepare: 224.00µs
air::preparation_step::preparation::make_exec_ctx: 17.00µs
air_parser::parser::air_parser::parse: 19.00µs
runner::execute: 10.00µs
runner::farewell: 257.00µs
from_success_result: 234.00µs
populate_outcome_from_contexts: 194.00µs
signing_step::sign_produced_cids: 162.00µs
verification_step::verify: 39.00µs
verify: 13.00µs
=======
Platform: macOS-14.0-arm64-arm-64bit
Timestamp: 2023-10-04 14:50:18.122679+00:00
AquaVM version: 0.48.0
Benches:
big_values_data (8.35ms; 57.875 MiB, 57.875 MiB): Loading a trace with huge values
air::runner::execute_air: 8.35ms
preparation_step::preparation::prepare: 4.84ms
air::preparation_step::preparation::make_exec_ctx: 19.00µs
air_interpreter_data::interpreter_data::serde_json::from_slice: 4.63ms
air_parser::parser::air_parser::parse: 35.00µs
runner::execute: 9.00µs
runner::farewell: 3.36ms
from_success_result: 3.34ms
populate_outcome_from_contexts: 3.29ms
to_vec(call_results): 16.00µs
to_vec(data): 2.31ms
dashboard (28.07ms; 51.625 MiB, 51.625 MiB): big dashboard test
air::runner::execute_air: 28.07ms
preparation_step::preparation::prepare: 1.00ms
air::preparation_step::preparation::make_exec_ctx: 39.00µs
air_interpreter_data::interpreter_data::serde_json::from_slice: 634.00µs
air_parser::parser::air_parser::parse: 169.00µs
runner::execute: 26.41ms
execute: 20.77ms
execute: 4.26ms
prepare_request_params: 61.00µs
to_string(tetraplets): 18.00µs
new: 3.72ms
runner::farewell: 499.00µs
from_success_result: 479.00µs
populate_outcome_from_contexts: 430.00µs
to_vec(call_results): 18.00µs
to_vec(data): 180.00µs
long_data (3.03ms; 52.750 MiB, 52.750 MiB): Long data trace
air::runner::execute_air: 3.03ms
preparation_step::preparation::prepare: 1.86ms
air::preparation_step::preparation::make_exec_ctx: 38.00µs
air_interpreter_data::interpreter_data::serde_json::from_slice: 1.62ms
air_parser::parser::air_parser::parse: 35.00µs
runner::execute: 8.00µs
runner::farewell: 1.02ms
from_success_result: 997.00µs
populate_outcome_from_contexts: 957.00µs
to_vec(call_results): 15.00µs
to_vec(data): 428.00µs
multiple-cids10 (11.44ms; 51.500 MiB, 51.500 MiB): verifying multiple CIDs for single peer
air::runner::execute_air: 11.44ms
preparation_step::preparation::prepare: 667.00µs
air::preparation_step::preparation::make_exec_ctx: 36.00µs
air_interpreter_data::interpreter_data::serde_json::from_slice: 400.00µs
air_parser::parser::air_parser::parse: 68.00µs
runner::execute: 10.22ms
execute: 7.85ms
execute: 1.73ms
new: 1.28ms
runner::farewell: 427.00µs
from_success_result: 407.00µs
populate_outcome_from_contexts: 339.00µs
to_vec(call_results): 14.00µs
to_vec(data): 145.00µs
multiple-cids50 (263.70ms; 59.875 MiB, 59.875 MiB): verifying multiple CIDs for single peer
air::runner::execute_air: 263.70ms
preparation_step::preparation::prepare: 6.70ms
air::preparation_step::preparation::make_exec_ctx: 507.00µs
air_interpreter_data::interpreter_data::serde_json::from_slice: 5.96ms
air_parser::parser::air_parser::parse: 59.00µs
runner::execute: 252.10ms
execute: 196.88ms
execute: 43.04ms
new: 36.00ms
runner::farewell: 4.47ms
from_success_result: 4.45ms
populate_outcome_from_contexts: 4.36ms
to_vec(call_results): 12.00µs
to_vec(data): 2.89ms
multiple-peers14 (299.50ms; 61.125 MiB, 61.125 MiB): verifying many CIDs for many peers
air::runner::execute_air: 299.50ms
preparation_step::preparation::prepare: 8.63ms
air::preparation_step::preparation::make_exec_ctx: 532.00µs
air_interpreter_data::interpreter_data::serde_json::from_slice: 7.86ms
air_parser::parser::air_parser::parse: 63.00µs
runner::execute: 285.00ms
execute: 222.02ms
execute: 51.01ms
new: 39.04ms
runner::farewell: 5.71ms
from_success_result: 5.69ms
populate_outcome_from_contexts: 5.58ms
to_vec(call_results): 12.00µs
to_vec(data): 3.88ms
multiple-peers5 (15.14ms; 51.688 MiB, 51.688 MiB): verifying many CIDs for many peers
air::runner::execute_air: 15.14ms
preparation_step::preparation::prepare: 907.00µs
air::preparation_step::preparation::make_exec_ctx: 45.00µs
air_interpreter_data::interpreter_data::serde_json::from_slice: 630.00µs
air_parser::parser::air_parser::parse: 71.00µs
runner::execute: 13.60ms
execute: 10.54ms
execute: 2.40ms
new: 1.93ms
runner::farewell: 508.00µs
from_success_result: 489.00µs
populate_outcome_from_contexts: 410.00µs
to_vec(call_results): 14.00µs
to_vec(data): 209.00µs
network_explore (3.02ms; 51.375 MiB, 51.375 MiB): 5 peers of network are discovered
air::runner::execute_air: 3.02ms
preparation_step::preparation::prepare: 510.00µs
air::preparation_step::preparation::make_exec_ctx: 24.00µs
air_interpreter_data::interpreter_data::serde_json::from_slice: 226.00µs
air_parser::parser::air_parser::parse: 95.00µs
runner::execute: 2.06ms
execute: 1.57ms
execute: 338.00µs
new: 280.00µs
runner::farewell: 302.00µs
from_success_result: 282.00µs
populate_outcome_from_contexts: 239.00µs
to_vec(call_results): 14.00µs
to_vec(data): 65.00µs
parser_10000_100 (23.42ms; 56.625 MiB, 56.625 MiB): Running very long AIR script with lot of variables and assignments
air::runner::execute_air: 23.42ms
preparation_step::preparation::prepare: 21.82ms
air::preparation_step::preparation::make_exec_ctx: 22.00µs
air_parser::parser::air_parser::parse: 21.64ms
runner::execute: 148.00µs
execute: 110.00µs
execute: 31.00µs
new: 24.00µs
runner::farewell: 260.00µs
from_success_result: 240.00µs
populate_outcome_from_contexts: 206.00µs
to_vec(call_results): 16.00µs
to_vec(data): 36.00µs
parser_10000_100 (30.20ms; 57.688 MiB, 57.688 MiB): Running very long AIR script with lot of variables and assignments
air::runner::execute_air: 30.20ms
preparation_step::preparation::parse_data: 16.00µs
preparation_step::preparation::prepare: 28.48ms
air::preparation_step::preparation::make_exec_ctx: 17.00µs
air_parser::parser::air_parser::parse: 28.28ms
runner::execute: 30.00µs
runner::farewell: 254.00µs
from_success_result: 232.00µs
populate_outcome_from_contexts: 194.00µs
signing_step::sign_produced_cids: 159.00µs
verification_step::verify: 35.00µs
verify: 10.00µs

@ -1 +1 @@
Subproject commit 25375e29527902343d6638187133897d1640f922
Subproject commit 75306fd8cacd5048dc9012ce032c3f45005ffa5e

View File

@ -7,9 +7,9 @@ set -e
echo "Pre-build a binary..." >&2
cargo build --quiet --release
for bench in multiple-cids10 multiple-cids50 \
multiple-peers14 multiple-peers25 \
multiple-sigs50 multiple-sigs200 \
for bench in multiple-cids10 \
multiple-peers8 \
multiple-sigs30 \
dashboard network-explore; do
echo "Generating ${bench} ..." >&2
if [ "${bench}" == multiple-peers25 ]; then

View File

@ -26,10 +26,10 @@ enum Bench {
MultipleCids10,
MultipleCids50,
MultiplePeers5,
MultiplePeers14,
MultiplePeers8,
MultiplePeers25,
MultipleSigs10,
MultipleSigs50,
MultipleSigs30,
MultipleSigs200,
Dashboard,
NetworkExplore,
@ -42,10 +42,10 @@ fn main() {
Bench::MultipleCids10 => multiple_cids(10),
Bench::MultipleCids50 => multiple_cids(50),
Bench::MultiplePeers5 => multiple_peers(5),
Bench::MultiplePeers14 => multiple_peers(14),
Bench::MultiplePeers8 => multiple_peers(8),
Bench::MultiplePeers25 => multiple_peers(25),
Bench::MultipleSigs10 => multiple_sigs(10),
Bench::MultipleSigs50 => multiple_sigs(50),
Bench::MultipleSigs30 => multiple_sigs(30),
Bench::MultipleSigs200 => multiple_sigs(200),
Bench::Dashboard => dashboard::dashboard(),
Bench::NetworkExplore => network_explore::network_explore(),