diff --git a/.gitmodules b/.gitmodules index 1fd66074..1247d3f4 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,4 +1,4 @@ [submodule "benches/performance_metering"] path = benches/performance_metering url = git@github.com:fluencelabs/aquavm-benchmark-data.git - branch = feat/VM-221-signature-checking + branch = chore/update-benchmark-limit-1024 diff --git a/benches/PERFORMANCE.json b/benches/PERFORMANCE.json index 8095eadc..92bf4897 100644 --- a/benches/PERFORMANCE.json +++ b/benches/PERFORMANCE.json @@ -1499,170 +1499,58 @@ "big_values_data": { "comment": "Loading a trace with huge values", "memory_sizes": [ - "59.062 MiB", - "59.062 MiB" + "58.938 MiB", + "58.938 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "9.29ms", + "duration": "8.66ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "4.90ms", + "duration": "4.81ms", "nested": { - "from_slice": "4.85ms" + "from_slice": "4.76ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "176.00µs", + "duration": "171.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "19.00µs", - "air_parser::parser::air_parser::parse": "32.00µs" + "air::preparation_step::preparation::make_exec_ctx": "13.00µs", + "air_parser::parser::air_parser::parse": "31.00µs" } }, "runner::execute": "12.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "3.86ms", + "duration": "3.30ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "3.84ms", + "duration": "3.28ms", "nested": { - "populate_outcome_from_contexts": "3.80ms" + "populate_outcome_from_contexts": "3.25ms" } } } }, - "signing_step::sign_produced_cids": "110.00µs", + "signing_step::sign_produced_cids": "101.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", "duration": "83.00µs", "nested": { - "verify": "10.00µs" + "verify": "12.00µs" } } } } }, - "total_time": "9.29ms" + "total_time": "8.66ms" }, "dashboard": { "comment": "big dashboard test", - "memory_sizes": [ - "52.750 MiB", - "52.750 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "6.71ms", - "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "1.00ms", - "nested": { - "from_slice": "947.00µs" - } - }, - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "327.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "36.00µs", - "air_parser::parser::air_parser::parse": "170.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "1.70ms", - "nested": { - "to_string(tetraplets)": "369.00µs" - } - }, - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "485.00µs", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "465.00µs", - "nested": { - "populate_outcome_from_contexts": "417.00µs" - } - } - } - }, - "signing_step::sign_produced_cids": "105.00µs", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "2.93ms", - "nested": { - "verify": "197.00µs" - } - } - } - } - }, - "total_time": "6.71ms" - }, - "long_data": { - "comment": "Long data trace", - "memory_sizes": [ - "54.000 MiB", - "54.000 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "3.88ms", - "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "1.76ms", - "nested": { - "from_slice": "1.72ms" - } - }, - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "175.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "19.00µs", - "air_parser::parser::air_parser::parse": "30.00µs" - } - }, - "runner::execute": "11.00µs", - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "1.06ms", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "1.04ms", - "nested": { - "populate_outcome_from_contexts": "1.00ms" - } - } - } - }, - "signing_step::sign_produced_cids": "108.00µs", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "612.00µs", - "nested": { - "verify": "10.00µs" - } - } - } - } - }, - "total_time": "3.88ms" - }, - "multiple-cids10": { - "comment": "verifying multiple CIDs for single peer", "memory_sizes": [ "52.625 MiB", "52.625 MiB" @@ -1670,55 +1558,167 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "2.63ms", + "duration": "6.70ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "418.00µs", + "duration": "999.00µs", "nested": { - "from_slice": "364.00µs" + "from_slice": "941.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "216.00µs", + "duration": "317.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "33.00µs", - "air_parser::parser::air_parser::parse": "63.00µs" + "air::preparation_step::preparation::make_exec_ctx": "32.00µs", + "air_parser::parser::air_parser::parse": "162.00µs" } }, "runner::execute": { "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "452.00µs", + "duration": "1.69ms", + "nested": { + "to_string(tetraplets)": "360.00µs" + } + }, + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "459.00µs", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "439.00µs", + "nested": { + "populate_outcome_from_contexts": "397.00µs" + } + } + } + }, + "signing_step::sign_produced_cids": "99.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "2.96ms", + "nested": { + "verify": "214.00µs" + } + } + } + } + }, + "total_time": "6.70ms" + }, + "long_data": { + "comment": "Long data trace", + "memory_sizes": [ + "53.750 MiB", + "53.750 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "3.69ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "1.76ms", + "nested": { + "from_slice": "1.71ms" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "171.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "14.00µs", + "air_parser::parser::air_parser::parse": "31.00µs" + } + }, + "runner::execute": "12.00µs", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "930.00µs", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "910.00µs", + "nested": { + "populate_outcome_from_contexts": "870.00µs" + } + } + } + }, + "signing_step::sign_produced_cids": "100.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "530.00µs", + "nested": { + "verify": "12.00µs" + } + } + } + } + }, + "total_time": "3.69ms" + }, + "multiple-cids10": { + "comment": "verifying multiple CIDs for single peer", + "memory_sizes": [ + "52.438 MiB", + "52.438 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "2.65ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "427.00µs", + "nested": { + "from_slice": "369.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "208.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "25.00µs", + "air_parser::parser::air_parser::parse": "58.00µs" + } + }, + "runner::execute": { + "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", + "duration": "448.00µs", "nested": { "to_string(tetraplets)": "10.00µs" } }, "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "342.00µs", + "duration": "322.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "322.00µs", + "duration": "301.00µs", "nested": { - "populate_outcome_from_contexts": "285.00µs" + "populate_outcome_from_contexts": "254.00µs" } } } }, - "signing_step::sign_produced_cids": "103.00µs", + "signing_step::sign_produced_cids": "98.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "944.00µs", + "duration": "957.00µs", "nested": { - "verify": "227.00µs" + "verify": "238.00µs" } } } } }, - "total_time": "2.63ms" + "total_time": "2.65ms" }, "multiple-cids50": { "comment": "verifying multiple CIDs for single peer", @@ -1982,6 +1982,65 @@ }, "total_time": "17.65ms" }, + "multiple-peers8": { + "comment": "verifying many CIDs for many peers", + "memory_sizes": [ + "53.375 MiB", + "53.375 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "9.95ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "1.37ms", + "nested": { + "from_slice": "1.31ms" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "256.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "71.00µs", + "air_parser::parser::air_parser::parse": "62.00µs" + } + }, + "runner::execute": { + "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", + "duration": "2.86ms", + "nested": { + "to_string(tetraplets)": "11.00µs" + } + }, + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "904.00µs", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "884.00µs", + "nested": { + "populate_outcome_from_contexts": "785.00µs" + } + } + } + }, + "signing_step::sign_produced_cids": "98.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "4.28ms", + "nested": { + "verify": "1.01ms" + } + } + } + } + }, + "total_time": "9.95ms" + }, "multiple-sigs10": { "comment": "signing multiple CIDs", "memory_sizes": [ @@ -2109,6 +2168,59 @@ }, "total_time": "906.10ms" }, + "multiple-sigs30": { + "comment": "signing multiple CIDs", + "memory_sizes": [ + "56.188 MiB", + "56.188 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "18.97ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "3.93ms", + "nested": { + "from_slice": "3.87ms" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "333.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "148.00µs", + "air_parser::parser::air_parser::parse": "62.00µs" + } + }, + "runner::execute": "8.09ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "2.56ms", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "2.53ms", + "nested": { + "populate_outcome_from_contexts": "2.36ms" + } + } + } + }, + "signing_step::sign_produced_cids": "436.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "3.42ms", + "nested": { + "verify": "1.73ms" + } + } + } + } + }, + "total_time": "18.97ms" + }, "multiple-sigs50": { "comment": "signing multiple CIDs", "memory_sizes": [ @@ -2165,61 +2277,61 @@ "network-explore": { "comment": "5 peers of network are discovered", "memory_sizes": [ - "52.500 MiB", - "52.500 MiB" + "52.375 MiB", + "52.375 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "3.12ms", + "duration": "3.17ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "478.00µs", + "duration": "494.00µs", "nested": { - "from_slice": "423.00µs" + "from_slice": "437.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "233.00µs", + "duration": "219.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "27.00µs", - "air_parser::parser::air_parser::parse": "86.00µs" + "air::preparation_step::preparation::make_exec_ctx": "19.00µs", + "air_parser::parser::air_parser::parse": "76.00µs" } }, "runner::execute": { "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "174.00µs", + "duration": "171.00µs", "nested": { "to_string(tetraplets)": "10.00µs" } }, "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "265.00µs", + "duration": "255.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "245.00µs", + "duration": "235.00µs", "nested": { - "populate_outcome_from_contexts": "208.00µs" + "populate_outcome_from_contexts": "198.00µs" } } } }, - "signing_step::sign_produced_cids": "105.00µs", + "signing_step::sign_produced_cids": "99.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "1.71ms", + "duration": "1.74ms", "nested": { - "verify": "72.00µs" + "verify": "79.00µs" } } } } }, - "total_time": "3.12ms" + "total_time": "3.17ms" }, "network_explore": { "comment": "5 peers of network are discovered", @@ -2309,41 +2421,41 @@ "null": { "comment": "Empty data and null script", "memory_sizes": [ - "52.500 MiB", - "52.500 MiB" + "52.375 MiB", + "52.375 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "725.00µs", + "duration": "745.00µs", "nested": { - "preparation_step::preparation::parse_data": "20.00µs", + "preparation_step::preparation::parse_data": "24.00µs", "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "193.00µs", + "duration": "185.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "24.00µs", - "air_parser::parser::air_parser::parse": "39.00µs" + "air::preparation_step::preparation::make_exec_ctx": "14.00µs", + "air_parser::parser::air_parser::parse": "33.00µs" } }, - "runner::execute": "11.00µs", + "runner::execute": "12.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "189.00µs", + "duration": "180.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "170.00µs", + "duration": "160.00µs", "nested": { - "populate_outcome_from_contexts": "133.00µs" + "populate_outcome_from_contexts": "124.00µs" } } } }, - "signing_step::sign_produced_cids": "112.00µs", + "signing_step::sign_produced_cids": "107.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "38.00µs", + "duration": "40.00µs", "nested": { "verify": "12.00µs" } @@ -2351,229 +2463,84 @@ } } }, - "total_time": "725.00µs" + "total_time": "745.00µs" }, "parser_10000_100": { "comment": "Running very long AIR script with lot of variables and assignments", "memory_sizes": [ - "57.812 MiB", - "57.812 MiB" + "57.688 MiB", + "57.688 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "22.72ms", + "duration": "23.63ms", "nested": { - "preparation_step::preparation::parse_data": "20.00µs", + "preparation_step::preparation::parse_data": "26.00µs", "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "21.25ms", + "duration": "21.95ms", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "23.00µs", - "air_parser::parser::air_parser::parse": "21.11ms" + "air::preparation_step::preparation::make_exec_ctx": "14.00µs", + "air_parser::parser::air_parser::parse": "21.81ms" } }, - "runner::execute": "47.00µs", + "runner::execute": "57.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "192.00µs", + "duration": "177.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "173.00µs", + "duration": "157.00µs", "nested": { - "populate_outcome_from_contexts": "137.00µs" + "populate_outcome_from_contexts": "125.00µs" } } } }, - "signing_step::sign_produced_cids": "110.00µs", + "signing_step::sign_produced_cids": "105.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", "duration": "39.00µs", "nested": { - "verify": "11.00µs" + "verify": "12.00µs" } } } } }, - "total_time": "22.72ms" + "total_time": "23.63ms" } }, - "datetime": "2023-07-23 15:42:03.477661+00:00", + "datetime": "2023-10-20 11:40:35.157398+00:00", "features": "check_signatures,gen_signatures", - "platform": "macOS-13.4.1-arm64-arm-64bit", - "version": "0.42.0" + "platform": "macOS-14.0-arm64-arm-64bit", + "version": "0.53.0" }, "e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441": { "benches": { "big_values_data": { "comment": "Loading a trace with huge values", "memory_sizes": [ - "59.062 MiB", - "59.062 MiB" + "58.938 MiB", + "58.938 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "13.28ms", + "duration": "12.11ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "7.70ms", + "duration": "6.80ms", "nested": { - "from_slice": "7.64ms" + "from_slice": "6.74ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", "duration": "226.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "16.00µs", - "air_parser::parser::air_parser::parse": "21.00µs" - } - }, - "runner::execute": "10.00µs", - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "4.97ms", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "4.94ms", - "nested": { - "populate_outcome_from_contexts": { - "common_prefix": "air::farewell_step::outcome::serde_json", - "duration": "4.90ms", - "nested": { - "to_vec(call_results)": "15.00µs", - "to_vec(data)": "3.93ms" - } - } - } - } - } - }, - "signing_step::sign_produced_cids": "154.00µs", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "90.00µs", - "nested": { - "verify": "12.00µs" - } - } - } - } - }, - "total_time": "13.28ms" - }, - "dashboard": { - "comment": "big dashboard test", - "memory_sizes": [ - "52.750 MiB", - "52.750 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "36.27ms", - "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "1.34ms", - "nested": { - "from_slice": "1.28ms" - } - }, - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "350.00µs", - "nested": { - "air::preparation_step::preparation::make_exec_ctx": "42.00µs", - "air_parser::parser::air_parser::parse": "130.00µs" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call", - "duration": "29.00ms", - "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "23.27ms", - "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "6.94ms", - "nested": { - "prepare_request_params": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "1.86ms", - "nested": { - "to_string(tetraplets)": "573.00µs" - } - } - } - }, - "new": "3.79ms" - } - } - } - }, - "runner::farewell": { - "common_prefix": "air::farewell_step::outcome", - "duration": "746.00µs", - "nested": { - "from_success_result": { - "common_prefix": "air::farewell_step::outcome", - "duration": "723.00µs", - "nested": { - "populate_outcome_from_contexts": { - "common_prefix": "air::farewell_step::outcome::serde_json", - "duration": "678.00µs", - "nested": { - "to_vec(call_results)": "31.00µs", - "to_vec(data)": "379.00µs" - } - } - } - } - } - }, - "signing_step::sign_produced_cids": "159.00µs", - "verification_step::verify": { - "common_prefix": "air_interpreter_data::cid_info", - "duration": "4.55ms", - "nested": { - "verify": "273.00µs" - } - } - } - } - }, - "total_time": "36.27ms" - }, - "long_data": { - "comment": "Long data trace", - "memory_sizes": [ - "54.000 MiB", - "54.000 MiB" - ], - "stats": { - "air::runner::execute_air": { - "common_prefix": "air", - "duration": "5.23ms", - "nested": { - "preparation_step::preparation::parse_data": { - "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "2.57ms", - "nested": { - "from_slice": "2.53ms" - } - }, - "preparation_step::preparation::prepare": { - "common_prefix": "", - "duration": "223.00µs", "nested": { "air::preparation_step::preparation::make_exec_ctx": "16.00µs", "air_parser::parser::air_parser::parse": "20.00µs" @@ -2582,28 +2549,21 @@ "runner::execute": "10.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.27ms", + "duration": "4.70ms", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "1.25ms", + "duration": "4.68ms", "nested": { - "populate_outcome_from_contexts": { - "common_prefix": "air::farewell_step::outcome::serde_json", - "duration": "1.21ms", - "nested": { - "to_vec(call_results)": "14.00µs", - "to_vec(data)": "658.00µs" - } - } + "populate_outcome_from_contexts": "4.62ms" } } } }, - "signing_step::sign_produced_cids": "156.00µs", + "signing_step::sign_produced_cids": "161.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "858.00µs", + "duration": "88.00µs", "nested": { "verify": "12.00µs" } @@ -2611,10 +2571,10 @@ } } }, - "total_time": "5.23ms" + "total_time": "12.11ms" }, - "multiple-cids10": { - "comment": "verifying multiple CIDs for single peer", + "dashboard": { + "comment": "big dashboard test", "memory_sizes": [ "52.625 MiB", "52.625 MiB" @@ -2622,81 +2582,167 @@ "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "15.18ms", + "duration": "9.52ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "486.00µs", + "duration": "1.26ms", "nested": { - "from_slice": "432.00µs" + "from_slice": "1.21ms" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "256.00µs", + "duration": "354.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "34.00µs", - "air_parser::parser::air_parser::parse": "46.00µs" + "air::preparation_step::preparation::make_exec_ctx": "41.00µs", + "air_parser::parser::air_parser::parse": "132.00µs" } }, "runner::execute": { - "common_prefix": "air::execution_step::instructions::call", - "duration": "12.19ms", + "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", + "duration": "2.27ms", "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "9.42ms", - "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "2.23ms", - "nested": { - "prepare_request_params": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "48.00µs", - "nested": { - "to_string(tetraplets)": "14.00µs" - } - } - } - }, - "new": "1.49ms" - } - } + "to_string(tetraplets)": "449.00µs" } }, "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "546.00µs", + "duration": "672.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "524.00µs", + "duration": "651.00µs", "nested": { - "populate_outcome_from_contexts": { - "common_prefix": "air::farewell_step::outcome::serde_json", - "duration": "492.00µs", - "nested": { - "to_vec(call_results)": "14.00µs", - "to_vec(data)": "229.00µs" - } - } + "populate_outcome_from_contexts": "601.00µs" } } } }, - "signing_step::sign_produced_cids": "157.00µs", + "signing_step::sign_produced_cids": "163.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "1.41ms", + "duration": "4.66ms", "nested": { - "verify": "314.00µs" + "verify": "267.00µs" } } } } }, - "total_time": "15.18ms" + "total_time": "9.52ms" + }, + "long_data": { + "comment": "Long data trace", + "memory_sizes": [ + "53.750 MiB", + "53.750 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "4.57ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "2.27ms", + "nested": { + "from_slice": "2.23ms" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "216.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "16.00µs", + "air_parser::parser::air_parser::parse": "18.00µs" + } + }, + "runner::execute": "10.00µs", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "1.13ms", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "1.11ms", + "nested": { + "populate_outcome_from_contexts": "1.07ms" + } + } + } + }, + "signing_step::sign_produced_cids": "158.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "662.00µs", + "nested": { + "verify": "11.00µs" + } + } + } + } + }, + "total_time": "4.57ms" + }, + "multiple-cids10": { + "comment": "verifying multiple CIDs for single peer", + "memory_sizes": [ + "52.438 MiB", + "52.438 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "3.42ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "450.00µs", + "nested": { + "from_slice": "400.00µs" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "253.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "32.00µs", + "air_parser::parser::air_parser::parse": "43.00µs" + } + }, + "runner::execute": { + "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", + "duration": "580.00µs", + "nested": { + "to_string(tetraplets)": "13.00µs" + } + }, + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "455.00µs", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "434.00µs", + "nested": { + "populate_outcome_from_contexts": "380.00µs" + } + } + } + }, + "signing_step::sign_produced_cids": "158.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "1.41ms", + "nested": { + "verify": "303.00µs" + } + } + } + } + }, + "total_time": "3.42ms" }, "multiple-cids50": { "comment": "verifying multiple CIDs for single peer", @@ -2953,6 +2999,65 @@ }, "total_time": "2.15s" }, + "multiple-peers8": { + "comment": "verifying many CIDs for many peers", + "memory_sizes": [ + "53.375 MiB", + "53.375 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "14.36ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "1.74ms", + "nested": { + "from_slice": "1.68ms" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "333.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "102.00µs", + "air_parser::parser::air_parser::parse": "50.00µs" + } + }, + "runner::execute": { + "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", + "duration": "3.96ms", + "nested": { + "to_string(tetraplets)": "15.00µs" + } + }, + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "1.30ms", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "1.28ms", + "nested": { + "populate_outcome_from_contexts": "1.16ms" + } + } + } + }, + "signing_step::sign_produced_cids": "161.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "6.74ms", + "nested": { + "verify": "1.45ms" + } + } + } + } + }, + "total_time": "14.36ms" + }, "multiple-sigs200": { "comment": "signing multiple CIDs", "memory_sizes": [ @@ -3027,6 +3132,59 @@ }, "total_time": "6.04s" }, + "multiple-sigs30": { + "comment": "signing multiple CIDs", + "memory_sizes": [ + "56.188 MiB", + "56.188 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "26.89ms", + "nested": { + "preparation_step::preparation::parse_data": { + "common_prefix": "air_interpreter_data::interpreter_data::serde_json", + "duration": "5.04ms", + "nested": { + "from_slice": "4.99ms" + } + }, + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "454.00µs", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "219.00µs", + "air_parser::parser::air_parser::parse": "50.00µs" + } + }, + "runner::execute": "11.80ms", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "3.74ms", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "3.71ms", + "nested": { + "populate_outcome_from_contexts": "3.54ms" + } + } + } + }, + "signing_step::sign_produced_cids": "678.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "5.03ms", + "nested": { + "verify": "2.50ms" + } + } + } + } + }, + "total_time": "26.89ms" + }, "multiple-sigs50": { "comment": "signing multiple CIDs", "memory_sizes": [ @@ -3104,146 +3262,100 @@ "network-explore": { "comment": "5 peers of network are discovered", "memory_sizes": [ - "52.500 MiB", - "52.500 MiB" + "52.375 MiB", + "52.375 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "6.83ms", + "duration": "4.43ms", "nested": { "preparation_step::preparation::parse_data": { "common_prefix": "air_interpreter_data::interpreter_data::serde_json", - "duration": "603.00µs", + "duration": "572.00µs", "nested": { - "from_slice": "545.00µs" + "from_slice": "519.00µs" } }, "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "274.00µs", + "duration": "268.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "26.00µs", - "air_parser::parser::air_parser::parse": "68.00µs" + "air::preparation_step::preparation::make_exec_ctx": "23.00µs", + "air_parser::parser::air_parser::parse": "67.00µs" } }, "runner::execute": { - "common_prefix": "air::execution_step::instructions::call", - "duration": "2.55ms", + "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", + "duration": "190.00µs", "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "1.98ms", - "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "490.00µs", - "nested": { - "prepare_request_params": { - "common_prefix": "air::execution_step::instructions::call::resolved_call::serde_json", - "duration": "52.00µs", - "nested": { - "to_string(tetraplets)": "16.00µs" - } - } - } - }, - "new": "339.00µs" - } - } + "to_string(tetraplets)": "13.00µs" } }, "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "429.00µs", + "duration": "366.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "406.00µs", + "duration": "344.00µs", "nested": { - "populate_outcome_from_contexts": { - "common_prefix": "air::farewell_step::outcome::serde_json", - "duration": "372.00µs", - "nested": { - "to_vec(call_results)": "14.00µs", - "to_vec(data)": "140.00µs" - } - } + "populate_outcome_from_contexts": "301.00µs" } } } }, - "signing_step::sign_produced_cids": "157.00µs", + "signing_step::sign_produced_cids": "162.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "2.67ms", + "duration": "2.75ms", "nested": { - "verify": "81.00µs" + "verify": "79.00µs" } } } } }, - "total_time": "6.83ms" + "total_time": "4.43ms" }, - "parser_10000_100": { - "comment": "Running very long AIR script with lot of variables and assignments", + "null": { + "comment": "Empty data and null script", "memory_sizes": [ - "57.812 MiB", - "57.812 MiB" + "52.375 MiB", + "52.375 MiB" ], "stats": { "air::runner::execute_air": { "common_prefix": "air", - "duration": "30.02ms", + "duration": "848.00µs", "nested": { - "preparation_step::preparation::parse_data": "19.00µs", + "preparation_step::preparation::parse_data": "18.00µs", "preparation_step::preparation::prepare": { "common_prefix": "", - "duration": "28.02ms", + "duration": "224.00µs", "nested": { - "air::preparation_step::preparation::make_exec_ctx": "18.00µs", - "air_parser::parser::air_parser::parse": "27.78ms" - } - }, - "runner::execute": { - "common_prefix": "air::execution_step::instructions::call", - "duration": "163.00µs", - "nested": { - "execute": { - "common_prefix": "air::execution_step::instructions::call::resolved_call", - "duration": "115.00µs", - "nested": { - "execute": "29.00µs", - "new": "21.00µs" - } - } + "air::preparation_step::preparation::make_exec_ctx": "17.00µs", + "air_parser::parser::air_parser::parse": "19.00µs" } }, + "runner::execute": "10.00µs", "runner::farewell": { "common_prefix": "air::farewell_step::outcome", - "duration": "328.00µs", + "duration": "257.00µs", "nested": { "from_success_result": { "common_prefix": "air::farewell_step::outcome", - "duration": "304.00µs", + "duration": "234.00µs", "nested": { - "populate_outcome_from_contexts": { - "common_prefix": "air::farewell_step::outcome::serde_json", - "duration": "270.00µs", - "nested": { - "to_vec(call_results)": "15.00µs", - "to_vec(data)": "44.00µs" - } - } + "populate_outcome_from_contexts": "194.00µs" } } } }, - "signing_step::sign_produced_cids": "161.00µs", + "signing_step::sign_produced_cids": "162.00µs", "verification_step::verify": { "common_prefix": "air_interpreter_data::cid_info", - "duration": "40.00µs", + "duration": "39.00µs", "nested": { "verify": "13.00µs" } @@ -3251,12 +3363,59 @@ } } }, - "total_time": "30.02ms" + "total_time": "848.00µs" + }, + "parser_10000_100": { + "comment": "Running very long AIR script with lot of variables and assignments", + "memory_sizes": [ + "57.688 MiB", + "57.688 MiB" + ], + "stats": { + "air::runner::execute_air": { + "common_prefix": "air", + "duration": "30.20ms", + "nested": { + "preparation_step::preparation::parse_data": "16.00µs", + "preparation_step::preparation::prepare": { + "common_prefix": "", + "duration": "28.48ms", + "nested": { + "air::preparation_step::preparation::make_exec_ctx": "17.00µs", + "air_parser::parser::air_parser::parse": "28.28ms" + } + }, + "runner::execute": "30.00µs", + "runner::farewell": { + "common_prefix": "air::farewell_step::outcome", + "duration": "254.00µs", + "nested": { + "from_success_result": { + "common_prefix": "air::farewell_step::outcome", + "duration": "232.00µs", + "nested": { + "populate_outcome_from_contexts": "194.00µs" + } + } + } + }, + "signing_step::sign_produced_cids": "159.00µs", + "verification_step::verify": { + "common_prefix": "air_interpreter_data::cid_info", + "duration": "35.00µs", + "nested": { + "verify": "10.00µs" + } + } + } + } + }, + "total_time": "30.20ms" } }, - "datetime": "2023-07-14 15:53:40.260043+00:00", + "datetime": "2023-10-20 12:46:01.094988+00:00", "features": "check_signatures,gen_signatures", "platform": "Linux-5.15.0-76-generic-x86_64-with-glibc2.29", - "version": "0.41.0" + "version": "0.53.0" } } diff --git a/benches/PERFORMANCE.txt b/benches/PERFORMANCE.txt index 9db66455..6dce1712 100644 --- a/benches/PERFORMANCE.txt +++ b/benches/PERFORMANCE.txt @@ -409,70 +409,69 @@ Machine c1f3ea5950db0a10b44da931c25774d64ab25084f47d504f72f311e694550ff1: execute: 29.00µs new: 38.00µs Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f: -<<<<<<< HEAD - Platform: macOS-13.4.1-arm64-arm-64bit - Timestamp: 2023-07-23 15:42:03.477661+00:00 - AquaVM version: 0.42.0 + Platform: macOS-14.0-arm64-arm-64bit + Timestamp: 2023-10-20 11:40:35.157398+00:00 + AquaVM version: 0.53.0 Benches: Features: check_signatures,gen_signatures - big_values_data (9.29ms; 59.062 MiB, 59.062 MiB): Loading a trace with huge values - air::runner::execute_air: 9.29ms - preparation_step::preparation::parse_data: 4.90ms - from_slice: 4.85ms - preparation_step::preparation::prepare: 176.00µs - air::preparation_step::preparation::make_exec_ctx: 19.00µs - air_parser::parser::air_parser::parse: 32.00µs + big_values_data (8.66ms; 58.938 MiB, 58.938 MiB): Loading a trace with huge values + air::runner::execute_air: 8.66ms + preparation_step::preparation::parse_data: 4.81ms + from_slice: 4.76ms + preparation_step::preparation::prepare: 171.00µs + air::preparation_step::preparation::make_exec_ctx: 13.00µs + air_parser::parser::air_parser::parse: 31.00µs runner::execute: 12.00µs - runner::farewell: 3.86ms - from_success_result: 3.84ms - populate_outcome_from_contexts: 3.80ms - signing_step::sign_produced_cids: 110.00µs + runner::farewell: 3.30ms + from_success_result: 3.28ms + populate_outcome_from_contexts: 3.25ms + signing_step::sign_produced_cids: 101.00µs verification_step::verify: 83.00µs - verify: 10.00µs - dashboard (6.71ms; 52.750 MiB, 52.750 MiB): big dashboard test - air::runner::execute_air: 6.71ms - preparation_step::preparation::parse_data: 1.00ms - from_slice: 947.00µs - preparation_step::preparation::prepare: 327.00µs - air::preparation_step::preparation::make_exec_ctx: 36.00µs - air_parser::parser::air_parser::parse: 170.00µs - runner::execute: 1.70ms - to_string(tetraplets): 369.00µs - runner::farewell: 485.00µs - from_success_result: 465.00µs - populate_outcome_from_contexts: 417.00µs - signing_step::sign_produced_cids: 105.00µs - verification_step::verify: 2.93ms - verify: 197.00µs - long_data (3.88ms; 54.000 MiB, 54.000 MiB): Long data trace - air::runner::execute_air: 3.88ms + verify: 12.00µs + dashboard (6.70ms; 52.625 MiB, 52.625 MiB): big dashboard test + air::runner::execute_air: 6.70ms + preparation_step::preparation::parse_data: 999.00µs + from_slice: 941.00µs + preparation_step::preparation::prepare: 317.00µs + air::preparation_step::preparation::make_exec_ctx: 32.00µs + air_parser::parser::air_parser::parse: 162.00µs + runner::execute: 1.69ms + to_string(tetraplets): 360.00µs + runner::farewell: 459.00µs + from_success_result: 439.00µs + populate_outcome_from_contexts: 397.00µs + signing_step::sign_produced_cids: 99.00µs + verification_step::verify: 2.96ms + verify: 214.00µs + long_data (3.69ms; 53.750 MiB, 53.750 MiB): Long data trace + air::runner::execute_air: 3.69ms preparation_step::preparation::parse_data: 1.76ms - from_slice: 1.72ms - preparation_step::preparation::prepare: 175.00µs - air::preparation_step::preparation::make_exec_ctx: 19.00µs - air_parser::parser::air_parser::parse: 30.00µs - runner::execute: 11.00µs - runner::farewell: 1.06ms - from_success_result: 1.04ms - populate_outcome_from_contexts: 1.00ms - signing_step::sign_produced_cids: 108.00µs - verification_step::verify: 612.00µs - verify: 10.00µs - multiple-cids10 (2.63ms; 52.625 MiB, 52.625 MiB): verifying multiple CIDs for single peer - air::runner::execute_air: 2.63ms - preparation_step::preparation::parse_data: 418.00µs - from_slice: 364.00µs - preparation_step::preparation::prepare: 216.00µs - air::preparation_step::preparation::make_exec_ctx: 33.00µs - air_parser::parser::air_parser::parse: 63.00µs - runner::execute: 452.00µs + from_slice: 1.71ms + preparation_step::preparation::prepare: 171.00µs + air::preparation_step::preparation::make_exec_ctx: 14.00µs + air_parser::parser::air_parser::parse: 31.00µs + runner::execute: 12.00µs + runner::farewell: 930.00µs + from_success_result: 910.00µs + populate_outcome_from_contexts: 870.00µs + signing_step::sign_produced_cids: 100.00µs + verification_step::verify: 530.00µs + verify: 12.00µs + multiple-cids10 (2.65ms; 52.438 MiB, 52.438 MiB): verifying multiple CIDs for single peer + air::runner::execute_air: 2.65ms + preparation_step::preparation::parse_data: 427.00µs + from_slice: 369.00µs + preparation_step::preparation::prepare: 208.00µs + air::preparation_step::preparation::make_exec_ctx: 25.00µs + air_parser::parser::air_parser::parse: 58.00µs + runner::execute: 448.00µs to_string(tetraplets): 10.00µs - runner::farewell: 342.00µs - from_success_result: 322.00µs - populate_outcome_from_contexts: 285.00µs - signing_step::sign_produced_cids: 103.00µs - verification_step::verify: 944.00µs - verify: 227.00µs + runner::farewell: 322.00µs + from_success_result: 301.00µs + populate_outcome_from_contexts: 254.00µs + signing_step::sign_produced_cids: 98.00µs + verification_step::verify: 957.00µs + verify: 238.00µs multiple-cids50 (24.68ms; 59.375 MiB, 59.375 MiB): verifying multiple CIDs for single peer air::runner::execute_air: 24.68ms preparation_step::preparation::parse_data: 4.87ms @@ -539,6 +538,21 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f: signing_step::sign_produced_cids: 109.00µs verification_step::verify: 2.48ms verify: 289.00µs + multiple-peers8 (9.95ms; 53.375 MiB, 53.375 MiB): verifying many CIDs for many peers + air::runner::execute_air: 9.95ms + preparation_step::preparation::parse_data: 1.37ms + from_slice: 1.31ms + preparation_step::preparation::prepare: 256.00µs + air::preparation_step::preparation::make_exec_ctx: 71.00µs + air_parser::parser::air_parser::parse: 62.00µs + runner::execute: 2.86ms + to_string(tetraplets): 11.00µs + runner::farewell: 904.00µs + from_success_result: 884.00µs + populate_outcome_from_contexts: 785.00µs + signing_step::sign_produced_cids: 98.00µs + verification_step::verify: 4.28ms + verify: 1.01ms multiple-sigs10 (13.63ms; 52.875 MiB, 52.875 MiB): signing multiple CIDs air::runner::execute_air: 13.63ms preparation_step::preparation::parse_data: 653.00µs @@ -573,6 +587,20 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f: signing_step::sign_produced_cids: 22.05ms verification_step::verify: 153.40ms verify: 84.07ms + multiple-sigs30 (18.97ms; 56.188 MiB, 56.188 MiB): signing multiple CIDs + air::runner::execute_air: 18.97ms + preparation_step::preparation::parse_data: 3.93ms + from_slice: 3.87ms + preparation_step::preparation::prepare: 333.00µs + air::preparation_step::preparation::make_exec_ctx: 148.00µs + air_parser::parser::air_parser::parse: 62.00µs + runner::execute: 8.09ms + runner::farewell: 2.56ms + from_success_result: 2.53ms + populate_outcome_from_contexts: 2.36ms + signing_step::sign_produced_cids: 436.00µs + verification_step::verify: 3.42ms + verify: 1.73ms multiple-sigs50 (49.64ms; 62.625 MiB, 62.625 MiB): signing multiple CIDs air::runner::execute_air: 49.64ms preparation_step::preparation::parse_data: 10.52ms @@ -587,21 +615,21 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f: signing_step::sign_produced_cids: 1.23ms verification_step::verify: 8.51ms verify: 4.56ms - network-explore (3.12ms; 52.500 MiB, 52.500 MiB): 5 peers of network are discovered - air::runner::execute_air: 3.12ms - preparation_step::preparation::parse_data: 478.00µs - from_slice: 423.00µs - preparation_step::preparation::prepare: 233.00µs - air::preparation_step::preparation::make_exec_ctx: 27.00µs - air_parser::parser::air_parser::parse: 86.00µs - runner::execute: 174.00µs + network-explore (3.17ms; 52.375 MiB, 52.375 MiB): 5 peers of network are discovered + air::runner::execute_air: 3.17ms + preparation_step::preparation::parse_data: 494.00µs + from_slice: 437.00µs + preparation_step::preparation::prepare: 219.00µs + air::preparation_step::preparation::make_exec_ctx: 19.00µs + air_parser::parser::air_parser::parse: 76.00µs + runner::execute: 171.00µs to_string(tetraplets): 10.00µs - runner::farewell: 265.00µs - from_success_result: 245.00µs - populate_outcome_from_contexts: 208.00µs - signing_step::sign_produced_cids: 105.00µs - verification_step::verify: 1.71ms - verify: 72.00µs + runner::farewell: 255.00µs + from_success_result: 235.00µs + populate_outcome_from_contexts: 198.00µs + signing_step::sign_produced_cids: 99.00µs + verification_step::verify: 1.74ms + verify: 79.00µs network_explore (5.23ms; 52.500 MiB, 52.500 MiB): 5 peers of network are discovered air::runner::execute_air: 5.23ms preparation_step::preparation::parse_data: 480.00µs @@ -623,112 +651,96 @@ Machine d77ebe8481884bc3b2778c8083f1bf459e548e929edd87041beb14f6b868d35f: signing_step::sign_produced_cids: 112.00µs verification_step::verify: 1.73ms verify: 76.00µs - null (725.00µs; 52.500 MiB, 52.500 MiB): Empty data and null script - air::runner::execute_air: 725.00µs - preparation_step::preparation::parse_data: 20.00µs - preparation_step::preparation::prepare: 193.00µs - air::preparation_step::preparation::make_exec_ctx: 24.00µs - air_parser::parser::air_parser::parse: 39.00µs - runner::execute: 11.00µs - runner::farewell: 189.00µs - from_success_result: 170.00µs - populate_outcome_from_contexts: 133.00µs - signing_step::sign_produced_cids: 112.00µs - verification_step::verify: 38.00µs + null (745.00µs; 52.375 MiB, 52.375 MiB): Empty data and null script + air::runner::execute_air: 745.00µs + preparation_step::preparation::parse_data: 24.00µs + preparation_step::preparation::prepare: 185.00µs + air::preparation_step::preparation::make_exec_ctx: 14.00µs + air_parser::parser::air_parser::parse: 33.00µs + runner::execute: 12.00µs + runner::farewell: 180.00µs + from_success_result: 160.00µs + populate_outcome_from_contexts: 124.00µs + signing_step::sign_produced_cids: 107.00µs + verification_step::verify: 40.00µs verify: 12.00µs - parser_10000_100 (22.72ms; 57.812 MiB, 57.812 MiB): Running very long AIR script with lot of variables and assignments - air::runner::execute_air: 22.72ms - preparation_step::preparation::parse_data: 20.00µs - preparation_step::preparation::prepare: 21.25ms - air::preparation_step::preparation::make_exec_ctx: 23.00µs - air_parser::parser::air_parser::parse: 21.11ms - runner::execute: 47.00µs - runner::farewell: 192.00µs - from_success_result: 173.00µs - populate_outcome_from_contexts: 137.00µs - signing_step::sign_produced_cids: 110.00µs + parser_10000_100 (23.63ms; 57.688 MiB, 57.688 MiB): Running very long AIR script with lot of variables and assignments + air::runner::execute_air: 23.63ms + preparation_step::preparation::parse_data: 26.00µs + preparation_step::preparation::prepare: 21.95ms + air::preparation_step::preparation::make_exec_ctx: 14.00µs + air_parser::parser::air_parser::parse: 21.81ms + runner::execute: 57.00µs + runner::farewell: 177.00µs + from_success_result: 157.00µs + populate_outcome_from_contexts: 125.00µs + signing_step::sign_produced_cids: 105.00µs verification_step::verify: 39.00µs - verify: 11.00µs + verify: 12.00µs Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441: Platform: Linux-5.15.0-76-generic-x86_64-with-glibc2.29 - Timestamp: 2023-07-14 15:53:40.260043+00:00 - AquaVM version: 0.41.0 + Timestamp: 2023-10-20 12:46:01.094988+00:00 + AquaVM version: 0.53.0 Benches: Features: check_signatures,gen_signatures - big_values_data (13.28ms; 59.062 MiB, 59.062 MiB): Loading a trace with huge values - air::runner::execute_air: 13.28ms - preparation_step::preparation::parse_data: 7.70ms - from_slice: 7.64ms + big_values_data (12.11ms; 58.938 MiB, 58.938 MiB): Loading a trace with huge values + air::runner::execute_air: 12.11ms + preparation_step::preparation::parse_data: 6.80ms + from_slice: 6.74ms preparation_step::preparation::prepare: 226.00µs - air::preparation_step::preparation::make_exec_ctx: 16.00µs - air_parser::parser::air_parser::parse: 21.00µs - runner::execute: 10.00µs - runner::farewell: 4.97ms - from_success_result: 4.94ms - populate_outcome_from_contexts: 4.90ms - to_vec(call_results): 15.00µs - to_vec(data): 3.93ms - signing_step::sign_produced_cids: 154.00µs - verification_step::verify: 90.00µs - verify: 12.00µs - dashboard (36.27ms; 52.750 MiB, 52.750 MiB): big dashboard test - air::runner::execute_air: 36.27ms - preparation_step::preparation::parse_data: 1.34ms - from_slice: 1.28ms - preparation_step::preparation::prepare: 350.00µs - air::preparation_step::preparation::make_exec_ctx: 42.00µs - air_parser::parser::air_parser::parse: 130.00µs - runner::execute: 29.00ms - execute: 23.27ms - execute: 6.94ms - prepare_request_params: 1.86ms - to_string(tetraplets): 573.00µs - new: 3.79ms - runner::farewell: 746.00µs - from_success_result: 723.00µs - populate_outcome_from_contexts: 678.00µs - to_vec(call_results): 31.00µs - to_vec(data): 379.00µs - signing_step::sign_produced_cids: 159.00µs - verification_step::verify: 4.55ms - verify: 273.00µs - long_data (5.23ms; 54.000 MiB, 54.000 MiB): Long data trace - air::runner::execute_air: 5.23ms - preparation_step::preparation::parse_data: 2.57ms - from_slice: 2.53ms - preparation_step::preparation::prepare: 223.00µs air::preparation_step::preparation::make_exec_ctx: 16.00µs air_parser::parser::air_parser::parse: 20.00µs runner::execute: 10.00µs - runner::farewell: 1.27ms - from_success_result: 1.25ms - populate_outcome_from_contexts: 1.21ms - to_vec(call_results): 14.00µs - to_vec(data): 658.00µs - signing_step::sign_produced_cids: 156.00µs - verification_step::verify: 858.00µs + runner::farewell: 4.70ms + from_success_result: 4.68ms + populate_outcome_from_contexts: 4.62ms + signing_step::sign_produced_cids: 161.00µs + verification_step::verify: 88.00µs verify: 12.00µs - multiple-cids10 (15.18ms; 52.625 MiB, 52.625 MiB): verifying multiple CIDs for single peer - air::runner::execute_air: 15.18ms - preparation_step::preparation::parse_data: 486.00µs - from_slice: 432.00µs - preparation_step::preparation::prepare: 256.00µs - air::preparation_step::preparation::make_exec_ctx: 34.00µs - air_parser::parser::air_parser::parse: 46.00µs - runner::execute: 12.19ms - execute: 9.42ms - execute: 2.23ms - prepare_request_params: 48.00µs - to_string(tetraplets): 14.00µs - new: 1.49ms - runner::farewell: 546.00µs - from_success_result: 524.00µs - populate_outcome_from_contexts: 492.00µs - to_vec(call_results): 14.00µs - to_vec(data): 229.00µs - signing_step::sign_produced_cids: 157.00µs + dashboard (9.52ms; 52.625 MiB, 52.625 MiB): big dashboard test + air::runner::execute_air: 9.52ms + preparation_step::preparation::parse_data: 1.26ms + from_slice: 1.21ms + preparation_step::preparation::prepare: 354.00µs + air::preparation_step::preparation::make_exec_ctx: 41.00µs + air_parser::parser::air_parser::parse: 132.00µs + runner::execute: 2.27ms + to_string(tetraplets): 449.00µs + runner::farewell: 672.00µs + from_success_result: 651.00µs + populate_outcome_from_contexts: 601.00µs + signing_step::sign_produced_cids: 163.00µs + verification_step::verify: 4.66ms + verify: 267.00µs + long_data (4.57ms; 53.750 MiB, 53.750 MiB): Long data trace + air::runner::execute_air: 4.57ms + preparation_step::preparation::parse_data: 2.27ms + from_slice: 2.23ms + preparation_step::preparation::prepare: 216.00µs + air::preparation_step::preparation::make_exec_ctx: 16.00µs + air_parser::parser::air_parser::parse: 18.00µs + runner::execute: 10.00µs + runner::farewell: 1.13ms + from_success_result: 1.11ms + populate_outcome_from_contexts: 1.07ms + signing_step::sign_produced_cids: 158.00µs + verification_step::verify: 662.00µs + verify: 11.00µs + multiple-cids10 (3.42ms; 52.438 MiB, 52.438 MiB): verifying multiple CIDs for single peer + air::runner::execute_air: 3.42ms + preparation_step::preparation::parse_data: 450.00µs + from_slice: 400.00µs + preparation_step::preparation::prepare: 253.00µs + air::preparation_step::preparation::make_exec_ctx: 32.00µs + air_parser::parser::air_parser::parse: 43.00µs + runner::execute: 580.00µs + to_string(tetraplets): 13.00µs + runner::farewell: 455.00µs + from_success_result: 434.00µs + populate_outcome_from_contexts: 380.00µs + signing_step::sign_produced_cids: 158.00µs verification_step::verify: 1.41ms - verify: 314.00µs + verify: 303.00µs multiple-cids50 (323.00ms; 59.375 MiB, 59.375 MiB): verifying multiple CIDs for single peer air::runner::execute_air: 323.00ms preparation_step::preparation::parse_data: 6.79ms @@ -792,6 +804,21 @@ Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441: signing_step::sign_produced_cids: 190.00µs verification_step::verify: 70.22ms verify: 44.09ms + multiple-peers8 (14.36ms; 53.375 MiB, 53.375 MiB): verifying many CIDs for many peers + air::runner::execute_air: 14.36ms + preparation_step::preparation::parse_data: 1.74ms + from_slice: 1.68ms + preparation_step::preparation::prepare: 333.00µs + air::preparation_step::preparation::make_exec_ctx: 102.00µs + air_parser::parser::air_parser::parse: 50.00µs + runner::execute: 3.96ms + to_string(tetraplets): 15.00µs + runner::farewell: 1.30ms + from_success_result: 1.28ms + populate_outcome_from_contexts: 1.16ms + signing_step::sign_produced_cids: 161.00µs + verification_step::verify: 6.74ms + verify: 1.45ms multiple-sigs200 (6.04s; 214.375 MiB, 214.375 MiB): signing multiple CIDs air::runner::execute_air: 6.04s preparation_step::preparation::parse_data: 219.80ms @@ -812,6 +839,20 @@ Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441: signing_step::sign_produced_cids: 30.84ms verification_step::verify: 214.00ms verify: 119.20ms + multiple-sigs30 (26.89ms; 56.188 MiB, 56.188 MiB): signing multiple CIDs + air::runner::execute_air: 26.89ms + preparation_step::preparation::parse_data: 5.04ms + from_slice: 4.99ms + preparation_step::preparation::prepare: 454.00µs + air::preparation_step::preparation::make_exec_ctx: 219.00µs + air_parser::parser::air_parser::parse: 50.00µs + runner::execute: 11.80ms + runner::farewell: 3.74ms + from_success_result: 3.71ms + populate_outcome_from_contexts: 3.54ms + signing_step::sign_produced_cids: 678.00µs + verification_step::verify: 5.03ms + verify: 2.50ms multiple-sigs50 (369.10ms; 62.562 MiB, 62.562 MiB): signing multiple CIDs air::runner::execute_air: 369.10ms preparation_step::preparation::parse_data: 13.94ms @@ -832,177 +873,44 @@ Machine e536f8eaae8c978493a773ba566ae3393e2e6240d6ea8e05b5ca1b8f77e9c441: signing_step::sign_produced_cids: 1.77ms verification_step::verify: 12.49ms verify: 6.96ms - network-explore (6.83ms; 52.500 MiB, 52.500 MiB): 5 peers of network are discovered - air::runner::execute_air: 6.83ms - preparation_step::preparation::parse_data: 603.00µs - from_slice: 545.00µs - preparation_step::preparation::prepare: 274.00µs - air::preparation_step::preparation::make_exec_ctx: 26.00µs - air_parser::parser::air_parser::parse: 68.00µs - runner::execute: 2.55ms - execute: 1.98ms - execute: 490.00µs - prepare_request_params: 52.00µs - to_string(tetraplets): 16.00µs - new: 339.00µs - runner::farewell: 429.00µs - from_success_result: 406.00µs - populate_outcome_from_contexts: 372.00µs - to_vec(call_results): 14.00µs - to_vec(data): 140.00µs - signing_step::sign_produced_cids: 157.00µs - verification_step::verify: 2.67ms - verify: 81.00µs - parser_10000_100 (30.02ms; 57.812 MiB, 57.812 MiB): Running very long AIR script with lot of variables and assignments - air::runner::execute_air: 30.02ms - preparation_step::preparation::parse_data: 19.00µs - preparation_step::preparation::prepare: 28.02ms - air::preparation_step::preparation::make_exec_ctx: 18.00µs - air_parser::parser::air_parser::parse: 27.78ms - runner::execute: 163.00µs - execute: 115.00µs - execute: 29.00µs - new: 21.00µs - runner::farewell: 328.00µs - from_success_result: 304.00µs - populate_outcome_from_contexts: 270.00µs - to_vec(call_results): 15.00µs - to_vec(data): 44.00µs - signing_step::sign_produced_cids: 161.00µs - verification_step::verify: 40.00µs + network-explore (4.43ms; 52.375 MiB, 52.375 MiB): 5 peers of network are discovered + air::runner::execute_air: 4.43ms + preparation_step::preparation::parse_data: 572.00µs + from_slice: 519.00µs + preparation_step::preparation::prepare: 268.00µs + air::preparation_step::preparation::make_exec_ctx: 23.00µs + air_parser::parser::air_parser::parse: 67.00µs + runner::execute: 190.00µs + to_string(tetraplets): 13.00µs + runner::farewell: 366.00µs + from_success_result: 344.00µs + populate_outcome_from_contexts: 301.00µs + signing_step::sign_produced_cids: 162.00µs + verification_step::verify: 2.75ms + verify: 79.00µs + null (848.00µs; 52.375 MiB, 52.375 MiB): Empty data and null script + air::runner::execute_air: 848.00µs + preparation_step::preparation::parse_data: 18.00µs + preparation_step::preparation::prepare: 224.00µs + air::preparation_step::preparation::make_exec_ctx: 17.00µs + air_parser::parser::air_parser::parse: 19.00µs + runner::execute: 10.00µs + runner::farewell: 257.00µs + from_success_result: 234.00µs + populate_outcome_from_contexts: 194.00µs + signing_step::sign_produced_cids: 162.00µs + verification_step::verify: 39.00µs verify: 13.00µs -======= - Platform: macOS-14.0-arm64-arm-64bit - Timestamp: 2023-10-04 14:50:18.122679+00:00 - AquaVM version: 0.48.0 - Benches: - big_values_data (8.35ms; 57.875 MiB, 57.875 MiB): Loading a trace with huge values - air::runner::execute_air: 8.35ms - preparation_step::preparation::prepare: 4.84ms - air::preparation_step::preparation::make_exec_ctx: 19.00µs - air_interpreter_data::interpreter_data::serde_json::from_slice: 4.63ms - air_parser::parser::air_parser::parse: 35.00µs - runner::execute: 9.00µs - runner::farewell: 3.36ms - from_success_result: 3.34ms - populate_outcome_from_contexts: 3.29ms - to_vec(call_results): 16.00µs - to_vec(data): 2.31ms - dashboard (28.07ms; 51.625 MiB, 51.625 MiB): big dashboard test - air::runner::execute_air: 28.07ms - preparation_step::preparation::prepare: 1.00ms - air::preparation_step::preparation::make_exec_ctx: 39.00µs - air_interpreter_data::interpreter_data::serde_json::from_slice: 634.00µs - air_parser::parser::air_parser::parse: 169.00µs - runner::execute: 26.41ms - execute: 20.77ms - execute: 4.26ms - prepare_request_params: 61.00µs - to_string(tetraplets): 18.00µs - new: 3.72ms - runner::farewell: 499.00µs - from_success_result: 479.00µs - populate_outcome_from_contexts: 430.00µs - to_vec(call_results): 18.00µs - to_vec(data): 180.00µs - long_data (3.03ms; 52.750 MiB, 52.750 MiB): Long data trace - air::runner::execute_air: 3.03ms - preparation_step::preparation::prepare: 1.86ms - air::preparation_step::preparation::make_exec_ctx: 38.00µs - air_interpreter_data::interpreter_data::serde_json::from_slice: 1.62ms - air_parser::parser::air_parser::parse: 35.00µs - runner::execute: 8.00µs - runner::farewell: 1.02ms - from_success_result: 997.00µs - populate_outcome_from_contexts: 957.00µs - to_vec(call_results): 15.00µs - to_vec(data): 428.00µs - multiple-cids10 (11.44ms; 51.500 MiB, 51.500 MiB): verifying multiple CIDs for single peer - air::runner::execute_air: 11.44ms - preparation_step::preparation::prepare: 667.00µs - air::preparation_step::preparation::make_exec_ctx: 36.00µs - air_interpreter_data::interpreter_data::serde_json::from_slice: 400.00µs - air_parser::parser::air_parser::parse: 68.00µs - runner::execute: 10.22ms - execute: 7.85ms - execute: 1.73ms - new: 1.28ms - runner::farewell: 427.00µs - from_success_result: 407.00µs - populate_outcome_from_contexts: 339.00µs - to_vec(call_results): 14.00µs - to_vec(data): 145.00µs - multiple-cids50 (263.70ms; 59.875 MiB, 59.875 MiB): verifying multiple CIDs for single peer - air::runner::execute_air: 263.70ms - preparation_step::preparation::prepare: 6.70ms - air::preparation_step::preparation::make_exec_ctx: 507.00µs - air_interpreter_data::interpreter_data::serde_json::from_slice: 5.96ms - air_parser::parser::air_parser::parse: 59.00µs - runner::execute: 252.10ms - execute: 196.88ms - execute: 43.04ms - new: 36.00ms - runner::farewell: 4.47ms - from_success_result: 4.45ms - populate_outcome_from_contexts: 4.36ms - to_vec(call_results): 12.00µs - to_vec(data): 2.89ms - multiple-peers14 (299.50ms; 61.125 MiB, 61.125 MiB): verifying many CIDs for many peers - air::runner::execute_air: 299.50ms - preparation_step::preparation::prepare: 8.63ms - air::preparation_step::preparation::make_exec_ctx: 532.00µs - air_interpreter_data::interpreter_data::serde_json::from_slice: 7.86ms - air_parser::parser::air_parser::parse: 63.00µs - runner::execute: 285.00ms - execute: 222.02ms - execute: 51.01ms - new: 39.04ms - runner::farewell: 5.71ms - from_success_result: 5.69ms - populate_outcome_from_contexts: 5.58ms - to_vec(call_results): 12.00µs - to_vec(data): 3.88ms - multiple-peers5 (15.14ms; 51.688 MiB, 51.688 MiB): verifying many CIDs for many peers - air::runner::execute_air: 15.14ms - preparation_step::preparation::prepare: 907.00µs - air::preparation_step::preparation::make_exec_ctx: 45.00µs - air_interpreter_data::interpreter_data::serde_json::from_slice: 630.00µs - air_parser::parser::air_parser::parse: 71.00µs - runner::execute: 13.60ms - execute: 10.54ms - execute: 2.40ms - new: 1.93ms - runner::farewell: 508.00µs - from_success_result: 489.00µs - populate_outcome_from_contexts: 410.00µs - to_vec(call_results): 14.00µs - to_vec(data): 209.00µs - network_explore (3.02ms; 51.375 MiB, 51.375 MiB): 5 peers of network are discovered - air::runner::execute_air: 3.02ms - preparation_step::preparation::prepare: 510.00µs - air::preparation_step::preparation::make_exec_ctx: 24.00µs - air_interpreter_data::interpreter_data::serde_json::from_slice: 226.00µs - air_parser::parser::air_parser::parse: 95.00µs - runner::execute: 2.06ms - execute: 1.57ms - execute: 338.00µs - new: 280.00µs - runner::farewell: 302.00µs - from_success_result: 282.00µs - populate_outcome_from_contexts: 239.00µs - to_vec(call_results): 14.00µs - to_vec(data): 65.00µs - parser_10000_100 (23.42ms; 56.625 MiB, 56.625 MiB): Running very long AIR script with lot of variables and assignments - air::runner::execute_air: 23.42ms - preparation_step::preparation::prepare: 21.82ms - air::preparation_step::preparation::make_exec_ctx: 22.00µs - air_parser::parser::air_parser::parse: 21.64ms - runner::execute: 148.00µs - execute: 110.00µs - execute: 31.00µs - new: 24.00µs - runner::farewell: 260.00µs - from_success_result: 240.00µs - populate_outcome_from_contexts: 206.00µs - to_vec(call_results): 16.00µs - to_vec(data): 36.00µs + parser_10000_100 (30.20ms; 57.688 MiB, 57.688 MiB): Running very long AIR script with lot of variables and assignments + air::runner::execute_air: 30.20ms + preparation_step::preparation::parse_data: 16.00µs + preparation_step::preparation::prepare: 28.48ms + air::preparation_step::preparation::make_exec_ctx: 17.00µs + air_parser::parser::air_parser::parse: 28.28ms + runner::execute: 30.00µs + runner::farewell: 254.00µs + from_success_result: 232.00µs + populate_outcome_from_contexts: 194.00µs + signing_step::sign_produced_cids: 159.00µs + verification_step::verify: 35.00µs + verify: 10.00µs diff --git a/benches/performance_metering b/benches/performance_metering index 25375e29..75306fd8 160000 --- a/benches/performance_metering +++ b/benches/performance_metering @@ -1 +1 @@ -Subproject commit 25375e29527902343d6638187133897d1640f922 +Subproject commit 75306fd8cacd5048dc9012ce032c3f45005ffa5e diff --git a/junk/gen-bench-data/gen_benchmark_data.sh b/junk/gen-bench-data/gen_benchmark_data.sh index dc690493..0a37602a 100755 --- a/junk/gen-bench-data/gen_benchmark_data.sh +++ b/junk/gen-bench-data/gen_benchmark_data.sh @@ -7,9 +7,9 @@ set -e echo "Pre-build a binary..." >&2 cargo build --quiet --release -for bench in multiple-cids10 multiple-cids50 \ - multiple-peers14 multiple-peers25 \ - multiple-sigs50 multiple-sigs200 \ +for bench in multiple-cids10 \ + multiple-peers8 \ + multiple-sigs30 \ dashboard network-explore; do echo "Generating ${bench} ..." >&2 if [ "${bench}" == multiple-peers25 ]; then diff --git a/junk/gen-bench-data/src/main.rs b/junk/gen-bench-data/src/main.rs index 11cc2232..4970f7c3 100644 --- a/junk/gen-bench-data/src/main.rs +++ b/junk/gen-bench-data/src/main.rs @@ -26,10 +26,10 @@ enum Bench { MultipleCids10, MultipleCids50, MultiplePeers5, - MultiplePeers14, + MultiplePeers8, MultiplePeers25, MultipleSigs10, - MultipleSigs50, + MultipleSigs30, MultipleSigs200, Dashboard, NetworkExplore, @@ -42,10 +42,10 @@ fn main() { Bench::MultipleCids10 => multiple_cids(10), Bench::MultipleCids50 => multiple_cids(50), Bench::MultiplePeers5 => multiple_peers(5), - Bench::MultiplePeers14 => multiple_peers(14), + Bench::MultiplePeers8 => multiple_peers(8), Bench::MultiplePeers25 => multiple_peers(25), Bench::MultipleSigs10 => multiple_sigs(10), - Bench::MultipleSigs50 => multiple_sigs(50), + Bench::MultipleSigs30 => multiple_sigs(30), Bench::MultipleSigs200 => multiple_sigs(200), Bench::Dashboard => dashboard::dashboard(), Bench::NetworkExplore => network_explore::network_explore(),