From f7d181e7a10dd6dd2c6f1541c1f1c2bf94286409 Mon Sep 17 00:00:00 2001 From: James Parker Date: Wed, 25 Sep 2024 15:52:33 -0400 Subject: [PATCH] . --- dev/bench/data.js | 3064 ------------------------------------------ dev/bench/index.html | 336 ----- 2 files changed, 3400 deletions(-) delete mode 100644 dev/bench/data.js delete mode 100644 dev/bench/index.html diff --git a/dev/bench/data.js b/dev/bench/data.js deleted file mode 100644 index 70dbacd98..000000000 --- a/dev/bench/data.js +++ /dev/null @@ -1,3064 +0,0 @@ -window.BENCHMARK_DATA = { - "lastUpdate": 1727292751480, - "repoUrl": "https://github.com/GaloisInc/cerberus", - "entries": { - "CN Benchmarks": [ - { - "commit": { - "author": { - "email": "james@galois.com", - "name": "James Parker", - "username": "jprider63" - }, - "committer": { - "email": "james@galois.com", - "name": "James Parker", - "username": "jprider63" - }, - "distinct": true, - "id": "84c1e0f66c51b954ac6ec2e31c280d6f1f14368f", - "message": ".", - "timestamp": "2024-09-24T18:00:00-04:00", - "tree_id": "4de0aa9813b3085b1be11dac29be762dbb72fa76", - "url": "https://github.com/GaloisInc/cerberus/commit/84c1e0f66c51b954ac6ec2e31c280d6f1f14368f" - }, - "date": 1727215454892, - "tool": "customSmallerIsBetter", - "benches": { - "z3": [ - { - "name": "Total benchmark time", - "value": 64.88, - "unit": "Seconds" - }, - { - "name": "./cn/unsupported_union.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/duplicate_pattern_var.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/block_type.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_ffs.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/implies2.error.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/extract_verbose.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/builtin_ctz.c", - "value": 0.41, - "unit": "Seconds" - }, - { - "name": "./cn/disj_nonnull.c", - "value": 0.32, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_types_compatible.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/assert_on_toplevel.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/redundant_pattern.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/tree16/as_auto_mutual_dt/tree16.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/tree16/as_partial_map/tree16.c", - "value": 3.09, - "unit": "Seconds" - }, - { - "name": "./cn/tree16/as_mutual_dt/tree16.c", - "value": 8.73, - "unit": "Seconds" - }, - { - "name": "./cn/inconsistent3.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/inconsistent2.error.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/fun_ptr_extern.c", - "value": 0.47, - "unit": "Seconds" - }, - { - "name": "./cn/increments.c", - "value": 0.2, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_shift.c", - "value": 0.14, - "unit": "Seconds" - }, - { - "name": "./cn/mod_return_sign.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_ptr_neq.c", - "value": 0.15, - "unit": "Seconds" - }, - { - "name": "./cn/fun_ptr_three_opts.c", - "value": 0.83, - "unit": "Seconds" - }, - { - "name": "./cn/spec_null_shift.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/struct_updates.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_ptr_eq.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/bad_record.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/bad_record2.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/ptr_diff2.error.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/ptr_diff.error.c", - "value": 0.2, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_compl.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/alloc_token.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_char_cast.error.c", - "value": 0.14, - "unit": "Seconds" - }, - { - "name": "./cn/implies_precedence.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/list_literal_type.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/division_casting.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/unary_negation.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/reverse.c", - "value": 0.6, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_compl_type.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/mask_ptr.c", - "value": 0.17, - "unit": "Seconds" - }, - { - "name": "./cn/and_or_precedence.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/division_return_sign.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/get_from_arr.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/division_precedence.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/match.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/max_pipes.error.c", - "value": 23.95, - "unit": "Seconds" - }, - { - "name": "./cn/pred_def03.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/cnfunction_mismatched_args3.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/bad_function_call.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/pred_def02.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/max_min_consts.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/enum_and_and.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_case_ranges.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/merging_arrays.error.c", - "value": 0.18, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_choose.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/simplify_array_shift.c", - "value": 0.35, - "unit": "Seconds" - }, - { - "name": "./cn/bad_recursion.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/split_case.c", - "value": 0.35, - "unit": "Seconds" - }, - { - "name": "./cn/mod.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/mod_by_0.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_ptr_eq2.error.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/implies3.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/arith_type.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/failing_postcond.error.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/cnfunction_mismatched_args4.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/simplify_add_0.c", - "value": 0.16, - "unit": "Seconds" - }, - { - "name": "./cn/tree_rev01.c", - "value": 0.35, - "unit": "Seconds" - }, - { - "name": "./cn/b_or.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/spec_after_curly_brace.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/simple_loop.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/previously_inconsistent_assumptions1.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/multifile/f.c", - "value": 0.45, - "unit": "Seconds" - }, - { - "name": "./cn/multifile/g.c", - "value": 0.33, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_ptr_neq.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/swap_pair.c", - "value": 0.16, - "unit": "Seconds" - }, - { - "name": "./cn/missing_resource_indirect.error.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/inconsistent.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/ghost_pointer_to_bitvec_cast.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/pred_def04.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/division_return_size.error.c", - "value": 0.39, - "unit": "Seconds" - }, - { - "name": "./cn/list_rev01.c", - "value": 0.36, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_and_type_left.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/append.c", - "value": 2, - "unit": "Seconds" - }, - { - "name": "./cn/mod_with_constants.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/pred_def01.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/use_typedef.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/alloc_create.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/use_enum.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/cnfunction_mismatched_args2.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/swap.c", - "value": 0.16, - "unit": "Seconds" - }, - { - "name": "./cn/missing_resource.error.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/bad_col.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/mergesort.c", - "value": 3.39, - "unit": "Seconds" - }, - { - "name": "./cn/cnfunction_mismatched_args1.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_uintptr_t_cast.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_int_cast.error.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_char_cast.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/left_shift_const.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/shift_diff_sz.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/get_from_array.c", - "value": 0.41, - "unit": "Seconds" - }, - { - "name": "./cn/memcpy.c", - "value": 0.42, - "unit": "Seconds" - }, - { - "name": "./cn/void_star_arg.c", - "value": 0.26, - "unit": "Seconds" - }, - { - "name": "./cn/previously_inconsistent_assumptions2.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_unsigned_int_cast.error.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/tag_defs.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_and.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/duplicate_datatype_var.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/bad_constructor_user.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_compl_precedence.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/forloop_with_decl.c", - "value": 0.13, - "unit": "Seconds" - }, - { - "name": "./cn/incomplete_match.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id.error.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/cn_inline.c", - "value": 0.18, - "unit": "Seconds" - }, - { - "name": "./cn/mod_return_size.error.c", - "value": 2.54, - "unit": "Seconds" - }, - { - "name": "./cn/spec_null_shift.error.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/map_set.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/implies.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/unsupported_flexible_array_member.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/reverse.error.c", - "value": 0.84, - "unit": "Seconds" - }, - { - "name": "./cn/unary_negation.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/copy_alloc_id.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/failing_precond.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/mod_casting.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/type_synonym.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/division_by_0.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/magic_comment_not_closed.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/struct_updates2.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/fun_addrs_cn_stmt.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/lexer_hack_parse.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/doubling.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/copy_alloc_id.error.c", - "value": 0.14, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_ctz.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_intptr_t_cast.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/division_with_constants.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/builtin_ctz_val.c", - "value": 0.14, - "unit": "Seconds" - }, - { - "name": "./cn/ptr_diff.c", - "value": 0.68, - "unit": "Seconds" - }, - { - "name": "./cn/ptr_diff2.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/b_xor.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/unconstrained_ptr_eq.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/arrow_access.c", - "value": 0.15, - "unit": "Seconds" - }, - { - "name": "./cn/ownership_at_negative_index.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/division.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/fun_ptr_known.c", - "value": 0.36, - "unit": "Seconds" - }, - { - "name": "./cn/implies_associativity.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/mod_precedence.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/mutual_rec/mutual_rec.c", - "value": 3.83, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_and_type_right.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/unconstrained_ptr_eq2.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/bad_resource_var.error.c", - "value": 0.11, - "unit": "Seconds" - } - ], - "cvc5": [ - { - "name": "Total benchmark time", - "value": 64.88, - "unit": "Seconds" - }, - { - "name": "./cn/unsupported_union.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/duplicate_pattern_var.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/block_type.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_ffs.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/implies2.error.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/extract_verbose.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/builtin_ctz.c", - "value": 0.41, - "unit": "Seconds" - }, - { - "name": "./cn/disj_nonnull.c", - "value": 0.32, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_types_compatible.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/assert_on_toplevel.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/redundant_pattern.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/tree16/as_auto_mutual_dt/tree16.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/tree16/as_partial_map/tree16.c", - "value": 3.09, - "unit": "Seconds" - }, - { - "name": "./cn/tree16/as_mutual_dt/tree16.c", - "value": 8.73, - "unit": "Seconds" - }, - { - "name": "./cn/inconsistent3.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/inconsistent2.error.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/fun_ptr_extern.c", - "value": 0.47, - "unit": "Seconds" - }, - { - "name": "./cn/increments.c", - "value": 0.2, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_shift.c", - "value": 0.14, - "unit": "Seconds" - }, - { - "name": "./cn/mod_return_sign.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_ptr_neq.c", - "value": 0.15, - "unit": "Seconds" - }, - { - "name": "./cn/fun_ptr_three_opts.c", - "value": 0.83, - "unit": "Seconds" - }, - { - "name": "./cn/spec_null_shift.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/struct_updates.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_ptr_eq.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/bad_record.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/bad_record2.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/ptr_diff2.error.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/ptr_diff.error.c", - "value": 0.2, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_compl.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/alloc_token.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_char_cast.error.c", - "value": 0.14, - "unit": "Seconds" - }, - { - "name": "./cn/implies_precedence.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/list_literal_type.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/division_casting.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/unary_negation.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/reverse.c", - "value": 0.6, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_compl_type.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/mask_ptr.c", - "value": 0.17, - "unit": "Seconds" - }, - { - "name": "./cn/and_or_precedence.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/division_return_sign.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/get_from_arr.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/division_precedence.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/match.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/max_pipes.error.c", - "value": 23.95, - "unit": "Seconds" - }, - { - "name": "./cn/pred_def03.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/cnfunction_mismatched_args3.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/bad_function_call.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/pred_def02.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/max_min_consts.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/enum_and_and.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_case_ranges.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/merging_arrays.error.c", - "value": 0.18, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_choose.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/simplify_array_shift.c", - "value": 0.35, - "unit": "Seconds" - }, - { - "name": "./cn/bad_recursion.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/split_case.c", - "value": 0.35, - "unit": "Seconds" - }, - { - "name": "./cn/mod.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/mod_by_0.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_ptr_eq2.error.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/implies3.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/arith_type.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/failing_postcond.error.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/cnfunction_mismatched_args4.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/simplify_add_0.c", - "value": 0.16, - "unit": "Seconds" - }, - { - "name": "./cn/tree_rev01.c", - "value": 0.35, - "unit": "Seconds" - }, - { - "name": "./cn/b_or.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/spec_after_curly_brace.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/simple_loop.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/previously_inconsistent_assumptions1.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/multifile/f.c", - "value": 0.45, - "unit": "Seconds" - }, - { - "name": "./cn/multifile/g.c", - "value": 0.33, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_ptr_neq.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/swap_pair.c", - "value": 0.16, - "unit": "Seconds" - }, - { - "name": "./cn/missing_resource_indirect.error.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/inconsistent.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/ghost_pointer_to_bitvec_cast.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/pred_def04.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/division_return_size.error.c", - "value": 0.39, - "unit": "Seconds" - }, - { - "name": "./cn/list_rev01.c", - "value": 0.36, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_and_type_left.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/append.c", - "value": 2, - "unit": "Seconds" - }, - { - "name": "./cn/mod_with_constants.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/pred_def01.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/use_typedef.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/alloc_create.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/use_enum.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/cnfunction_mismatched_args2.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/swap.c", - "value": 0.16, - "unit": "Seconds" - }, - { - "name": "./cn/missing_resource.error.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/bad_col.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/mergesort.c", - "value": 3.39, - "unit": "Seconds" - }, - { - "name": "./cn/cnfunction_mismatched_args1.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_uintptr_t_cast.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_int_cast.error.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_char_cast.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/left_shift_const.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/shift_diff_sz.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/get_from_array.c", - "value": 0.41, - "unit": "Seconds" - }, - { - "name": "./cn/memcpy.c", - "value": 0.42, - "unit": "Seconds" - }, - { - "name": "./cn/void_star_arg.c", - "value": 0.26, - "unit": "Seconds" - }, - { - "name": "./cn/previously_inconsistent_assumptions2.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_unsigned_int_cast.error.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/tag_defs.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_and.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/duplicate_datatype_var.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/bad_constructor_user.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_compl_precedence.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/forloop_with_decl.c", - "value": 0.13, - "unit": "Seconds" - }, - { - "name": "./cn/incomplete_match.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id.error.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/cn_inline.c", - "value": 0.18, - "unit": "Seconds" - }, - { - "name": "./cn/mod_return_size.error.c", - "value": 2.54, - "unit": "Seconds" - }, - { - "name": "./cn/spec_null_shift.error.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/map_set.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/implies.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/unsupported_flexible_array_member.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/reverse.error.c", - "value": 0.84, - "unit": "Seconds" - }, - { - "name": "./cn/unary_negation.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/copy_alloc_id.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/failing_precond.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/mod_casting.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/type_synonym.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/division_by_0.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/magic_comment_not_closed.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/struct_updates2.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/fun_addrs_cn_stmt.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/lexer_hack_parse.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/doubling.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/copy_alloc_id.error.c", - "value": 0.14, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_ctz.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_intptr_t_cast.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/division_with_constants.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/builtin_ctz_val.c", - "value": 0.14, - "unit": "Seconds" - }, - { - "name": "./cn/ptr_diff.c", - "value": 0.68, - "unit": "Seconds" - }, - { - "name": "./cn/ptr_diff2.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/b_xor.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/unconstrained_ptr_eq.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/arrow_access.c", - "value": 0.15, - "unit": "Seconds" - }, - { - "name": "./cn/ownership_at_negative_index.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/division.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/fun_ptr_known.c", - "value": 0.36, - "unit": "Seconds" - }, - { - "name": "./cn/implies_associativity.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/mod_precedence.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/mutual_rec/mutual_rec.c", - "value": 3.83, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_and_type_right.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/unconstrained_ptr_eq2.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/bad_resource_var.error.c", - "value": 0.11, - "unit": "Seconds" - } - ] - } - }, - { - "commit": { - "author": { - "email": "james@galois.com", - "name": "James Parker", - "username": "jprider63" - }, - "committer": { - "email": "james@galois.com", - "name": "James Parker", - "username": "jprider63" - }, - "distinct": true, - "id": "bae4004b4703c99c707991cf7ea8c4b354c8a013", - "message": ".", - "timestamp": "2024-09-25T15:26:09-04:00", - "tree_id": "f1a1cc6754bcaa9116c45fd610b535c3b80fd0ce", - "url": "https://github.com/GaloisInc/cerberus/commit/bae4004b4703c99c707991cf7ea8c4b354c8a013" - }, - "date": 1727292750601, - "tool": "customSmallerIsBetter", - "benches": { - "z3": [ - { - "name": "Total benchmark time", - "value": 62.04, - "unit": "Seconds" - }, - { - "name": "./cn/unsupported_union.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/duplicate_pattern_var.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/block_type.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_ffs.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/implies2.error.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/extract_verbose.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/builtin_ctz.c", - "value": 0.4, - "unit": "Seconds" - }, - { - "name": "./cn/disj_nonnull.c", - "value": 0.32, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_types_compatible.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/assert_on_toplevel.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/redundant_pattern.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/tree16/as_auto_mutual_dt/tree16.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/tree16/as_partial_map/tree16.c", - "value": 2.53, - "unit": "Seconds" - }, - { - "name": "./cn/tree16/as_mutual_dt/tree16.c", - "value": 8.44, - "unit": "Seconds" - }, - { - "name": "./cn/inconsistent3.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/inconsistent2.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/fun_ptr_extern.c", - "value": 0.49, - "unit": "Seconds" - }, - { - "name": "./cn/increments.c", - "value": 0.18, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_shift.c", - "value": 0.15, - "unit": "Seconds" - }, - { - "name": "./cn/mod_return_sign.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_ptr_neq.c", - "value": 0.14, - "unit": "Seconds" - }, - { - "name": "./cn/fun_ptr_three_opts.c", - "value": 0.81, - "unit": "Seconds" - }, - { - "name": "./cn/spec_null_shift.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/struct_updates.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_ptr_eq.error.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/bad_record.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/bad_record2.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/ptr_diff2.error.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/ptr_diff.error.c", - "value": 0.2, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_compl.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/alloc_token.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_char_cast.error.c", - "value": 0.14, - "unit": "Seconds" - }, - { - "name": "./cn/implies_precedence.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/list_literal_type.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/division_casting.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/unary_negation.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/reverse.c", - "value": 0.57, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_compl_type.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/mask_ptr.c", - "value": 0.17, - "unit": "Seconds" - }, - { - "name": "./cn/and_or_precedence.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/division_return_sign.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/get_from_arr.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/division_precedence.c", - "value": 0.12, - "unit": "Seconds" - }, - { - "name": "./cn/match.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/max_pipes.error.c", - "value": 23.35, - "unit": "Seconds" - }, - { - "name": "./cn/pred_def03.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/cnfunction_mismatched_args3.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/bad_function_call.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/pred_def02.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/max_min_consts.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/enum_and_and.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_case_ranges.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/merging_arrays.error.c", - "value": 0.16, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_choose.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/simplify_array_shift.c", - "value": 0.33, - "unit": "Seconds" - }, - { - "name": "./cn/bad_recursion.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/split_case.c", - "value": 0.33, - "unit": "Seconds" - }, - { - "name": "./cn/mod.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/mod_by_0.error.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_ptr_eq2.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/implies3.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/arith_type.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/failing_postcond.error.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/cnfunction_mismatched_args4.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/simplify_add_0.c", - "value": 0.16, - "unit": "Seconds" - }, - { - "name": "./cn/tree_rev01.c", - "value": 0.37, - "unit": "Seconds" - }, - { - "name": "./cn/b_or.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/spec_after_curly_brace.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/simple_loop.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/previously_inconsistent_assumptions1.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/multifile/f.c", - "value": 0.44, - "unit": "Seconds" - }, - { - "name": "./cn/multifile/g.c", - "value": 0.32, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_ptr_neq.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/swap_pair.c", - "value": 0.15, - "unit": "Seconds" - }, - { - "name": "./cn/missing_resource_indirect.error.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/inconsistent.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/ghost_pointer_to_bitvec_cast.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/pred_def04.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/division_return_size.error.c", - "value": 0.34, - "unit": "Seconds" - }, - { - "name": "./cn/list_rev01.c", - "value": 0.34, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_and_type_left.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/append.c", - "value": 1.71, - "unit": "Seconds" - }, - { - "name": "./cn/mod_with_constants.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/pred_def01.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/use_typedef.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/alloc_create.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/use_enum.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/cnfunction_mismatched_args2.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/swap.c", - "value": 0.15, - "unit": "Seconds" - }, - { - "name": "./cn/missing_resource.error.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/bad_col.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/mergesort.c", - "value": 3.07, - "unit": "Seconds" - }, - { - "name": "./cn/cnfunction_mismatched_args1.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_uintptr_t_cast.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_int_cast.error.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_char_cast.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/left_shift_const.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/shift_diff_sz.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/get_from_array.c", - "value": 0.4, - "unit": "Seconds" - }, - { - "name": "./cn/memcpy.c", - "value": 0.41, - "unit": "Seconds" - }, - { - "name": "./cn/void_star_arg.c", - "value": 0.26, - "unit": "Seconds" - }, - { - "name": "./cn/previously_inconsistent_assumptions2.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_unsigned_int_cast.error.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/tag_defs.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_and.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/duplicate_datatype_var.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/bad_constructor_user.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_compl_precedence.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/forloop_with_decl.c", - "value": 0.12, - "unit": "Seconds" - }, - { - "name": "./cn/incomplete_match.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/cn_inline.c", - "value": 0.2, - "unit": "Seconds" - }, - { - "name": "./cn/mod_return_size.error.c", - "value": 2.25, - "unit": "Seconds" - }, - { - "name": "./cn/spec_null_shift.error.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/map_set.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/implies.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/unsupported_flexible_array_member.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/reverse.error.c", - "value": 0.78, - "unit": "Seconds" - }, - { - "name": "./cn/unary_negation.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/copy_alloc_id.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/failing_precond.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/mod_casting.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/type_synonym.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/division_by_0.error.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/magic_comment_not_closed.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/struct_updates2.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/fun_addrs_cn_stmt.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/lexer_hack_parse.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/doubling.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/copy_alloc_id.error.c", - "value": 0.14, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_ctz.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_intptr_t_cast.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/division_with_constants.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/builtin_ctz_val.c", - "value": 0.13, - "unit": "Seconds" - }, - { - "name": "./cn/ptr_diff.c", - "value": 0.69, - "unit": "Seconds" - }, - { - "name": "./cn/ptr_diff2.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/b_xor.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/unconstrained_ptr_eq.error.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/arrow_access.c", - "value": 0.15, - "unit": "Seconds" - }, - { - "name": "./cn/ownership_at_negative_index.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/division.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/fun_ptr_known.c", - "value": 0.35, - "unit": "Seconds" - }, - { - "name": "./cn/implies_associativity.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/mod_precedence.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/mutual_rec/mutual_rec.c", - "value": 3.72, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_and_type_right.error.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/unconstrained_ptr_eq2.error.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/bad_resource_var.error.c", - "value": 0.11, - "unit": "Seconds" - } - ], - "cvc5": [ - { - "name": "Total benchmark time", - "value": 108.01, - "unit": "Seconds" - }, - { - "name": "./cn/unsupported_union.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/duplicate_pattern_var.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/block_type.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_ffs.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/implies2.error.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/extract_verbose.c", - "value": 0.2, - "unit": "Seconds" - }, - { - "name": "./cn/builtin_ctz.c", - "value": 0.57, - "unit": "Seconds" - }, - { - "name": "./cn/disj_nonnull.c", - "value": 0.26, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_types_compatible.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/assert_on_toplevel.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/redundant_pattern.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/tree16/as_auto_mutual_dt/tree16.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/tree16/as_partial_map/tree16.c", - "value": 5.09, - "unit": "Seconds" - }, - { - "name": "./cn/tree16/as_mutual_dt/tree16.c", - "value": 4.82, - "unit": "Seconds" - }, - { - "name": "./cn/inconsistent3.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/inconsistent2.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/fun_ptr_extern.c", - "value": 0.37, - "unit": "Seconds" - }, - { - "name": "./cn/increments.c", - "value": 0.22, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_shift.c", - "value": 0.13, - "unit": "Seconds" - }, - { - "name": "./cn/mod_return_sign.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_ptr_neq.c", - "value": 0.13, - "unit": "Seconds" - }, - { - "name": "./cn/fun_ptr_three_opts.c", - "value": 0.94, - "unit": "Seconds" - }, - { - "name": "./cn/spec_null_shift.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/struct_updates.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_ptr_eq.error.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/bad_record.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/bad_record2.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/ptr_diff2.error.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/ptr_diff.error.c", - "value": 0.19, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_compl.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/alloc_token.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_char_cast.error.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/implies_precedence.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/list_literal_type.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/division_casting.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/unary_negation.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/reverse.c", - "value": 1.13, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_compl_type.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/mask_ptr.c", - "value": 0.16, - "unit": "Seconds" - }, - { - "name": "./cn/and_or_precedence.error.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/division_return_sign.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/get_from_arr.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/division_precedence.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/match.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/max_pipes.error.c", - "value": 23.85, - "unit": "Seconds" - }, - { - "name": "./cn/pred_def03.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/cnfunction_mismatched_args3.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/bad_function_call.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/pred_def02.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/max_min_consts.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/enum_and_and.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_case_ranges.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/merging_arrays.error.c", - "value": 0.13, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_choose.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/simplify_array_shift.c", - "value": 0.39, - "unit": "Seconds" - }, - { - "name": "./cn/bad_recursion.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/split_case.c", - "value": 1.48, - "unit": "Seconds" - }, - { - "name": "./cn/mod.c", - "value": 0.18, - "unit": "Seconds" - }, - { - "name": "./cn/mod_by_0.error.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_ptr_eq2.error.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/implies3.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/arith_type.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/failing_postcond.error.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/cnfunction_mismatched_args4.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/simplify_add_0.c", - "value": 0.14, - "unit": "Seconds" - }, - { - "name": "./cn/tree_rev01.c", - "value": 0.6, - "unit": "Seconds" - }, - { - "name": "./cn/b_or.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/spec_after_curly_brace.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/simple_loop.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/previously_inconsistent_assumptions1.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/multifile/f.c", - "value": 5.28, - "unit": "Seconds" - }, - { - "name": "./cn/multifile/g.c", - "value": 5.25, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id_ptr_neq.error.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/swap_pair.c", - "value": 0.18, - "unit": "Seconds" - }, - { - "name": "./cn/missing_resource_indirect.error.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/inconsistent.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/ghost_pointer_to_bitvec_cast.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/pred_def04.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/division_return_size.error.c", - "value": 0.4, - "unit": "Seconds" - }, - { - "name": "./cn/list_rev01.c", - "value": 1.23, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_and_type_left.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/append.c", - "value": 8.17, - "unit": "Seconds" - }, - { - "name": "./cn/mod_with_constants.c", - "value": 0.25, - "unit": "Seconds" - }, - { - "name": "./cn/pred_def01.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/use_typedef.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/alloc_create.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/use_enum.c", - "value": 0.04, - "unit": "Seconds" - }, - { - "name": "./cn/cnfunction_mismatched_args2.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/swap.c", - "value": 0.18, - "unit": "Seconds" - }, - { - "name": "./cn/missing_resource.error.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/bad_col.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/mergesort.c", - "value": 11.74, - "unit": "Seconds" - }, - { - "name": "./cn/cnfunction_mismatched_args1.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_uintptr_t_cast.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_int_cast.error.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_char_cast.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/left_shift_const.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/shift_diff_sz.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/get_from_array.c", - "value": 0.38, - "unit": "Seconds" - }, - { - "name": "./cn/memcpy.c", - "value": 0.52, - "unit": "Seconds" - }, - { - "name": "./cn/void_star_arg.c", - "value": 0.44, - "unit": "Seconds" - }, - { - "name": "./cn/previously_inconsistent_assumptions2.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_unsigned_int_cast.error.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/tag_defs.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_and.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/duplicate_datatype_var.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/bad_constructor_user.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_compl_precedence.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/forloop_with_decl.c", - "value": 0.13, - "unit": "Seconds" - }, - { - "name": "./cn/incomplete_match.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/has_alloc_id.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/cn_inline.c", - "value": 0.2, - "unit": "Seconds" - }, - { - "name": "./cn/mod_return_size.error.c", - "value": 7.92, - "unit": "Seconds" - }, - { - "name": "./cn/spec_null_shift.error.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/map_set.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/implies.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/unsupported_flexible_array_member.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/reverse.error.c", - "value": 2.28, - "unit": "Seconds" - }, - { - "name": "./cn/unary_negation.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/copy_alloc_id.c", - "value": 0.1, - "unit": "Seconds" - }, - { - "name": "./cn/failing_precond.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/mod_casting.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/type_synonym.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/division_by_0.error.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/magic_comment_not_closed.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/struct_updates2.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/fun_addrs_cn_stmt.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/lexer_hack_parse.error.c", - "value": 0.02, - "unit": "Seconds" - }, - { - "name": "./cn/doubling.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/copy_alloc_id.error.c", - "value": 0.11, - "unit": "Seconds" - }, - { - "name": "./cn/gnu_ctz.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/pointer_to_intptr_t_cast.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/division_with_constants.c", - "value": 0.24, - "unit": "Seconds" - }, - { - "name": "./cn/builtin_ctz_val.c", - "value": 0.12, - "unit": "Seconds" - }, - { - "name": "./cn/ptr_diff.c", - "value": 1.01, - "unit": "Seconds" - }, - { - "name": "./cn/ptr_diff2.c", - "value": 0.07, - "unit": "Seconds" - }, - { - "name": "./cn/b_xor.c", - "value": 0.05, - "unit": "Seconds" - }, - { - "name": "./cn/unconstrained_ptr_eq.error.c", - "value": 0.08, - "unit": "Seconds" - }, - { - "name": "./cn/arrow_access.c", - "value": 0.74, - "unit": "Seconds" - }, - { - "name": "./cn/ownership_at_negative_index.c", - "value": 0.06, - "unit": "Seconds" - }, - { - "name": "./cn/division.c", - "value": 0.19, - "unit": "Seconds" - }, - { - "name": "./cn/fun_ptr_known.c", - "value": 0.39, - "unit": "Seconds" - }, - { - "name": "./cn/implies_associativity.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/mod_precedence.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/mutual_rec/mutual_rec.c", - "value": 14.37, - "unit": "Seconds" - }, - { - "name": "./cn/bitwise_and_type_right.error.c", - "value": 0.03, - "unit": "Seconds" - }, - { - "name": "./cn/unconstrained_ptr_eq2.error.c", - "value": 0.09, - "unit": "Seconds" - }, - { - "name": "./cn/bad_resource_var.error.c", - "value": 0.09, - "unit": "Seconds" - } - ] - } - } - ] - } -} \ No newline at end of file diff --git a/dev/bench/index.html b/dev/bench/index.html deleted file mode 100644 index 594336772..000000000 --- a/dev/bench/index.html +++ /dev/null @@ -1,336 +0,0 @@ - - - - - - - Benchmarks - - - - -
- - - - - - -