97 lines
2.3 KiB
JSON
97 lines
2.3 KiB
JSON
[
|
|
{
|
|
"task_id": "fsm_ps2",
|
|
"task_number": 94,
|
|
"time": 676.28,
|
|
"prompt_tokens": 15204,
|
|
"completion_tokens": 11075,
|
|
"token_cost": 0.9685799999999999,
|
|
"ERROR(incomplete)": false,
|
|
"op_record": [
|
|
"gen",
|
|
"syncheck",
|
|
"funccheck",
|
|
"cga",
|
|
"eval"
|
|
],
|
|
"reboot_times": 0,
|
|
"max_iter": 10,
|
|
"coverage": 100.0,
|
|
"circuit_type": "SEQ",
|
|
"checklist_worked": false,
|
|
"scenario_num": 10,
|
|
"Eval0_pass": true,
|
|
"Eval0_iv_pass": true,
|
|
"debug_iter_iv": 0,
|
|
"iv_runing_time": 0.03,
|
|
"Eval0_py_pass": true,
|
|
"debug_iter_py": 0,
|
|
"py_runing_time": 0.01,
|
|
"TB_corrected": false,
|
|
"TBcheck_oprecord": [
|
|
[
|
|
"discrim"
|
|
]
|
|
],
|
|
"rtl_num_newly_gen": 0,
|
|
"Eval1_pass": true,
|
|
"Eval2_pass": false,
|
|
"Eval2_ratio": "3/10",
|
|
"Eval2_failed_mutant_idxes": [
|
|
2,
|
|
4,
|
|
6,
|
|
7,
|
|
8,
|
|
9,
|
|
10
|
|
],
|
|
"full_pass": false
|
|
},
|
|
{
|
|
"task_id": "lemmings4",
|
|
"task_number": 150,
|
|
"time": 6160.57,
|
|
"prompt_tokens": 27567,
|
|
"completion_tokens": 22253,
|
|
"token_cost": 1.88652,
|
|
"ERROR(incomplete)": false,
|
|
"op_record": [
|
|
"gen",
|
|
"syncheck",
|
|
"gen",
|
|
"syncheck",
|
|
"funccheck",
|
|
"cga",
|
|
"eval"
|
|
],
|
|
"reboot_times": 1,
|
|
"max_iter": 10,
|
|
"coverage": 91.66666666666666,
|
|
"circuit_type": "SEQ",
|
|
"checklist_worked": false,
|
|
"scenario_num": 12,
|
|
"Eval0_pass": true,
|
|
"Eval0_iv_pass": true,
|
|
"debug_iter_iv": 0,
|
|
"iv_runing_time": 0.04,
|
|
"Eval0_py_pass": true,
|
|
"debug_iter_py": 0,
|
|
"py_runing_time": 0.21,
|
|
"TB_corrected": false,
|
|
"TBcheck_oprecord": [
|
|
[
|
|
"discrim"
|
|
]
|
|
],
|
|
"rtl_num_newly_gen": 0,
|
|
"Eval1_pass": true,
|
|
"Eval2_pass": false,
|
|
"Eval2_ratio": "6/8",
|
|
"Eval2_failed_mutant_idxes": [
|
|
1,
|
|
5
|
|
],
|
|
"full_pass": false
|
|
}
|
|
] |