Files
CGA-bench/saves/0406~0412/Paper_Experiments/PAPER_20260412_131303/Chatbench_RunInfo.json

79 lines
1.8 KiB
JSON
Raw Normal View History

2026-05-22 10:02:42 +08:00
[
{
"task_id": "fsm_ps2",
"task_number": 94,
"time": 530.53,
"prompt_tokens": 9274,
"completion_tokens": 6625,
"token_cost": 0.58298,
"ERROR(incomplete)": false,
"op_record": [
"gen",
"syncheck",
"funccheck",
"cga",
"eval"
],
"reboot_times": 0,
"max_iter": 10,
"coverage": 77.77777777777779,
"circuit_type": "SEQ",
"checklist_worked": false,
"scenario_num": 5,
"Eval0_pass": true,
"Eval0_iv_pass": true,
"debug_iter_iv": 0,
"iv_runing_time": 0.04,
"Eval0_py_pass": true,
"debug_iter_py": 0,
"py_runing_time": 0.02,
"TB_corrected": false,
"TBcheck_oprecord": [
[
"discrim"
]
],
"rtl_num_newly_gen": 0,
"Eval1_pass": true,
"Eval2_pass": false,
"Eval2_ratio": "3/10",
"Eval2_failed_mutant_idxes": [
2,
4,
6,
7,
8,
9,
10
],
"full_pass": false
},
{
"task_id": "lemmings4",
"task_number": 150,
"time": 4633.53,
"prompt_tokens": 99546,
"completion_tokens": 83064,
"token_cost": 6.974759999999999,
"ERROR(incomplete)": true,
"op_record": [
"gen",
"gen",
"gen",
"gen",
"gen",
"gen",
"gen",
"gen",
"gen",
"gen",
"eval"
],
"reboot_times": 9,
"max_iter": 10,
"coverage": 0.0,
"circuit_type": null,
"checklist_worked": null,
"scenario_num": null
}
]