281 lines
7.3 KiB
Plaintext
281 lines
7.3 KiB
Plaintext
|
|
||
|
|
---------------custom config--------------
|
||
|
|
run:
|
||
|
|
mode: autoline
|
||
|
|
custom_path: None
|
||
|
|
gpt:
|
||
|
|
model: qwen-max
|
||
|
|
key_path: config/key_API.json
|
||
|
|
save:
|
||
|
|
en: True
|
||
|
|
root: /home/zhang/CorrectBench/TBgen_App/output/fsm_ps2/
|
||
|
|
autoline:
|
||
|
|
result_path: results
|
||
|
|
cga:
|
||
|
|
enabled: True
|
||
|
|
max_iter: 10
|
||
|
|
target_coverage: 100.0
|
||
|
|
probset:
|
||
|
|
path: /home/zhang/CorrectBench/data/HDLBits/HDLBits_data.jsonl
|
||
|
|
mutant_path: None
|
||
|
|
gptgenRTL_path: None
|
||
|
|
more_info_paths: []
|
||
|
|
only: ['fsm_ps2']
|
||
|
|
exclude: []
|
||
|
|
exclude_json: None
|
||
|
|
filter: [{}]
|
||
|
|
checklist:
|
||
|
|
max: 3
|
||
|
|
debug:
|
||
|
|
max: 5
|
||
|
|
reboot: 1
|
||
|
|
py_rollback: 2
|
||
|
|
onlyrun: TBgensimeval
|
||
|
|
promptscript: pychecker
|
||
|
|
timeout: 300
|
||
|
|
TBcheck:
|
||
|
|
rtl_num: 20
|
||
|
|
correct_max: 3
|
||
|
|
discrim_mode: col_full_wrong
|
||
|
|
correct_mode: naive
|
||
|
|
rtl_compens_en: True
|
||
|
|
rtl_compens_max_iter: 3
|
||
|
|
itermax: 10
|
||
|
|
update_desc: False
|
||
|
|
save_compile: True
|
||
|
|
save_finalcodes: True
|
||
|
|
error_interruption: False
|
||
|
|
------------------------------------------
|
||
|
|
------config info (custom + default)------
|
||
|
|
run:
|
||
|
|
version: 2.0
|
||
|
|
author: Ruidi Qiu - Technical University of Munich
|
||
|
|
time: 20260413_130219
|
||
|
|
custom_path: /home/zhang/CorrectBench/TBgen_App/autoline/../config/custom.yaml
|
||
|
|
mode: autoline
|
||
|
|
hostname: localhost
|
||
|
|
pid: 510390
|
||
|
|
pyversion: 3.12.3 (main, Mar 3 2026, 12:15:18) [GCC 13.3.0]
|
||
|
|
save:
|
||
|
|
en: True
|
||
|
|
root: /home/zhang/CorrectBench/TBgen_App/output/fsm_ps2/
|
||
|
|
pub:
|
||
|
|
prefix: None
|
||
|
|
dir: saves/0413~0419/
|
||
|
|
subdir:
|
||
|
|
log:
|
||
|
|
en: True
|
||
|
|
dir: logs/
|
||
|
|
notes: None
|
||
|
|
cfg_pmode: iwantall
|
||
|
|
debug_en: False
|
||
|
|
level: TRACE
|
||
|
|
message:
|
||
|
|
en: True
|
||
|
|
dir: messages/
|
||
|
|
format: json
|
||
|
|
iverilog:
|
||
|
|
en: True
|
||
|
|
subdir: ivcode_nodebug
|
||
|
|
load:
|
||
|
|
prompt:
|
||
|
|
path: config/initial_prompts/prompt1.txt
|
||
|
|
pick_idx: []
|
||
|
|
stage_template:
|
||
|
|
path: config/templates/stage_template0301.txt
|
||
|
|
gpt:
|
||
|
|
model: qwen-max
|
||
|
|
key_path: config/key_API.json
|
||
|
|
temperature: None
|
||
|
|
json_mode: False
|
||
|
|
chatgpt:
|
||
|
|
start_form: chat
|
||
|
|
one_time_talk: False
|
||
|
|
rtlgen_model: qwen-max
|
||
|
|
iverilog:
|
||
|
|
dir:
|
||
|
|
task_id:
|
||
|
|
autoline:
|
||
|
|
result_path: results
|
||
|
|
cga:
|
||
|
|
enabled: True
|
||
|
|
max_iter: 10
|
||
|
|
target_coverage: 100.0
|
||
|
|
probset:
|
||
|
|
path: /home/zhang/CorrectBench/data/HDLBits/HDLBits_data.jsonl
|
||
|
|
mutant_path: None
|
||
|
|
gptgenRTL_path: None
|
||
|
|
more_info_paths: []
|
||
|
|
only: ['fsm_ps2']
|
||
|
|
exclude: []
|
||
|
|
exclude_json: None
|
||
|
|
filter: [{}]
|
||
|
|
checklist:
|
||
|
|
max: 3
|
||
|
|
debug:
|
||
|
|
max: 5
|
||
|
|
reboot: 1
|
||
|
|
py_rollback: 2
|
||
|
|
onlyrun: TBgensimeval
|
||
|
|
promptscript: pychecker
|
||
|
|
timeout: 300
|
||
|
|
TBcheck:
|
||
|
|
rtl_num: 20
|
||
|
|
correct_max: 3
|
||
|
|
discrim_mode: col_full_wrong
|
||
|
|
correct_mode: naive
|
||
|
|
rtl_compens_en: True
|
||
|
|
rtl_compens_max_iter: 3
|
||
|
|
itermax: 10
|
||
|
|
update_desc: False
|
||
|
|
save_compile: True
|
||
|
|
save_finalcodes: True
|
||
|
|
error_interruption: False
|
||
|
|
_initialized: True
|
||
|
|
------------------------------------------
|
||
|
|
|
||
|
|
--------------default config--------------
|
||
|
|
run:
|
||
|
|
version: 2.0
|
||
|
|
author: Ruidi Qiu - Technical University of Munich
|
||
|
|
time: None
|
||
|
|
custom_path: None
|
||
|
|
mode: qwen-max
|
||
|
|
save:
|
||
|
|
en: True
|
||
|
|
root: None
|
||
|
|
pub:
|
||
|
|
prefix: None
|
||
|
|
dir: saves/$weekrange$/
|
||
|
|
subdir:
|
||
|
|
log:
|
||
|
|
en: True
|
||
|
|
dir: logs/
|
||
|
|
notes: None
|
||
|
|
cfg_pmode: iwantall
|
||
|
|
debug_en: False
|
||
|
|
level: TRACE
|
||
|
|
message:
|
||
|
|
en: True
|
||
|
|
dir: messages/
|
||
|
|
format: json
|
||
|
|
iverilog:
|
||
|
|
en: True
|
||
|
|
subdir: ivcode_nodebug
|
||
|
|
load:
|
||
|
|
prompt:
|
||
|
|
path: config/initial_prompts/prompt1.txt
|
||
|
|
pick_idx: []
|
||
|
|
stage_template:
|
||
|
|
path: config/templates/stage_template0301.txt
|
||
|
|
gpt:
|
||
|
|
model: 4o
|
||
|
|
key_path: config/key_API.json
|
||
|
|
temperature: None
|
||
|
|
json_mode: False
|
||
|
|
chatgpt:
|
||
|
|
start_form: chat
|
||
|
|
one_time_talk: False
|
||
|
|
rtlgen_model: None
|
||
|
|
iverilog:
|
||
|
|
dir:
|
||
|
|
task_id:
|
||
|
|
autoline:
|
||
|
|
result_path: results
|
||
|
|
cga:
|
||
|
|
enabled: True
|
||
|
|
max_iter: 10
|
||
|
|
target_coverage: 100.0
|
||
|
|
probset:
|
||
|
|
path: None
|
||
|
|
mutant_path: None
|
||
|
|
gptgenRTL_path: None
|
||
|
|
more_info_paths: []
|
||
|
|
only: ['lemmings3', 'lemmings4', 'ece241_2013_q8', '2014_q3fsm', 'm2014_q6', 'review2015_fsm', 'rule110', 'fsm_ps2']
|
||
|
|
exclude: []
|
||
|
|
exclude_json: None
|
||
|
|
filter: [{}]
|
||
|
|
checklist:
|
||
|
|
max: 3
|
||
|
|
debug:
|
||
|
|
max: 5
|
||
|
|
reboot: 1
|
||
|
|
py_rollback: 2
|
||
|
|
onlyrun: None
|
||
|
|
promptscript: None
|
||
|
|
timeout: 300
|
||
|
|
TBcheck:
|
||
|
|
rtl_num: 20
|
||
|
|
correct_max: 3
|
||
|
|
discrim_mode: col_full_wrong
|
||
|
|
correct_mode: naive
|
||
|
|
rtl_compens_en: True
|
||
|
|
rtl_compens_max_iter: 3
|
||
|
|
itermax: 10
|
||
|
|
update_desc: False
|
||
|
|
save_compile: True
|
||
|
|
save_finalcodes: True
|
||
|
|
error_interruption: False
|
||
|
|
------------------------------------------
|
||
|
|
2026-04-13 13:02:19 | INFO |
|
||
|
|
2026-04-13 13:02:19 | INFO | ######################### task 1/1 [fsm_ps2] #########################
|
||
|
|
2026-04-13 13:02:34 | INFO | [fsm_ps2] [TBgen] stage_0 ends (15.17s used)
|
||
|
|
2026-04-13 13:02:58 | INFO | [fsm_ps2] [TBgen] stage_1 ends (23.67s used)
|
||
|
|
2026-04-13 13:03:37 | INFO | [fsm_ps2] [TBgen] stage_2 ends (39.57s used)
|
||
|
|
2026-04-13 13:04:18 | INFO | [fsm_ps2] [TBgen] stage_3 ends (40.51s used)
|
||
|
|
2026-04-13 13:05:33 | INFO | [fsm_ps2] [TBgen] stage_4 ends (75.58s used)
|
||
|
|
2026-04-13 13:05:33 | INFO | [fsm_ps2] [TBgen] stage_checklist ends (0.00s used)
|
||
|
|
2026-04-13 13:09:05 | INFO | [fsm_ps2] [TBgen] stage_4b ends (211.94s used)
|
||
|
|
2026-04-13 13:09:28 | INFO | [fsm_ps2] [TBgen] stage_5 ends (22.72s used)
|
||
|
|
2026-04-13 13:09:28 | INFO | [fsm_ps2]
|
||
|
|
2026-04-13 13:09:28 | INFO | [fsm_ps2] [TBsim] iverilog compilation : passed!
|
||
|
|
2026-04-13 13:09:28 | INFO | [fsm_ps2] [TBsim] python simulation : passed!
|
||
|
|
2026-04-13 13:09:28 | INFO | [fsm_ps2] [TBsim] TBsim finished : True!
|
||
|
|
2026-04-13 13:09:28 | INFO | [fsm_ps2]
|
||
|
|
2026-04-13 13:09:28 | INFO | [fsm_ps2] [TBeval] Eval 1: Golden RTL checking begins
|
||
|
|
2026-04-13 13:09:28 | POSITIVE | [fsm_ps2] [TBeval] Eval 1: Golden RTL checking passed!
|
||
|
|
2026-04-13 13:09:28 | INFO | [fsm_ps2]
|
||
|
|
2026-04-13 13:09:28 | INFO |
|
||
|
|
########## Analyze of Chatbench_RunInfo ##########
|
||
|
|
|
||
|
|
#### pass numbers:
|
||
|
|
Eval2 : 0
|
||
|
|
Eval1 : 1
|
||
|
|
Eval0 : 1
|
||
|
|
total : 1 (Failed: 0)
|
||
|
|
passed TB by autoline reboot action (from TB3_check): 0
|
||
|
|
|
||
|
|
#### CGA Coverage Info:
|
||
|
|
Average Coverage : 0.00%
|
||
|
|
(No coverage data found in JSON)
|
||
|
|
|
||
|
|
#### tokens and cost:
|
||
|
|
average prompt tokens: 9491
|
||
|
|
average completion tokens: 8121
|
||
|
|
total cost: 0.6771
|
||
|
|
average cost: 0.6771
|
||
|
|
|
||
|
|
#### time:
|
||
|
|
average time: 429.24s
|
||
|
|
|
||
|
|
#### debug info table:
|
||
|
|
FUNCTIONAL debug info table:
|
||
|
|
(debugged here means functional debugging)
|
||
|
|
| un-func-debugged | func-debugged | total |
|
||
|
|
failed | 0 | 0 | 0 |
|
||
|
|
Eval0 | 1 | 0 | 1 |
|
||
|
|
Eval1 | 1 | 0 | 1 |
|
||
|
|
Eval2 | 0 | 0 | 0 |
|
||
|
|
|
||
|
|
#### Eval2 ratio:
|
||
|
|
fsm_ps2: No Eval2 ratio data
|
||
|
|
|
||
|
|
#### CGA Coverage Detail List:
|
||
|
|
Task ID | Coverage
|
||
|
|
----------------------------------------
|
||
|
|
fsm_ps2 | 0.00%
|
||
|
|
|
||
|
|
loose Eval2 pass metric applied: 0.8
|
||
|
|
|
||
|
|
|