26 lines
650 B
YAML
26 lines
650 B
YAML
|
|
run:
|
||
|
|
mode: autoline
|
||
|
|
save:
|
||
|
|
en: True
|
||
|
|
pub:
|
||
|
|
prefix: "NO"
|
||
|
|
subdir: Claude_Sonnet35/CorrectBench
|
||
|
|
log:
|
||
|
|
debug_en: False
|
||
|
|
gpt:
|
||
|
|
model: claude-3-5-sonnet-20240620
|
||
|
|
rtlgen_model: claude-3-5-sonnet-20240620
|
||
|
|
autoline:
|
||
|
|
probset:
|
||
|
|
path: data/HDLBits/HDLBits_data.jsonl
|
||
|
|
mutant_path: data/HDLBits/HDLBits_data_mutants.jsonl
|
||
|
|
more_info_paths: ['data/HDLBits/HDLBits_data_RTL_sonnet35_20.jsonl']
|
||
|
|
promptscript: pychecker
|
||
|
|
timeout: 40
|
||
|
|
save_compile: False
|
||
|
|
debug:
|
||
|
|
max: 3
|
||
|
|
itermax: 10
|
||
|
|
update_desc: False
|
||
|
|
TBcheck:
|
||
|
|
discrim_mode: col_70_wrong_row_25_correct
|