├── LICENSE ├── LLM_call.py ├── README.md ├── analyze.py ├── autoline ├── TB1_gen.py ├── TB2_syncheck.py ├── TB3_funccheck.py ├── TB4_eval.py ├── TB_autoline.py └── __init__.py ├── autorun.py ├── config ├── __init__.py ├── config.py ├── configs │ ├── 4omini_autobench.yaml │ ├── 4omini_baseline.yaml │ ├── 4omini_correctbench.yaml │ ├── autobench.yaml │ ├── baseline.yaml │ ├── claude_autobench.yaml │ ├── claude_baseline.yaml │ ├── claude_correctbench.yaml │ ├── correctbench.yaml │ ├── demo.yaml │ ├── disc_50wrong_25correct.yaml │ ├── disc_70wrong_25correct.yaml │ └── disc_fullwrong.yaml ├── custom.yaml ├── default.yaml ├── initial_prompts │ ├── prompt1.txt │ ├── prompt2.txt │ └── prompt3.txt ├── key_API.json └── templates │ ├── config_templates │ ├── MutantGen.yaml │ ├── TBeval_partly.yaml │ ├── discrim.yaml │ ├── prompt_chat.yaml │ ├── proset_autoline.yaml │ └── single_autoline.yaml │ └── script_template │ ├── DUT_stage_template_0306.txt │ ├── RTL_template.txt │ ├── directgen_template.txt │ ├── legacy │ ├── DUT_stage_template_0306ex.txt │ ├── DUT_stage_template_nostage3.txt │ ├── DUT_stage_template_scenachecker.txt │ ├── goldenDUT_direct_template.txt │ ├── goldenDUT_stage_template_0306.txt │ ├── rtlflow_template.txt │ ├── stage_template0221.txt │ └── stage_template0306.txt │ ├── mutant_template.txt │ └── pycheck_template.txt ├── data ├── HDLBits │ ├── HDLBits_circuit_type.jsonl │ ├── HDLBits_data.jsonl │ ├── HDLBits_data_RTL_4o_20.jsonl │ ├── HDLBits_data_RTL_4omini_20.jsonl │ ├── HDLBits_data_RTL_sonnet35_20.jsonl │ ├── HDLBits_data_manager.py │ ├── HDLBits_data_mutants.jsonl │ ├── __pycache__ │ │ └── probset.cpython-38.pyc │ └── original_data_human │ │ ├── HDLBits_data_backup0304.jsonl │ │ ├── VerilogDescription_Human.jsonl │ │ └── VerilogEval_Human.jsonl └── probset.py ├── demo └── shift18 │ ├── 1_1_TBgen │ ├── TBgen_codes │ │ ├── TBout.txt │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ ├── shift18.v │ │ ├── shift18_tb.py │ │ ├── shift18_tb.v │ │ └── vlist.txt │ ├── stage_0.txt │ ├── stage_1.txt │ ├── stage_2.txt │ ├── stage_3.txt │ ├── stage_4.txt │ ├── stage_4b.txt │ ├── stage_5.txt │ └── stage_checklist.txt │ ├── 1_3_TBcheck │ ├── correct_1 │ │ ├── TB.py │ │ ├── TB.v │ │ └── conversation.txt │ ├── discrim_0 │ │ ├── RTL_12 │ │ │ ├── DUT.v │ │ │ ├── TBout.txt │ │ │ ├── checker.py │ │ │ ├── driver.v │ │ │ ├── run.vvp │ │ │ ├── run_info.txt │ │ │ ├── run_info_py.txt │ │ │ └── vlist.txt │ │ ├── RTL_17 │ │ │ ├── DUT.v │ │ │ ├── TBout.txt │ │ │ ├── checker.py │ │ │ ├── driver.v │ │ │ ├── run.vvp │ │ │ ├── run_info.txt │ │ │ ├── run_info_py.txt │ │ │ └── vlist.txt │ │ ├── RTL_18 │ │ │ ├── DUT.v │ │ │ ├── TBout.txt │ │ │ ├── checker.py │ │ │ ├── driver.v │ │ │ ├── run.vvp │ │ │ ├── run_info.txt │ │ │ ├── run_info_py.txt │ │ │ └── vlist.txt │ │ ├── RTL_20 │ │ │ ├── DUT.v │ │ │ ├── TBout.txt │ │ │ ├── checker.py │ │ │ ├── driver.v │ │ │ ├── run.vvp │ │ │ ├── run_info.txt │ │ │ ├── run_info_py.txt │ │ │ └── vlist.txt │ │ ├── scenario_matrix.csv │ │ └── scenario_matrix.png │ └── discrim_1 │ │ ├── RTL_1 │ │ ├── DUT.v │ │ ├── TBout.txt │ │ ├── checker.py │ │ ├── driver.v │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ └── vlist.txt │ │ ├── RTL_10 │ │ ├── DUT.v │ │ ├── TBout.txt │ │ ├── checker.py │ │ ├── driver.v │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ └── vlist.txt │ │ ├── RTL_11 │ │ ├── DUT.v │ │ ├── TBout.txt │ │ ├── checker.py │ │ ├── driver.v │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ └── vlist.txt │ │ ├── RTL_13 │ │ ├── DUT.v │ │ ├── TBout.txt │ │ ├── checker.py │ │ ├── driver.v │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ └── vlist.txt │ │ ├── RTL_14 │ │ ├── DUT.v │ │ ├── TBout.txt │ │ ├── checker.py │ │ ├── driver.v │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ └── vlist.txt │ │ ├── RTL_15 │ │ ├── DUT.v │ │ ├── TBout.txt │ │ ├── checker.py │ │ ├── driver.v │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ └── vlist.txt │ │ ├── RTL_16 │ │ ├── DUT.v │ │ ├── TBout.txt │ │ ├── checker.py │ │ ├── driver.v │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ └── vlist.txt │ │ ├── RTL_19 │ │ ├── DUT.v │ │ ├── TBout.txt │ │ ├── checker.py │ │ ├── driver.v │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ └── vlist.txt │ │ ├── RTL_2 │ │ ├── DUT.v │ │ ├── TBout.txt │ │ ├── checker.py │ │ ├── driver.v │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ └── vlist.txt │ │ ├── RTL_3 │ │ ├── DUT.v │ │ ├── TBout.txt │ │ ├── checker.py │ │ ├── driver.v │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ └── vlist.txt │ │ ├── RTL_4 │ │ ├── DUT.v │ │ ├── TBout.txt │ │ ├── checker.py │ │ ├── driver.v │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ └── vlist.txt │ │ ├── RTL_5 │ │ ├── DUT.v │ │ ├── TBout.txt │ │ ├── checker.py │ │ ├── driver.v │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ └── vlist.txt │ │ ├── RTL_6 │ │ ├── DUT.v │ │ ├── TBout.txt │ │ ├── checker.py │ │ ├── driver.v │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ └── vlist.txt │ │ ├── RTL_7 │ │ ├── DUT.v │ │ ├── TBout.txt │ │ ├── checker.py │ │ ├── driver.v │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ └── vlist.txt │ │ ├── RTL_8 │ │ ├── DUT.v │ │ ├── TBout.txt │ │ ├── checker.py │ │ ├── driver.v │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ └── vlist.txt │ │ ├── RTL_9 │ │ ├── DUT.v │ │ ├── TBout.txt │ │ ├── checker.py │ │ ├── driver.v │ │ ├── run.vvp │ │ ├── run_info.txt │ │ ├── run_info_py.txt │ │ └── vlist.txt │ │ ├── scenario_matrix.csv │ │ └── scenario_matrix.png │ ├── 1_4_TBeval │ ├── eval1_GoldenRTL │ │ ├── run_info.txt │ │ └── run_info_py.txt │ └── eval2_GoldenTB_and_mutants │ │ ├── mutant_1 │ │ ├── GeneratedTB │ │ │ ├── run_info.txt │ │ │ └── run_info_py.txt │ │ └── GoldenTB │ │ │ └── run_info.txt │ │ ├── mutant_10 │ │ ├── GeneratedTB │ │ │ ├── run_info.txt │ │ │ └── run_info_py.txt │ │ └── GoldenTB │ │ │ └── run_info.txt │ │ ├── mutant_2 │ │ ├── GeneratedTB │ │ │ ├── run_info.txt │ │ │ └── run_info_py.txt │ │ └── GoldenTB │ │ │ └── run_info.txt │ │ ├── mutant_3 │ │ ├── GeneratedTB │ │ │ ├── run_info.txt │ │ │ └── run_info_py.txt │ │ └── GoldenTB │ │ │ └── run_info.txt │ │ ├── mutant_4 │ │ ├── GeneratedTB │ │ │ ├── run_info.txt │ │ │ └── run_info_py.txt │ │ └── GoldenTB │ │ │ └── run_info.txt │ │ ├── mutant_5 │ │ ├── GeneratedTB │ │ │ ├── run_info.txt │ │ │ └── run_info_py.txt │ │ └── GoldenTB │ │ │ └── run_info.txt │ │ ├── mutant_6 │ │ ├── GeneratedTB │ │ │ ├── run_info.txt │ │ │ └── run_info_py.txt │ │ └── GoldenTB │ │ │ └── run_info.txt │ │ ├── mutant_7 │ │ ├── GeneratedTB │ │ │ ├── run_info.txt │ │ │ └── run_info_py.txt │ │ └── GoldenTB │ │ │ └── run_info.txt │ │ ├── mutant_8 │ │ ├── GeneratedTB │ │ │ ├── run_info.txt │ │ │ └── run_info_py.txt │ │ └── GoldenTB │ │ │ └── run_info.txt │ │ └── mutant_9 │ │ ├── GeneratedTB │ │ ├── run_info.txt │ │ └── run_info_py.txt │ │ └── GoldenTB │ │ └── run_info.txt │ ├── code_comparison │ ├── new_checker.py │ └── old_checker.py │ ├── final_TB.py │ ├── final_TB.v │ ├── run_info.json │ ├── run_info_short.json │ └── task_log.log ├── figs ├── CorrectBench_Workflow.svg ├── DATE2024_logo_blue_flat.png └── DATE2025_logo_blue_shadow.png ├── iverilog_call.py ├── loader_saver.py ├── main.py ├── prompt_scripts ├── __init__.py ├── base_script.py ├── legacy │ ├── __pycache__ │ │ └── script_RTLchecker0306.cpython-312.pyc │ └── script_RTLchecker0306.py ├── public_stages.py ├── script_directgen.py ├── script_pychecker.py ├── script_pychecker_CMB_new.py ├── script_pychecker_SEQ.py └── utils.py ├── python_call.py ├── requirements.txt └── utils ├── json_utils.py ├── subproc.py └── utils.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/LICENSE -------------------------------------------------------------------------------- /LLM_call.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/LLM_call.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/README.md -------------------------------------------------------------------------------- /analyze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/analyze.py -------------------------------------------------------------------------------- /autoline/TB1_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/autoline/TB1_gen.py -------------------------------------------------------------------------------- /autoline/TB2_syncheck.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/autoline/TB2_syncheck.py -------------------------------------------------------------------------------- /autoline/TB3_funccheck.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/autoline/TB3_funccheck.py -------------------------------------------------------------------------------- /autoline/TB4_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/autoline/TB4_eval.py -------------------------------------------------------------------------------- /autoline/TB_autoline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/autoline/TB_autoline.py -------------------------------------------------------------------------------- /autoline/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/autoline/__init__.py -------------------------------------------------------------------------------- /autorun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/autorun.py -------------------------------------------------------------------------------- /config/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/__init__.py -------------------------------------------------------------------------------- /config/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/config.py -------------------------------------------------------------------------------- /config/configs/4omini_autobench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/configs/4omini_autobench.yaml -------------------------------------------------------------------------------- /config/configs/4omini_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/configs/4omini_baseline.yaml -------------------------------------------------------------------------------- /config/configs/4omini_correctbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/configs/4omini_correctbench.yaml -------------------------------------------------------------------------------- /config/configs/autobench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/configs/autobench.yaml -------------------------------------------------------------------------------- /config/configs/baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/configs/baseline.yaml -------------------------------------------------------------------------------- /config/configs/claude_autobench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/configs/claude_autobench.yaml -------------------------------------------------------------------------------- /config/configs/claude_baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/configs/claude_baseline.yaml -------------------------------------------------------------------------------- /config/configs/claude_correctbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/configs/claude_correctbench.yaml -------------------------------------------------------------------------------- /config/configs/correctbench.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/configs/correctbench.yaml -------------------------------------------------------------------------------- /config/configs/demo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/configs/demo.yaml -------------------------------------------------------------------------------- /config/configs/disc_50wrong_25correct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/configs/disc_50wrong_25correct.yaml -------------------------------------------------------------------------------- /config/configs/disc_70wrong_25correct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/configs/disc_70wrong_25correct.yaml -------------------------------------------------------------------------------- /config/configs/disc_fullwrong.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/configs/disc_fullwrong.yaml -------------------------------------------------------------------------------- /config/custom.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/custom.yaml -------------------------------------------------------------------------------- /config/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/default.yaml -------------------------------------------------------------------------------- /config/initial_prompts/prompt1.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /config/initial_prompts/prompt2.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /config/initial_prompts/prompt3.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /config/key_API.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/key_API.json -------------------------------------------------------------------------------- /config/templates/config_templates/MutantGen.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/config_templates/MutantGen.yaml -------------------------------------------------------------------------------- /config/templates/config_templates/TBeval_partly.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/config_templates/TBeval_partly.yaml -------------------------------------------------------------------------------- /config/templates/config_templates/discrim.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/config_templates/discrim.yaml -------------------------------------------------------------------------------- /config/templates/config_templates/prompt_chat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/config_templates/prompt_chat.yaml -------------------------------------------------------------------------------- /config/templates/config_templates/proset_autoline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/config_templates/proset_autoline.yaml -------------------------------------------------------------------------------- /config/templates/config_templates/single_autoline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/config_templates/single_autoline.yaml -------------------------------------------------------------------------------- /config/templates/script_template/DUT_stage_template_0306.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/script_template/DUT_stage_template_0306.txt -------------------------------------------------------------------------------- /config/templates/script_template/RTL_template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/script_template/RTL_template.txt -------------------------------------------------------------------------------- /config/templates/script_template/directgen_template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/script_template/directgen_template.txt -------------------------------------------------------------------------------- /config/templates/script_template/legacy/DUT_stage_template_0306ex.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/script_template/legacy/DUT_stage_template_0306ex.txt -------------------------------------------------------------------------------- /config/templates/script_template/legacy/DUT_stage_template_nostage3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/script_template/legacy/DUT_stage_template_nostage3.txt -------------------------------------------------------------------------------- /config/templates/script_template/legacy/DUT_stage_template_scenachecker.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/script_template/legacy/DUT_stage_template_scenachecker.txt -------------------------------------------------------------------------------- /config/templates/script_template/legacy/goldenDUT_direct_template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/script_template/legacy/goldenDUT_direct_template.txt -------------------------------------------------------------------------------- /config/templates/script_template/legacy/goldenDUT_stage_template_0306.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/script_template/legacy/goldenDUT_stage_template_0306.txt -------------------------------------------------------------------------------- /config/templates/script_template/legacy/rtlflow_template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/script_template/legacy/rtlflow_template.txt -------------------------------------------------------------------------------- /config/templates/script_template/legacy/stage_template0221.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/script_template/legacy/stage_template0221.txt -------------------------------------------------------------------------------- /config/templates/script_template/legacy/stage_template0306.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/script_template/legacy/stage_template0306.txt -------------------------------------------------------------------------------- /config/templates/script_template/mutant_template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/script_template/mutant_template.txt -------------------------------------------------------------------------------- /config/templates/script_template/pycheck_template.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/config/templates/script_template/pycheck_template.txt -------------------------------------------------------------------------------- /data/HDLBits/HDLBits_circuit_type.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/data/HDLBits/HDLBits_circuit_type.jsonl -------------------------------------------------------------------------------- /data/HDLBits/HDLBits_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/data/HDLBits/HDLBits_data.jsonl -------------------------------------------------------------------------------- /data/HDLBits/HDLBits_data_RTL_4o_20.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/data/HDLBits/HDLBits_data_RTL_4o_20.jsonl -------------------------------------------------------------------------------- /data/HDLBits/HDLBits_data_RTL_4omini_20.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/data/HDLBits/HDLBits_data_RTL_4omini_20.jsonl -------------------------------------------------------------------------------- /data/HDLBits/HDLBits_data_RTL_sonnet35_20.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/data/HDLBits/HDLBits_data_RTL_sonnet35_20.jsonl -------------------------------------------------------------------------------- /data/HDLBits/HDLBits_data_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/data/HDLBits/HDLBits_data_manager.py -------------------------------------------------------------------------------- /data/HDLBits/HDLBits_data_mutants.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/data/HDLBits/HDLBits_data_mutants.jsonl -------------------------------------------------------------------------------- /data/HDLBits/__pycache__/probset.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/data/HDLBits/__pycache__/probset.cpython-38.pyc -------------------------------------------------------------------------------- /data/HDLBits/original_data_human/HDLBits_data_backup0304.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/data/HDLBits/original_data_human/HDLBits_data_backup0304.jsonl -------------------------------------------------------------------------------- /data/HDLBits/original_data_human/VerilogDescription_Human.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/data/HDLBits/original_data_human/VerilogDescription_Human.jsonl -------------------------------------------------------------------------------- /data/HDLBits/original_data_human/VerilogEval_Human.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/data/HDLBits/original_data_human/VerilogEval_Human.jsonl -------------------------------------------------------------------------------- /data/probset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/data/probset.py -------------------------------------------------------------------------------- /demo/shift18/1_1_TBgen/TBgen_codes/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_1_TBgen/TBgen_codes/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_1_TBgen/TBgen_codes/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_1_TBgen/TBgen_codes/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_1_TBgen/TBgen_codes/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_1_TBgen/TBgen_codes/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_1_TBgen/TBgen_codes/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_1_TBgen/TBgen_codes/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_1_TBgen/TBgen_codes/shift18.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_1_TBgen/TBgen_codes/shift18.v -------------------------------------------------------------------------------- /demo/shift18/1_1_TBgen/TBgen_codes/shift18_tb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_1_TBgen/TBgen_codes/shift18_tb.py -------------------------------------------------------------------------------- /demo/shift18/1_1_TBgen/TBgen_codes/shift18_tb.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_1_TBgen/TBgen_codes/shift18_tb.v -------------------------------------------------------------------------------- /demo/shift18/1_1_TBgen/TBgen_codes/vlist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_1_TBgen/TBgen_codes/vlist.txt -------------------------------------------------------------------------------- /demo/shift18/1_1_TBgen/stage_0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_1_TBgen/stage_0.txt -------------------------------------------------------------------------------- /demo/shift18/1_1_TBgen/stage_1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_1_TBgen/stage_1.txt -------------------------------------------------------------------------------- /demo/shift18/1_1_TBgen/stage_2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_1_TBgen/stage_2.txt -------------------------------------------------------------------------------- /demo/shift18/1_1_TBgen/stage_3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_1_TBgen/stage_3.txt -------------------------------------------------------------------------------- /demo/shift18/1_1_TBgen/stage_4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_1_TBgen/stage_4.txt -------------------------------------------------------------------------------- /demo/shift18/1_1_TBgen/stage_4b.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_1_TBgen/stage_4b.txt -------------------------------------------------------------------------------- /demo/shift18/1_1_TBgen/stage_5.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_1_TBgen/stage_5.txt -------------------------------------------------------------------------------- /demo/shift18/1_1_TBgen/stage_checklist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_1_TBgen/stage_checklist.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/correct_1/TB.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/correct_1/TB.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/correct_1/TB.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/correct_1/TB.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/correct_1/conversation.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/correct_1/conversation.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_12/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_12/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_12/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_12/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_12/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_12/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_12/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_12/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_12/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_12/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_12/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_12/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_12/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_12/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_12/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_17/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_17/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_17/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_17/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_17/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_17/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_17/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_17/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_17/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_17/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_17/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_17/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_17/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_17/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_17/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_18/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_18/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_18/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_18/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_18/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_18/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_18/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_18/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_18/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_18/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_18/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_18/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_18/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_18/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_18/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_20/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_20/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_20/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_20/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_20/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_20/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_20/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_20/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_20/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_20/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_20/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_20/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_20/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/RTL_20/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/RTL_20/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/scenario_matrix.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/scenario_matrix.csv -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_0/scenario_matrix.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_0/scenario_matrix.png -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_1/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_1/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_1/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_1/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_1/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_1/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_1/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_1/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_1/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_1/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_1/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_1/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_1/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_1/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_1/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_10/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_10/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_10/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_10/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_10/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_10/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_10/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_10/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_10/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_10/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_10/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_10/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_10/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_10/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_10/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_11/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_11/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_11/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_11/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_11/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_11/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_11/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_11/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_11/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_11/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_11/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_11/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_11/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_11/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_11/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_13/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_13/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_13/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_13/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_13/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_13/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_13/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_13/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_13/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_13/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_13/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_13/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_13/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_13/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_13/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_14/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_14/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_14/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_14/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_14/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_14/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_14/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_14/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_14/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_14/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_14/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_14/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_14/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_14/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_14/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_15/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_15/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_15/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_15/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_15/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_15/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_15/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_15/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_15/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_15/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_15/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_15/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_15/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_15/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_15/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_16/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_16/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_16/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_16/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_16/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_16/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_16/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_16/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_16/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_16/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_16/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_16/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_16/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_16/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_16/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_19/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_19/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_19/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_19/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_19/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_19/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_19/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_19/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_19/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_19/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_19/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_19/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_19/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_19/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_19/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_2/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_2/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_2/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_2/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_2/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_2/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_2/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_2/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_2/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_2/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_2/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_2/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_2/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_2/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_2/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_3/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_3/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_3/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_3/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_3/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_3/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_3/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_3/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_3/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_3/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_3/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_3/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_3/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_3/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_3/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_4/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_4/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_4/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_4/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_4/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_4/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_4/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_4/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_4/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_4/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_4/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_4/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_4/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_4/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_4/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_5/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_5/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_5/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_5/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_5/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_5/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_5/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_5/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_5/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_5/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_5/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_5/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_5/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_5/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_5/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_6/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_6/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_6/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_6/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_6/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_6/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_6/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_6/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_6/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_6/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_6/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_6/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_6/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_6/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_6/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_7/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_7/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_7/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_7/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_7/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_7/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_7/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_7/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_7/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_7/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_7/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_7/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_7/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_7/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_7/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_8/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_8/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_8/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_8/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_8/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_8/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_8/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_8/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_8/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_8/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_8/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_8/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_8/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_8/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_8/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_9/DUT.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_9/DUT.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_9/TBout.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_9/TBout.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_9/checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_9/checker.py -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_9/driver.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_9/driver.v -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_9/run.vvp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_9/run.vvp -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_9/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_9/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_9/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/RTL_9/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/RTL_9/vlist.txt: -------------------------------------------------------------------------------- 1 | driver.v 2 | DUT.v 3 | -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/scenario_matrix.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/scenario_matrix.csv -------------------------------------------------------------------------------- /demo/shift18/1_3_TBcheck/discrim_1/scenario_matrix.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_3_TBcheck/discrim_1/scenario_matrix.png -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval1_GoldenRTL/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval1_GoldenRTL/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval1_GoldenRTL/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval1_GoldenRTL/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_1/GeneratedTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_1/GeneratedTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_1/GeneratedTB/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_1/GeneratedTB/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_1/GoldenTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_1/GoldenTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_10/GeneratedTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_10/GeneratedTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_10/GeneratedTB/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_10/GeneratedTB/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_10/GoldenTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_10/GoldenTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_2/GeneratedTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_2/GeneratedTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_2/GeneratedTB/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_2/GeneratedTB/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_2/GoldenTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_2/GoldenTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_3/GeneratedTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_3/GeneratedTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_3/GeneratedTB/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_3/GeneratedTB/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_3/GoldenTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_3/GoldenTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_4/GeneratedTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_4/GeneratedTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_4/GeneratedTB/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_4/GeneratedTB/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_4/GoldenTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_4/GoldenTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_5/GeneratedTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_5/GeneratedTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_5/GeneratedTB/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_5/GeneratedTB/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_5/GoldenTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_5/GoldenTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_6/GeneratedTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_6/GeneratedTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_6/GeneratedTB/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_6/GeneratedTB/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_6/GoldenTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_6/GoldenTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_7/GeneratedTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_7/GeneratedTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_7/GeneratedTB/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_7/GeneratedTB/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_7/GoldenTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_7/GoldenTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_8/GeneratedTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_8/GeneratedTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_8/GeneratedTB/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_8/GeneratedTB/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_8/GoldenTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_8/GoldenTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_9/GeneratedTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_9/GeneratedTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_9/GeneratedTB/run_info_py.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_9/GeneratedTB/run_info_py.txt -------------------------------------------------------------------------------- /demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_9/GoldenTB/run_info.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/1_4_TBeval/eval2_GoldenTB_and_mutants/mutant_9/GoldenTB/run_info.txt -------------------------------------------------------------------------------- /demo/shift18/code_comparison/new_checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/code_comparison/new_checker.py -------------------------------------------------------------------------------- /demo/shift18/code_comparison/old_checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/code_comparison/old_checker.py -------------------------------------------------------------------------------- /demo/shift18/final_TB.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/final_TB.py -------------------------------------------------------------------------------- /demo/shift18/final_TB.v: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/final_TB.v -------------------------------------------------------------------------------- /demo/shift18/run_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/run_info.json -------------------------------------------------------------------------------- /demo/shift18/run_info_short.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/run_info_short.json -------------------------------------------------------------------------------- /demo/shift18/task_log.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/demo/shift18/task_log.log -------------------------------------------------------------------------------- /figs/CorrectBench_Workflow.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/figs/CorrectBench_Workflow.svg -------------------------------------------------------------------------------- /figs/DATE2024_logo_blue_flat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/figs/DATE2024_logo_blue_flat.png -------------------------------------------------------------------------------- /figs/DATE2025_logo_blue_shadow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/figs/DATE2025_logo_blue_shadow.png -------------------------------------------------------------------------------- /iverilog_call.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/iverilog_call.py -------------------------------------------------------------------------------- /loader_saver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/loader_saver.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/main.py -------------------------------------------------------------------------------- /prompt_scripts/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/prompt_scripts/__init__.py -------------------------------------------------------------------------------- /prompt_scripts/base_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/prompt_scripts/base_script.py -------------------------------------------------------------------------------- /prompt_scripts/legacy/__pycache__/script_RTLchecker0306.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/prompt_scripts/legacy/__pycache__/script_RTLchecker0306.cpython-312.pyc -------------------------------------------------------------------------------- /prompt_scripts/legacy/script_RTLchecker0306.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/prompt_scripts/legacy/script_RTLchecker0306.py -------------------------------------------------------------------------------- /prompt_scripts/public_stages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/prompt_scripts/public_stages.py -------------------------------------------------------------------------------- /prompt_scripts/script_directgen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/prompt_scripts/script_directgen.py -------------------------------------------------------------------------------- /prompt_scripts/script_pychecker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/prompt_scripts/script_pychecker.py -------------------------------------------------------------------------------- /prompt_scripts/script_pychecker_CMB_new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/prompt_scripts/script_pychecker_CMB_new.py -------------------------------------------------------------------------------- /prompt_scripts/script_pychecker_SEQ.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/prompt_scripts/script_pychecker_SEQ.py -------------------------------------------------------------------------------- /prompt_scripts/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/prompt_scripts/utils.py -------------------------------------------------------------------------------- /python_call.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/python_call.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/requirements.txt -------------------------------------------------------------------------------- /utils/json_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/utils/json_utils.py -------------------------------------------------------------------------------- /utils/subproc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/utils/subproc.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AutoBench/CorrectBench/HEAD/utils/utils.py --------------------------------------------------------------------------------