├── LICENSE ├── README.md ├── benchmark ├── cpp_condition error.json ├── cpp_double.json ├── cpp_faulty indexing.json ├── cpp_illegal comment.json ├── cpp_illegal keywords.json ├── cpp_illegal separation.json ├── cpp_missing colons.json ├── cpp_misused == or =.json ├── cpp_operation error.json ├── cpp_other error.json ├── cpp_quadruple.json ├── cpp_triple.json ├── cpp_unclosed parentheses.json ├── cpp_unclosed string.json ├── cpp_undefined methods.json ├── cpp_undefined objects.json ├── cpp_variable error.json ├── java_condition error.json ├── java_double.json ├── java_faulty indexing.json ├── java_illegal comment.json ├── java_illegal keywords.json ├── java_illegal separation.json ├── java_missing colons.json ├── java_misused == or =.json ├── java_operation error.json ├── java_other error.json ├── java_quadruple.json ├── java_triple.json ├── java_unclosed parentheses.json ├── java_unclosed string.json ├── java_undefined methods.json ├── java_undefined objects.json ├── java_variable error.json ├── python3_condition error.json ├── python3_double.json ├── python3_faulty indexing.json ├── python3_illegal comment.json ├── python3_illegal indentation.json ├── python3_illegal keywords.json ├── python3_missing colons.json ├── python3_misused == or =.json ├── python3_operation error.json ├── python3_other error.json ├── python3_quadruple.json ├── python3_triple.json ├── python3_unclosed parentheses.json ├── python3_unclosed string.json ├── python3_undefined methods.json ├── python3_undefined objects.json └── python3_variable error.json ├── dataset_construction ├── cases │ ├── cpp.json │ ├── java.json │ └── python3.json ├── clean_comments.py ├── cleaned_raw_bugs │ ├── cpp_== and = confusion.json │ ├── cpp_colon missing.json │ ├── cpp_conditional statement error.json │ ├── cpp_double.json │ ├── cpp_indexing error.json │ ├── cpp_operation error.json │ ├── cpp_other error.json │ ├── cpp_parentheses mismatch.json │ ├── cpp_quadruple.json │ ├── cpp_statement separation.json │ ├── cpp_triple.json │ ├── cpp_unclosed string.json │ ├── cpp_undefined keywords from other languages.json │ ├── cpp_undefined methods.json │ ├── cpp_undefined objects.json │ ├── cpp_variable value error.json │ ├── cpp_wrong comment mark.json │ ├── java_== and = confusion.json │ ├── java_colon missing.json │ ├── java_conditional statement error.json │ ├── java_double.json │ ├── java_indexing error.json │ ├── java_operation error.json │ ├── java_other error.json │ ├── java_parentheses mismatch.json │ ├── java_quadruple.json │ ├── java_statement separation.json │ ├── java_triple.json │ ├── java_unclosed string.json │ ├── java_undefined keywords from other languages.json │ ├── java_undefined methods.json │ ├── java_undefined objects.json │ ├── java_variable value error.json │ ├── java_wrong comment mark.json │ ├── python3_== and = confusion.json │ ├── python3_colon missing.json │ ├── python3_conditional statement error.json │ ├── python3_double.json │ ├── python3_indentation error.json │ ├── python3_indexing error.json │ ├── python3_operation error.json │ ├── python3_other error.json │ ├── python3_parentheses mismatch.json │ ├── python3_quadruple.json │ ├── python3_triple.json │ ├── python3_unclosed string.json │ ├── python3_undefined keywords from other languages.json │ ├── python3_undefined methods.json │ ├── python3_undefined objects.json │ ├── python3_variable value error.json │ └── python3_wrong comment mark.json ├── generate_multiples.py ├── generate_singles.py ├── leetcode_oj │ ├── __init__.py │ ├── leetcode_env │ │ ├── __init__.py │ │ ├── environment.py │ │ ├── types.py │ │ └── utils │ │ │ ├── formatting.py │ │ │ └── leetcode.py │ └── leetcode_tester.py ├── raw_bugs │ ├── cpp_== and = confusion.json │ ├── cpp_colon missing.json │ ├── cpp_conditional statement error.json │ ├── cpp_double.json │ ├── cpp_indexing error.json │ ├── cpp_operation error.json │ ├── cpp_other error.json │ ├── cpp_parentheses mismatch.json │ ├── cpp_quadruple.json │ ├── cpp_statement separation.json │ ├── cpp_triple.json │ ├── cpp_unclosed string.json │ ├── cpp_undefined keywords from other languages.json │ ├── cpp_undefined methods.json │ ├── cpp_undefined objects.json │ ├── cpp_variable value error.json │ ├── cpp_wrong comment mark.json │ ├── java_== and = confusion.json │ ├── java_colon missing.json │ ├── java_conditional statement error.json │ ├── java_double.json │ ├── java_indexing error.json │ ├── java_operation error.json │ ├── java_other error.json │ ├── java_parentheses mismatch.json │ ├── java_quadruple.json │ ├── java_statement separation.json │ ├── java_triple.json │ ├── java_unclosed string.json │ ├── java_undefined keywords from other languages.json │ ├── java_undefined methods.json │ ├── java_undefined objects.json │ ├── java_variable value error.json │ ├── java_wrong comment mark.json │ ├── python3_== and = confusion.json │ ├── python3_colon missing.json │ ├── python3_conditional statement error.json │ ├── python3_double.json │ ├── python3_indentation error.json │ ├── python3_indexing error.json │ ├── python3_operation error.json │ ├── python3_other error.json │ ├── python3_parentheses mismatch.json │ ├── python3_quadruple.json │ ├── python3_triple.json │ ├── python3_unclosed string.json │ ├── python3_undefined keywords from other languages.json │ ├── python3_undefined methods.json │ ├── python3_undefined objects.json │ ├── python3_variable value error.json │ └── python3_wrong comment mark.json └── src │ ├── __init__.py │ ├── bug_generator.py │ ├── bug_info.py │ └── responser.py ├── evaluation ├── code_generation.py ├── debug.py ├── debug_with_traceback.py ├── debugger │ ├── IO_Coder.py │ ├── IO_debugger.py │ ├── __init__.py │ ├── __pycache__ │ │ ├── IO_Coder.cpython-310.pyc │ │ ├── IO_debugger.cpython-310.pyc │ │ ├── __init__.cpython-310.pyc │ │ ├── prompt.cpython-310.pyc │ │ └── responser.cpython-310.pyc │ ├── prompt.py │ └── responser.py ├── leetcode_oj │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ └── leetcode_tester.cpython-310.pyc │ ├── leetcode_env │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── environment.cpython-310.pyc │ │ │ └── types.cpython-310.pyc │ │ ├── environment.py │ │ ├── types.py │ │ └── utils │ │ │ ├── __pycache__ │ │ │ └── leetcode.cpython-310.pyc │ │ │ ├── formatting.py │ │ │ └── leetcode.py │ ├── leetcode_tester.py │ └── leetcode_tester_pool.py ├── n_sample.py └── scripts │ ├── code_generation.sh │ ├── debug.sh │ ├── debug_with_traceback.sh │ └── n_sample.sh ├── evalution_result ├── codellama-34b-instruct │ ├── debug │ │ ├── cpp_== and = confusion.json │ │ ├── cpp_colon missing.json │ │ ├── cpp_conditional statement error.json │ │ ├── cpp_double.json │ │ ├── cpp_indexing error.json │ │ ├── cpp_operation error.json │ │ ├── cpp_other error.json │ │ ├── cpp_parentheses mismatch.json │ │ ├── cpp_quadruple.json │ │ ├── cpp_statement separation.json │ │ ├── cpp_triple.json │ │ ├── cpp_unclosed string.json │ │ ├── cpp_undefined keywords from other languages.json │ │ ├── cpp_undefined methods.json │ │ ├── cpp_undefined objects.json │ │ ├── cpp_variable value error.json │ │ ├── cpp_wrong comment mark.json │ │ ├── java_== and = confusion.json │ │ ├── java_colon missing.json │ │ ├── java_conditional statement error.json │ │ ├── java_double.json │ │ ├── java_indexing error.json │ │ ├── java_operation error.json │ │ ├── java_other error.json │ │ ├── java_parentheses mismatch.json │ │ ├── java_quadruple.json │ │ ├── java_statement separation.json │ │ ├── java_triple.json │ │ ├── java_unclosed string.json │ │ ├── java_undefined keywords from other languages.json │ │ ├── java_undefined methods.json │ │ ├── java_undefined objects.json │ │ ├── java_variable value error.json │ │ ├── java_wrong comment mark.json │ │ ├── python3_== and = confusion.json │ │ ├── python3_colon missing.json │ │ ├── python3_conditional statement error.json │ │ ├── python3_double.json │ │ ├── python3_indentation error.json │ │ ├── python3_indexing error.json │ │ ├── python3_operation error.json │ │ ├── python3_other error.json │ │ ├── python3_parentheses mismatch.json │ │ ├── python3_quadruple.json │ │ ├── python3_triple.json │ │ ├── python3_unclosed string.json │ │ ├── python3_undefined keywords from other languages.json │ │ ├── python3_undefined methods.json │ │ ├── python3_undefined objects.json │ │ ├── python3_variable value error.json │ │ └── python3_wrong comment mark.json │ ├── debug_simplified_instruction │ │ ├── cpp_== and = confusion.json │ │ ├── cpp_colon missing.json │ │ ├── cpp_conditional statement error.json │ │ ├── cpp_double.json │ │ ├── cpp_indexing error.json │ │ ├── cpp_operation error.json │ │ ├── cpp_other error.json │ │ ├── cpp_parentheses mismatch.json │ │ ├── cpp_quadruple.json │ │ ├── cpp_statement separation.json │ │ ├── cpp_triple.json │ │ ├── cpp_unclosed string.json │ │ ├── cpp_undefined keywords from other languages.json │ │ ├── cpp_undefined methods.json │ │ ├── cpp_undefined objects.json │ │ ├── cpp_variable value error.json │ │ ├── cpp_wrong comment mark.json │ │ ├── java_== and = confusion.json │ │ ├── java_colon missing.json │ │ ├── java_conditional statement error.json │ │ ├── java_double.json │ │ ├── java_indexing error.json │ │ ├── java_operation error.json │ │ ├── java_other error.json │ │ ├── java_parentheses mismatch.json │ │ ├── java_quadruple.json │ │ ├── java_statement separation.json │ │ ├── java_triple.json │ │ ├── java_unclosed string.json │ │ ├── java_undefined keywords from other languages.json │ │ ├── java_undefined methods.json │ │ ├── java_undefined objects.json │ │ ├── java_variable value error.json │ │ ├── java_wrong comment mark.json │ │ ├── python3_== and = confusion.json │ │ ├── python3_colon missing.json │ │ ├── python3_conditional statement error.json │ │ ├── python3_double.json │ │ ├── python3_indentation error.json │ │ ├── python3_indexing error.json │ │ ├── python3_operation error.json │ │ ├── python3_other error.json │ │ ├── python3_parentheses mismatch.json │ │ ├── python3_quadruple.json │ │ ├── python3_triple.json │ │ ├── python3_unclosed string.json │ │ ├── python3_undefined keywords from other languages.json │ │ ├── python3_undefined methods.json │ │ ├── python3_undefined objects.json │ │ ├── python3_variable value error.json │ │ └── python3_wrong comment mark.json │ └── debug_three_shot │ │ ├── cpp_== and = confusion.json │ │ ├── cpp_colon missing.json │ │ ├── cpp_conditional statement error.json │ │ ├── cpp_double.json │ │ ├── cpp_indexing error.json │ │ ├── cpp_operation error.json │ │ ├── cpp_other error.json │ │ ├── cpp_parentheses mismatch.json │ │ ├── cpp_quadruple.json │ │ ├── cpp_statement separation.json │ │ ├── cpp_triple.json │ │ ├── cpp_unclosed string.json │ │ ├── cpp_undefined keywords from other languages.json │ │ ├── cpp_undefined methods.json │ │ ├── cpp_undefined objects.json │ │ ├── cpp_variable value error.json │ │ ├── cpp_wrong comment mark.json │ │ ├── java_== and = confusion.json │ │ ├── java_colon missing.json │ │ ├── java_conditional statement error.json │ │ ├── java_double.json │ │ ├── java_indexing error.json │ │ ├── java_operation error.json │ │ ├── java_other error.json │ │ ├── java_parentheses mismatch.json │ │ ├── java_quadruple.json │ │ ├── java_statement separation.json │ │ ├── java_triple.json │ │ ├── java_unclosed string.json │ │ ├── java_undefined keywords from other languages.json │ │ ├── java_undefined methods.json │ │ ├── java_undefined objects.json │ │ ├── java_variable value error.json │ │ ├── java_wrong comment mark.json │ │ ├── python3_== and = confusion.json │ │ ├── python3_colon missing.json │ │ ├── python3_conditional statement error.json │ │ ├── python3_double.json │ │ ├── python3_indentation error.json │ │ ├── python3_indexing error.json │ │ ├── python3_operation error.json │ │ ├── python3_other error.json │ │ ├── python3_parentheses mismatch.json │ │ ├── python3_quadruple.json │ │ ├── python3_triple.json │ │ ├── python3_unclosed string.json │ │ ├── python3_undefined keywords from other languages.json │ │ ├── python3_undefined methods.json │ │ ├── python3_undefined objects.json │ │ ├── python3_variable value error.json │ │ └── python3_wrong comment mark.json ├── gpt-35-turbo │ ├── code_generation │ │ ├── cpp.json │ │ ├── java.json │ │ └── python3.json │ ├── debug │ │ ├── cpp_== and = confusion.json │ │ ├── cpp_colon missing.json │ │ ├── cpp_conditional statement error.json │ │ ├── cpp_double.json │ │ ├── cpp_indexing error.json │ │ ├── cpp_operation error.json │ │ ├── cpp_other error.json │ │ ├── cpp_parentheses mismatch.json │ │ ├── cpp_quadruple.json │ │ ├── cpp_statement separation.json │ │ ├── cpp_triple.json │ │ ├── cpp_unclosed string.json │ │ ├── cpp_undefined keywords from other languages.json │ │ ├── cpp_undefined methods.json │ │ ├── cpp_undefined objects.json │ │ ├── cpp_variable value error.json │ │ ├── cpp_wrong comment mark.json │ │ ├── java_== and = confusion.json │ │ ├── java_colon missing.json │ │ ├── java_conditional statement error.json │ │ ├── java_double.json │ │ ├── java_indexing error.json │ │ ├── java_operation error.json │ │ ├── java_other error.json │ │ ├── java_parentheses mismatch.json │ │ ├── java_quadruple.json │ │ ├── java_statement separation.json │ │ ├── java_triple.json │ │ ├── java_unclosed string.json │ │ ├── java_undefined keywords from other languages.json │ │ ├── java_undefined methods.json │ │ ├── java_undefined objects.json │ │ ├── java_variable value error.json │ │ ├── java_wrong comment mark.json │ │ ├── python3_== and = confusion.json │ │ ├── python3_colon missing.json │ │ ├── python3_conditional statement error.json │ │ ├── python3_double.json │ │ ├── python3_indentation error.json │ │ ├── python3_indexing error.json │ │ ├── python3_operation error.json │ │ ├── python3_other error.json │ │ ├── python3_parentheses mismatch.json │ │ ├── python3_quadruple.json │ │ ├── python3_triple.json │ │ ├── python3_unclosed string.json │ │ ├── python3_undefined keywords from other languages.json │ │ ├── python3_undefined methods.json │ │ ├── python3_undefined objects.json │ │ ├── python3_variable value error.json │ │ └── python3_wrong comment mark.json │ └── debug_with_traceback │ │ ├── cpp_== and = confusion.json │ │ ├── cpp_colon missing.json │ │ ├── cpp_conditional statement error.json │ │ ├── cpp_indexing error.json │ │ ├── cpp_operation error.json │ │ ├── cpp_other error.json │ │ ├── cpp_parentheses mismatch.json │ │ ├── cpp_statement separation.json │ │ ├── cpp_unclosed string.json │ │ ├── cpp_undefined keywords from other languages.json │ │ ├── cpp_undefined methods.json │ │ ├── cpp_undefined objects.json │ │ ├── cpp_variable value error.json │ │ ├── cpp_wrong comment mark.json │ │ ├── java_== and = confusion.json │ │ ├── java_colon missing.json │ │ ├── java_conditional statement error.json │ │ ├── java_indexing error.json │ │ ├── java_operation error.json │ │ ├── java_other error.json │ │ ├── java_parentheses mismatch.json │ │ ├── java_statement separation.json │ │ ├── java_unclosed string.json │ │ ├── java_undefined keywords from other languages.json │ │ ├── java_undefined methods.json │ │ ├── java_undefined objects.json │ │ ├── java_variable value error.json │ │ ├── java_wrong comment mark.json │ │ ├── python3_== and = confusion.json │ │ ├── python3_colon missing.json │ │ ├── python3_conditional statement error.json │ │ ├── python3_indentation error.json │ │ ├── python3_indexing error.json │ │ ├── python3_operation error.json │ │ ├── python3_other error.json │ │ ├── python3_parentheses mismatch.json │ │ ├── python3_unclosed string.json │ │ ├── python3_undefined keywords from other languages.json │ │ ├── python3_undefined methods.json │ │ ├── python3_undefined objects.json │ │ ├── python3_variable value error.json │ │ └── python3_wrong comment mark.json └── gpt-4 │ ├── code_generation │ ├── cpp.json │ ├── java.json │ └── python3.json │ ├── debug │ ├── cpp_== and = confusion.json │ ├── cpp_colon missing.json │ ├── cpp_conditional statement error.json │ ├── cpp_double.json │ ├── cpp_indexing error.json │ ├── cpp_operation error.json │ ├── cpp_other error.json │ ├── cpp_parentheses mismatch.json │ ├── cpp_quadruple.json │ ├── cpp_statement separation.json │ ├── cpp_triple.json │ ├── cpp_unclosed string.json │ ├── cpp_undefined keywords from other languages.json │ ├── cpp_undefined methods.json │ ├── cpp_undefined objects.json │ ├── cpp_variable value error.json │ ├── cpp_wrong comment mark.json │ ├── java_== and = confusion.json │ ├── java_colon missing.json │ ├── java_conditional statement error.json │ ├── java_double.json │ ├── java_indexing error.json │ ├── java_operation error.json │ ├── java_other error.json │ ├── java_parentheses mismatch.json │ ├── java_quadruple.json │ ├── java_statement separation.json │ ├── java_triple.json │ ├── java_unclosed string.json │ ├── java_undefined keywords from other languages.json │ ├── java_undefined methods.json │ ├── java_undefined objects.json │ ├── java_variable value error.json │ ├── java_wrong comment mark.json │ ├── python3_== and = confusion.json │ ├── python3_colon missing.json │ ├── python3_conditional statement error.json │ ├── python3_double.json │ ├── python3_indentation error.json │ ├── python3_indexing error.json │ ├── python3_operation error.json │ ├── python3_other error.json │ ├── python3_parentheses mismatch.json │ ├── python3_quadruple.json │ ├── python3_triple.json │ ├── python3_unclosed string.json │ ├── python3_undefined keywords from other languages.json │ ├── python3_undefined methods.json │ ├── python3_undefined objects.json │ ├── python3_variable value error.json │ └── python3_wrong comment mark.json │ └── debug_with_traceback │ ├── cpp_== and = confusion.json │ ├── cpp_colon missing.json │ ├── cpp_conditional statement error.json │ ├── cpp_indexing error.json │ ├── cpp_operation error.json │ ├── cpp_other error.json │ ├── cpp_parentheses mismatch.json │ ├── cpp_statement separation.json │ ├── cpp_unclosed string.json │ ├── cpp_undefined keywords from other languages.json │ ├── cpp_undefined methods.json │ ├── cpp_undefined objects.json │ ├── cpp_variable value error.json │ ├── cpp_wrong comment mark.json │ ├── java_== and = confusion.json │ ├── java_colon missing.json │ ├── java_conditional statement error.json │ ├── java_indexing error.json │ ├── java_operation error.json │ ├── java_other error.json │ ├── java_parentheses mismatch.json │ ├── java_statement separation.json │ ├── java_unclosed string.json │ ├── java_undefined keywords from other languages.json │ ├── java_undefined methods.json │ ├── java_undefined objects.json │ ├── java_variable value error.json │ ├── java_wrong comment mark.json │ ├── python3_== and = confusion.json │ ├── python3_colon missing.json │ ├── python3_conditional statement error.json │ ├── python3_indentation error.json │ ├── python3_indexing error.json │ ├── python3_operation error.json │ ├── python3_other error.json │ ├── python3_parentheses mismatch.json │ ├── python3_unclosed string.json │ ├── python3_undefined keywords from other languages.json │ ├── python3_undefined methods.json │ ├── python3_undefined objects.json │ ├── python3_variable value error.json │ └── python3_wrong comment mark.json ├── figs ├── icon.png └── pipeline.png ├── leetcode_data ├── parsed │ └── parse_questions.py ├── scraped │ ├── answer_all_sample.json │ ├── answer_en_sample.json │ ├── level_zh.jsonl │ └── question_all_sample.json └── validated │ ├── leetcode_oj │ ├── __init__.py │ ├── leetcode_env │ │ ├── __init__.py │ │ ├── environment.py │ │ ├── types.py │ │ └── utils │ │ │ ├── formatting.py │ │ │ └── leetcode.py │ └── leetcode_tester.py │ ├── questions_cpp.json │ ├── questions_java.json │ ├── questions_python.json │ ├── solutions_en_cpp.json │ ├── solutions_en_java.json │ ├── solutions_en_python.json │ └── validate.py └── requirements.txt /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/README.md -------------------------------------------------------------------------------- /benchmark/cpp_condition error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_condition error.json -------------------------------------------------------------------------------- /benchmark/cpp_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_double.json -------------------------------------------------------------------------------- /benchmark/cpp_faulty indexing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_faulty indexing.json -------------------------------------------------------------------------------- /benchmark/cpp_illegal comment.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_illegal comment.json -------------------------------------------------------------------------------- /benchmark/cpp_illegal keywords.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_illegal keywords.json -------------------------------------------------------------------------------- /benchmark/cpp_illegal separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_illegal separation.json -------------------------------------------------------------------------------- /benchmark/cpp_missing colons.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_missing colons.json -------------------------------------------------------------------------------- /benchmark/cpp_misused == or =.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_misused == or =.json -------------------------------------------------------------------------------- /benchmark/cpp_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_operation error.json -------------------------------------------------------------------------------- /benchmark/cpp_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_other error.json -------------------------------------------------------------------------------- /benchmark/cpp_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_quadruple.json -------------------------------------------------------------------------------- /benchmark/cpp_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_triple.json -------------------------------------------------------------------------------- /benchmark/cpp_unclosed parentheses.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_unclosed parentheses.json -------------------------------------------------------------------------------- /benchmark/cpp_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_unclosed string.json -------------------------------------------------------------------------------- /benchmark/cpp_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_undefined methods.json -------------------------------------------------------------------------------- /benchmark/cpp_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_undefined objects.json -------------------------------------------------------------------------------- /benchmark/cpp_variable error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/cpp_variable error.json -------------------------------------------------------------------------------- /benchmark/java_condition error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_condition error.json -------------------------------------------------------------------------------- /benchmark/java_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_double.json -------------------------------------------------------------------------------- /benchmark/java_faulty indexing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_faulty indexing.json -------------------------------------------------------------------------------- /benchmark/java_illegal comment.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_illegal comment.json -------------------------------------------------------------------------------- /benchmark/java_illegal keywords.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_illegal keywords.json -------------------------------------------------------------------------------- /benchmark/java_illegal separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_illegal separation.json -------------------------------------------------------------------------------- /benchmark/java_missing colons.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_missing colons.json -------------------------------------------------------------------------------- /benchmark/java_misused == or =.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_misused == or =.json -------------------------------------------------------------------------------- /benchmark/java_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_operation error.json -------------------------------------------------------------------------------- /benchmark/java_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_other error.json -------------------------------------------------------------------------------- /benchmark/java_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_quadruple.json -------------------------------------------------------------------------------- /benchmark/java_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_triple.json -------------------------------------------------------------------------------- /benchmark/java_unclosed parentheses.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_unclosed parentheses.json -------------------------------------------------------------------------------- /benchmark/java_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_unclosed string.json -------------------------------------------------------------------------------- /benchmark/java_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_undefined methods.json -------------------------------------------------------------------------------- /benchmark/java_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_undefined objects.json -------------------------------------------------------------------------------- /benchmark/java_variable error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/java_variable error.json -------------------------------------------------------------------------------- /benchmark/python3_condition error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_condition error.json -------------------------------------------------------------------------------- /benchmark/python3_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_double.json -------------------------------------------------------------------------------- /benchmark/python3_faulty indexing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_faulty indexing.json -------------------------------------------------------------------------------- /benchmark/python3_illegal comment.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_illegal comment.json -------------------------------------------------------------------------------- /benchmark/python3_illegal indentation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_illegal indentation.json -------------------------------------------------------------------------------- /benchmark/python3_illegal keywords.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_illegal keywords.json -------------------------------------------------------------------------------- /benchmark/python3_missing colons.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_missing colons.json -------------------------------------------------------------------------------- /benchmark/python3_misused == or =.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_misused == or =.json -------------------------------------------------------------------------------- /benchmark/python3_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_operation error.json -------------------------------------------------------------------------------- /benchmark/python3_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_other error.json -------------------------------------------------------------------------------- /benchmark/python3_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_quadruple.json -------------------------------------------------------------------------------- /benchmark/python3_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_triple.json -------------------------------------------------------------------------------- /benchmark/python3_unclosed parentheses.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_unclosed parentheses.json -------------------------------------------------------------------------------- /benchmark/python3_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_unclosed string.json -------------------------------------------------------------------------------- /benchmark/python3_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_undefined methods.json -------------------------------------------------------------------------------- /benchmark/python3_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_undefined objects.json -------------------------------------------------------------------------------- /benchmark/python3_variable error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/benchmark/python3_variable error.json -------------------------------------------------------------------------------- /dataset_construction/cases/cpp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cases/cpp.json -------------------------------------------------------------------------------- /dataset_construction/cases/java.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cases/java.json -------------------------------------------------------------------------------- /dataset_construction/cases/python3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cases/python3.json -------------------------------------------------------------------------------- /dataset_construction/clean_comments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/clean_comments.py -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_== and = confusion.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_colon missing.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_conditional statement error.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_double.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_indexing error.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_operation error.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_other error.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_parentheses mismatch.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_quadruple.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_statement separation.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_triple.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_unclosed string.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_undefined keywords from other languages.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_undefined methods.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_undefined objects.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_variable value error.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/cpp_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/cpp_wrong comment mark.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_== and = confusion.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_colon missing.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_conditional statement error.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_double.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_indexing error.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_operation error.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_other error.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_parentheses mismatch.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_quadruple.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_statement separation.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_triple.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_unclosed string.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_undefined keywords from other languages.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_undefined methods.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_undefined objects.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_variable value error.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/java_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/java_wrong comment mark.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_== and = confusion.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_colon missing.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_conditional statement error.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_double.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_indentation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_indentation error.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_indexing error.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_operation error.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_other error.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_parentheses mismatch.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_quadruple.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_triple.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_unclosed string.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_undefined keywords from other languages.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_undefined methods.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_undefined objects.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_variable value error.json -------------------------------------------------------------------------------- /dataset_construction/cleaned_raw_bugs/python3_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/cleaned_raw_bugs/python3_wrong comment mark.json -------------------------------------------------------------------------------- /dataset_construction/generate_multiples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/generate_multiples.py -------------------------------------------------------------------------------- /dataset_construction/generate_singles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/generate_singles.py -------------------------------------------------------------------------------- /dataset_construction/leetcode_oj/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/leetcode_oj/__init__.py -------------------------------------------------------------------------------- /dataset_construction/leetcode_oj/leetcode_env/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset_construction/leetcode_oj/leetcode_env/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/leetcode_oj/leetcode_env/environment.py -------------------------------------------------------------------------------- /dataset_construction/leetcode_oj/leetcode_env/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/leetcode_oj/leetcode_env/types.py -------------------------------------------------------------------------------- /dataset_construction/leetcode_oj/leetcode_env/utils/formatting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/leetcode_oj/leetcode_env/utils/formatting.py -------------------------------------------------------------------------------- /dataset_construction/leetcode_oj/leetcode_env/utils/leetcode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/leetcode_oj/leetcode_env/utils/leetcode.py -------------------------------------------------------------------------------- /dataset_construction/leetcode_oj/leetcode_tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/leetcode_oj/leetcode_tester.py -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_== and = confusion.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_colon missing.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_conditional statement error.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_double.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_indexing error.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_operation error.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_other error.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_parentheses mismatch.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_quadruple.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_statement separation.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_triple.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_unclosed string.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_undefined keywords from other languages.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_undefined methods.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_undefined objects.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_variable value error.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/cpp_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/cpp_wrong comment mark.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_== and = confusion.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_colon missing.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_conditional statement error.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_double.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_indexing error.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_operation error.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_other error.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_parentheses mismatch.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_quadruple.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_statement separation.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_triple.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_unclosed string.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_undefined keywords from other languages.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_undefined methods.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_undefined objects.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_variable value error.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/java_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/java_wrong comment mark.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_== and = confusion.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_colon missing.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_conditional statement error.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_double.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_indentation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_indentation error.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_indexing error.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_operation error.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_other error.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_parentheses mismatch.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_quadruple.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_triple.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_unclosed string.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_undefined keywords from other languages.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_undefined methods.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_undefined objects.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_variable value error.json -------------------------------------------------------------------------------- /dataset_construction/raw_bugs/python3_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/raw_bugs/python3_wrong comment mark.json -------------------------------------------------------------------------------- /dataset_construction/src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/src/__init__.py -------------------------------------------------------------------------------- /dataset_construction/src/bug_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/src/bug_generator.py -------------------------------------------------------------------------------- /dataset_construction/src/bug_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/src/bug_info.py -------------------------------------------------------------------------------- /dataset_construction/src/responser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/dataset_construction/src/responser.py -------------------------------------------------------------------------------- /evaluation/code_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/code_generation.py -------------------------------------------------------------------------------- /evaluation/debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/debug.py -------------------------------------------------------------------------------- /evaluation/debug_with_traceback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/debug_with_traceback.py -------------------------------------------------------------------------------- /evaluation/debugger/IO_Coder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/debugger/IO_Coder.py -------------------------------------------------------------------------------- /evaluation/debugger/IO_debugger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/debugger/IO_debugger.py -------------------------------------------------------------------------------- /evaluation/debugger/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/debugger/__init__.py -------------------------------------------------------------------------------- /evaluation/debugger/__pycache__/IO_Coder.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/debugger/__pycache__/IO_Coder.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/debugger/__pycache__/IO_debugger.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/debugger/__pycache__/IO_debugger.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/debugger/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/debugger/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/debugger/__pycache__/prompt.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/debugger/__pycache__/prompt.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/debugger/__pycache__/responser.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/debugger/__pycache__/responser.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/debugger/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/debugger/prompt.py -------------------------------------------------------------------------------- /evaluation/debugger/responser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/debugger/responser.py -------------------------------------------------------------------------------- /evaluation/leetcode_oj/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/leetcode_oj/__init__.py -------------------------------------------------------------------------------- /evaluation/leetcode_oj/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/leetcode_oj/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/leetcode_oj/__pycache__/leetcode_tester.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/leetcode_oj/__pycache__/leetcode_tester.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/leetcode_oj/leetcode_env/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluation/leetcode_oj/leetcode_env/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/leetcode_oj/leetcode_env/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/leetcode_oj/leetcode_env/__pycache__/environment.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/leetcode_oj/leetcode_env/__pycache__/environment.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/leetcode_oj/leetcode_env/__pycache__/types.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/leetcode_oj/leetcode_env/__pycache__/types.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/leetcode_oj/leetcode_env/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/leetcode_oj/leetcode_env/environment.py -------------------------------------------------------------------------------- /evaluation/leetcode_oj/leetcode_env/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/leetcode_oj/leetcode_env/types.py -------------------------------------------------------------------------------- /evaluation/leetcode_oj/leetcode_env/utils/__pycache__/leetcode.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/leetcode_oj/leetcode_env/utils/__pycache__/leetcode.cpython-310.pyc -------------------------------------------------------------------------------- /evaluation/leetcode_oj/leetcode_env/utils/formatting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/leetcode_oj/leetcode_env/utils/formatting.py -------------------------------------------------------------------------------- /evaluation/leetcode_oj/leetcode_env/utils/leetcode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/leetcode_oj/leetcode_env/utils/leetcode.py -------------------------------------------------------------------------------- /evaluation/leetcode_oj/leetcode_tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/leetcode_oj/leetcode_tester.py -------------------------------------------------------------------------------- /evaluation/leetcode_oj/leetcode_tester_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/leetcode_oj/leetcode_tester_pool.py -------------------------------------------------------------------------------- /evaluation/n_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/n_sample.py -------------------------------------------------------------------------------- /evaluation/scripts/code_generation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/scripts/code_generation.sh -------------------------------------------------------------------------------- /evaluation/scripts/debug.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/scripts/debug.sh -------------------------------------------------------------------------------- /evaluation/scripts/debug_with_traceback.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/scripts/debug_with_traceback.sh -------------------------------------------------------------------------------- /evaluation/scripts/n_sample.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evaluation/scripts/n_sample.sh -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_colon missing.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_double.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_indexing error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_operation error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_other error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_quadruple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_statement separation.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_triple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_variable value error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/cpp_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/cpp_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_colon missing.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_double.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_indexing error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_operation error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_other error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_quadruple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_statement separation.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_triple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_variable value error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/java_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/java_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_colon missing.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_double.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_indentation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_indentation error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_indexing error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_operation error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_other error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_quadruple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_triple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_variable value error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug/python3_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug/python3_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_colon missing.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_double.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_indexing error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_operation error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_other error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_quadruple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_statement separation.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_triple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_variable value error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/cpp_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_colon missing.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_double.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_indexing error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_operation error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_other error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_quadruple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_statement separation.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_triple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_variable value error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/java_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_colon missing.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_double.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_indentation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_indentation error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_indexing error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_operation error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_other error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_quadruple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_triple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_variable value error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_simplified_instruction/python3_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_== and = confusion.json: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/cpp_colon missing.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/cpp_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/cpp_double.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/cpp_indexing error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/cpp_operation error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/cpp_other error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/cpp_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/cpp_quadruple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/cpp_statement separation.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/cpp_triple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/cpp_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/cpp_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/cpp_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/cpp_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/cpp_variable value error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/cpp_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/cpp_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_colon missing.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_double.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_indexing error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_operation error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_other error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_quadruple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_statement separation.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_triple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_variable value error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/java_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/java_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_colon missing.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_double.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_indentation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_indentation error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_indexing error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_operation error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_other error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_quadruple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_triple.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_variable value error.json -------------------------------------------------------------------------------- /evalution_result/codellama-34b-instruct/debug_three_shot/python3_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/codellama-34b-instruct/debug_three_shot/python3_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/code_generation/cpp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/code_generation/cpp.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/code_generation/java.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/code_generation/java.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/code_generation/python3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/code_generation/python3.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_colon missing.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_double.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_indexing error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_operation error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_other error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_quadruple.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_statement separation.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_triple.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_variable value error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/cpp_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/cpp_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_colon missing.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_double.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_indexing error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_operation error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_other error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_quadruple.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_statement separation.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_triple.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_variable value error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/java_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/java_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_colon missing.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_double.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_indentation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_indentation error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_indexing error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_operation error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_other error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_quadruple.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_triple.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_variable value error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug/python3_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug/python3_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/cpp_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/cpp_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/cpp_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/cpp_colon missing.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/cpp_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/cpp_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/cpp_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/cpp_indexing error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/cpp_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/cpp_operation error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/cpp_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/cpp_other error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/cpp_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/cpp_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/cpp_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/cpp_statement separation.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/cpp_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/cpp_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/cpp_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/cpp_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/cpp_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/cpp_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/cpp_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/cpp_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/cpp_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/cpp_variable value error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/cpp_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/cpp_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/java_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/java_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/java_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/java_colon missing.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/java_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/java_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/java_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/java_indexing error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/java_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/java_operation error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/java_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/java_other error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/java_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/java_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/java_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/java_statement separation.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/java_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/java_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/java_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/java_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/java_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/java_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/java_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/java_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/java_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/java_variable value error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/java_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/java_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/python3_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/python3_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/python3_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/python3_colon missing.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/python3_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/python3_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/python3_indentation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/python3_indentation error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/python3_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/python3_indexing error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/python3_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/python3_operation error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/python3_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/python3_other error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/python3_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/python3_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/python3_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/python3_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/python3_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/python3_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/python3_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/python3_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/python3_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/python3_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/python3_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/python3_variable value error.json -------------------------------------------------------------------------------- /evalution_result/gpt-35-turbo/debug_with_traceback/python3_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-35-turbo/debug_with_traceback/python3_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/code_generation/cpp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/code_generation/cpp.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/code_generation/java.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/code_generation/java.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/code_generation/python3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/code_generation/python3.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_colon missing.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_double.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_indexing error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_operation error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_other error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_quadruple.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_statement separation.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_triple.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_variable value error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/cpp_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/cpp_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_colon missing.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_double.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_indexing error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_operation error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_other error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_quadruple.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_statement separation.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_triple.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_variable value error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/java_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/java_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_colon missing.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_double.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_double.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_indentation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_indentation error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_indexing error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_operation error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_other error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_quadruple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_quadruple.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_triple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_triple.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_variable value error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug/python3_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug/python3_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/cpp_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/cpp_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/cpp_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/cpp_colon missing.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/cpp_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/cpp_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/cpp_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/cpp_indexing error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/cpp_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/cpp_operation error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/cpp_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/cpp_other error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/cpp_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/cpp_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/cpp_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/cpp_statement separation.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/cpp_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/cpp_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/cpp_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/cpp_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/cpp_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/cpp_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/cpp_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/cpp_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/cpp_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/cpp_variable value error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/cpp_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/cpp_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/java_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/java_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/java_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/java_colon missing.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/java_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/java_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/java_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/java_indexing error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/java_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/java_operation error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/java_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/java_other error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/java_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/java_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/java_statement separation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/java_statement separation.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/java_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/java_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/java_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/java_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/java_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/java_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/java_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/java_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/java_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/java_variable value error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/java_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/java_wrong comment mark.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/python3_== and = confusion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/python3_== and = confusion.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/python3_colon missing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/python3_colon missing.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/python3_conditional statement error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/python3_conditional statement error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/python3_indentation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/python3_indentation error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/python3_indexing error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/python3_indexing error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/python3_operation error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/python3_operation error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/python3_other error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/python3_other error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/python3_parentheses mismatch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/python3_parentheses mismatch.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/python3_unclosed string.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/python3_unclosed string.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/python3_undefined keywords from other languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/python3_undefined keywords from other languages.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/python3_undefined methods.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/python3_undefined methods.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/python3_undefined objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/python3_undefined objects.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/python3_variable value error.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/python3_variable value error.json -------------------------------------------------------------------------------- /evalution_result/gpt-4/debug_with_traceback/python3_wrong comment mark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/evalution_result/gpt-4/debug_with_traceback/python3_wrong comment mark.json -------------------------------------------------------------------------------- /figs/icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/figs/icon.png -------------------------------------------------------------------------------- /figs/pipeline.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/figs/pipeline.png -------------------------------------------------------------------------------- /leetcode_data/parsed/parse_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/parsed/parse_questions.py -------------------------------------------------------------------------------- /leetcode_data/scraped/answer_all_sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/scraped/answer_all_sample.json -------------------------------------------------------------------------------- /leetcode_data/scraped/answer_en_sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/scraped/answer_en_sample.json -------------------------------------------------------------------------------- /leetcode_data/scraped/level_zh.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/scraped/level_zh.jsonl -------------------------------------------------------------------------------- /leetcode_data/scraped/question_all_sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/scraped/question_all_sample.json -------------------------------------------------------------------------------- /leetcode_data/validated/leetcode_oj/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/validated/leetcode_oj/__init__.py -------------------------------------------------------------------------------- /leetcode_data/validated/leetcode_oj/leetcode_env/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /leetcode_data/validated/leetcode_oj/leetcode_env/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/validated/leetcode_oj/leetcode_env/environment.py -------------------------------------------------------------------------------- /leetcode_data/validated/leetcode_oj/leetcode_env/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/validated/leetcode_oj/leetcode_env/types.py -------------------------------------------------------------------------------- /leetcode_data/validated/leetcode_oj/leetcode_env/utils/formatting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/validated/leetcode_oj/leetcode_env/utils/formatting.py -------------------------------------------------------------------------------- /leetcode_data/validated/leetcode_oj/leetcode_env/utils/leetcode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/validated/leetcode_oj/leetcode_env/utils/leetcode.py -------------------------------------------------------------------------------- /leetcode_data/validated/leetcode_oj/leetcode_tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/validated/leetcode_oj/leetcode_tester.py -------------------------------------------------------------------------------- /leetcode_data/validated/questions_cpp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/validated/questions_cpp.json -------------------------------------------------------------------------------- /leetcode_data/validated/questions_java.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/validated/questions_java.json -------------------------------------------------------------------------------- /leetcode_data/validated/questions_python.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/validated/questions_python.json -------------------------------------------------------------------------------- /leetcode_data/validated/solutions_en_cpp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/validated/solutions_en_cpp.json -------------------------------------------------------------------------------- /leetcode_data/validated/solutions_en_java.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/validated/solutions_en_java.json -------------------------------------------------------------------------------- /leetcode_data/validated/solutions_en_python.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/validated/solutions_en_python.json -------------------------------------------------------------------------------- /leetcode_data/validated/validate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/leetcode_data/validated/validate.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thunlp/DebugBench/HEAD/requirements.txt --------------------------------------------------------------------------------