├── .circleci └── config.yml ├── .github └── workflows │ ├── bandit-ci.yml │ └── output-template.json ├── .gitignore ├── .gitmodules ├── CODEOWNERS ├── README.md ├── pyproject.toml └── search ├── __init__.py ├── backtranslate.py ├── base_classes.py ├── caches ├── merge_caches.py └── merge_caches.sh ├── codeforces └── see_codeforces.ipynb ├── combo_observation_model.py ├── dataset_scripts ├── add_public_tests.py ├── create_taco_backtranslate.py ├── filter_zero_public_tests.py ├── format_lcb_data.py ├── format_taco_data.py ├── make_data.py ├── make_dpo_dataset.py └── make_taco_cleaner.py ├── dataset_utils.py ├── eval.py ├── exec_utils.py ├── fn.py ├── generate_from_model.py ├── model_config_utils.py ├── model_configs ├── baby-deepseek-b_sgl.json ├── baby-deepseek-i_sgl.json ├── custom_vllm.json ├── deepseek-coder.json ├── gpt-4-turbo.json ├── gpt-4o-mini.json ├── gpt-4o.json ├── llama31405bi.json ├── llama31405bi_fire.json ├── llama31405bi_tog.json ├── llama3170b_sgl.json ├── llama3170bi_fire.json ├── llama3170bi_sgl.json ├── llama318b_sgl.json ├── llama318bi.json ├── llama318bi_sgl.json ├── model_configs │ ├── hsg_0.json │ └── hsg_1.json ├── o1-mini.json ├── o1-preview.json └── sonnet-3-5.json ├── notebooks ├── graph_notebooks │ ├── ablations.ipynb │ ├── error_pie_chart.ipynb │ ├── final_2_pass_k.ipynb │ ├── final_pass_k.ipynb │ ├── graph_backtranslate.ipynb │ ├── graph_compute_norm.ipynb │ ├── graph_pass_k.ipynb │ ├── graph_simple_idea_dist.ipynb │ ├── graph_temps.ipynb │ ├── ioi.ipynb │ ├── plot_checkpoints.ipynb │ ├── plot_over_time.ipynb │ └── theory_pass_k.ipynb └── util_notebooks │ ├── combo_ratio_finder.ipynb │ ├── create_dataset_with_sols.ipynb │ ├── create_smaller_dataset.ipynb │ ├── create_taco_backtranslate.ipynb │ ├── find_multiplier.ipynb │ ├── format_and_merge_taco.ipynb │ ├── get_D_rows_from_F.ipynb │ ├── load_dataset.ipynb │ ├── load_json.ipynb │ ├── parse_humaneval.ipynb │ ├── parse_humaneval_plus.ipynb │ ├── parse_mbpp.ipynb │ ├── parse_mbpp_plus.ipynb │ └── parse_orig_lcb.ipynb ├── one_prompt_models.py ├── parsel ├── construct_graph.py ├── parsel.py ├── parsel_queries.py └── translate_to_parsel.py ├── parsel_model.py ├── parsing_utils.py ├── prompts ├── backtranslate_prompts.py ├── combo_observation_prompts.py ├── fn_prompts.py ├── idea_prompts.py ├── parsel_prompts.py ├── pseudocode_prompts.py ├── simple_observation_prompts.py └── simple_prompts.py ├── pseudocode_model.py ├── python_utils.py ├── queriers.py ├── query_clients.py ├── reward_model_utils.py ├── scripts ├── check_similar.py ├── combo_obs_true_pass.py ├── re_eval_codes.py ├── right_wrong_check_similar.sh ├── run_basic.sh ├── run_check_similar.sh ├── run_checkpoints.sh ├── run_dsc_exps_d4_big.sh ├── run_dsc_exps_d6_big.sh ├── run_exps.sh ├── run_exps_A.sh ├── run_exps_d1.sh ├── run_exps_d1_big.sh ├── run_exps_d2.sh ├── run_exps_d3.sh ├── run_exps_d4.sh ├── run_exps_d6.sh ├── run_exps_d6_big.sh ├── run_filter.sh ├── simple_idea_code_pass.py ├── simultaneous_eval.sh └── testvllm.py ├── simple_filter_models.py ├── simple_idea_model.py └── simple_observation_model.py /.circleci/config.yml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /.github/workflows/bandit-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/.github/workflows/bandit-ci.yml -------------------------------------------------------------------------------- /.github/workflows/output-template.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/.github/workflows/output-template.json -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/.gitmodules -------------------------------------------------------------------------------- /CODEOWNERS: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/README.md -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/pyproject.toml -------------------------------------------------------------------------------- /search/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /search/backtranslate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/backtranslate.py -------------------------------------------------------------------------------- /search/base_classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/base_classes.py -------------------------------------------------------------------------------- /search/caches/merge_caches.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/caches/merge_caches.py -------------------------------------------------------------------------------- /search/caches/merge_caches.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/caches/merge_caches.sh -------------------------------------------------------------------------------- /search/codeforces/see_codeforces.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/codeforces/see_codeforces.ipynb -------------------------------------------------------------------------------- /search/combo_observation_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/combo_observation_model.py -------------------------------------------------------------------------------- /search/dataset_scripts/add_public_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/dataset_scripts/add_public_tests.py -------------------------------------------------------------------------------- /search/dataset_scripts/create_taco_backtranslate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/dataset_scripts/create_taco_backtranslate.py -------------------------------------------------------------------------------- /search/dataset_scripts/filter_zero_public_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/dataset_scripts/filter_zero_public_tests.py -------------------------------------------------------------------------------- /search/dataset_scripts/format_lcb_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/dataset_scripts/format_lcb_data.py -------------------------------------------------------------------------------- /search/dataset_scripts/format_taco_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/dataset_scripts/format_taco_data.py -------------------------------------------------------------------------------- /search/dataset_scripts/make_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/dataset_scripts/make_data.py -------------------------------------------------------------------------------- /search/dataset_scripts/make_dpo_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/dataset_scripts/make_dpo_dataset.py -------------------------------------------------------------------------------- /search/dataset_scripts/make_taco_cleaner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/dataset_scripts/make_taco_cleaner.py -------------------------------------------------------------------------------- /search/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/dataset_utils.py -------------------------------------------------------------------------------- /search/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/eval.py -------------------------------------------------------------------------------- /search/exec_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/exec_utils.py -------------------------------------------------------------------------------- /search/fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/fn.py -------------------------------------------------------------------------------- /search/generate_from_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/generate_from_model.py -------------------------------------------------------------------------------- /search/model_config_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_config_utils.py -------------------------------------------------------------------------------- /search/model_configs/baby-deepseek-b_sgl.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/baby-deepseek-b_sgl.json -------------------------------------------------------------------------------- /search/model_configs/baby-deepseek-i_sgl.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/baby-deepseek-i_sgl.json -------------------------------------------------------------------------------- /search/model_configs/custom_vllm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/custom_vllm.json -------------------------------------------------------------------------------- /search/model_configs/deepseek-coder.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/deepseek-coder.json -------------------------------------------------------------------------------- /search/model_configs/gpt-4-turbo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/gpt-4-turbo.json -------------------------------------------------------------------------------- /search/model_configs/gpt-4o-mini.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/gpt-4o-mini.json -------------------------------------------------------------------------------- /search/model_configs/gpt-4o.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/gpt-4o.json -------------------------------------------------------------------------------- /search/model_configs/llama31405bi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/llama31405bi.json -------------------------------------------------------------------------------- /search/model_configs/llama31405bi_fire.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/llama31405bi_fire.json -------------------------------------------------------------------------------- /search/model_configs/llama31405bi_tog.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/llama31405bi_tog.json -------------------------------------------------------------------------------- /search/model_configs/llama3170b_sgl.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/llama3170b_sgl.json -------------------------------------------------------------------------------- /search/model_configs/llama3170bi_fire.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/llama3170bi_fire.json -------------------------------------------------------------------------------- /search/model_configs/llama3170bi_sgl.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/llama3170bi_sgl.json -------------------------------------------------------------------------------- /search/model_configs/llama318b_sgl.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/llama318b_sgl.json -------------------------------------------------------------------------------- /search/model_configs/llama318bi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/llama318bi.json -------------------------------------------------------------------------------- /search/model_configs/llama318bi_sgl.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/llama318bi_sgl.json -------------------------------------------------------------------------------- /search/model_configs/model_configs/hsg_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/model_configs/hsg_0.json -------------------------------------------------------------------------------- /search/model_configs/model_configs/hsg_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/model_configs/hsg_1.json -------------------------------------------------------------------------------- /search/model_configs/o1-mini.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/o1-mini.json -------------------------------------------------------------------------------- /search/model_configs/o1-preview.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/o1-preview.json -------------------------------------------------------------------------------- /search/model_configs/sonnet-3-5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/model_configs/sonnet-3-5.json -------------------------------------------------------------------------------- /search/notebooks/graph_notebooks/ablations.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/graph_notebooks/ablations.ipynb -------------------------------------------------------------------------------- /search/notebooks/graph_notebooks/error_pie_chart.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/graph_notebooks/error_pie_chart.ipynb -------------------------------------------------------------------------------- /search/notebooks/graph_notebooks/final_2_pass_k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/graph_notebooks/final_2_pass_k.ipynb -------------------------------------------------------------------------------- /search/notebooks/graph_notebooks/final_pass_k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/graph_notebooks/final_pass_k.ipynb -------------------------------------------------------------------------------- /search/notebooks/graph_notebooks/graph_backtranslate.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/graph_notebooks/graph_backtranslate.ipynb -------------------------------------------------------------------------------- /search/notebooks/graph_notebooks/graph_compute_norm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/graph_notebooks/graph_compute_norm.ipynb -------------------------------------------------------------------------------- /search/notebooks/graph_notebooks/graph_pass_k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/graph_notebooks/graph_pass_k.ipynb -------------------------------------------------------------------------------- /search/notebooks/graph_notebooks/graph_simple_idea_dist.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/graph_notebooks/graph_simple_idea_dist.ipynb -------------------------------------------------------------------------------- /search/notebooks/graph_notebooks/graph_temps.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/graph_notebooks/graph_temps.ipynb -------------------------------------------------------------------------------- /search/notebooks/graph_notebooks/ioi.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/graph_notebooks/ioi.ipynb -------------------------------------------------------------------------------- /search/notebooks/graph_notebooks/plot_checkpoints.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/graph_notebooks/plot_checkpoints.ipynb -------------------------------------------------------------------------------- /search/notebooks/graph_notebooks/plot_over_time.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/graph_notebooks/plot_over_time.ipynb -------------------------------------------------------------------------------- /search/notebooks/graph_notebooks/theory_pass_k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/graph_notebooks/theory_pass_k.ipynb -------------------------------------------------------------------------------- /search/notebooks/util_notebooks/combo_ratio_finder.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/util_notebooks/combo_ratio_finder.ipynb -------------------------------------------------------------------------------- /search/notebooks/util_notebooks/create_dataset_with_sols.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/util_notebooks/create_dataset_with_sols.ipynb -------------------------------------------------------------------------------- /search/notebooks/util_notebooks/create_smaller_dataset.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/util_notebooks/create_smaller_dataset.ipynb -------------------------------------------------------------------------------- /search/notebooks/util_notebooks/create_taco_backtranslate.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/util_notebooks/create_taco_backtranslate.ipynb -------------------------------------------------------------------------------- /search/notebooks/util_notebooks/find_multiplier.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/util_notebooks/find_multiplier.ipynb -------------------------------------------------------------------------------- /search/notebooks/util_notebooks/format_and_merge_taco.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/util_notebooks/format_and_merge_taco.ipynb -------------------------------------------------------------------------------- /search/notebooks/util_notebooks/get_D_rows_from_F.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/util_notebooks/get_D_rows_from_F.ipynb -------------------------------------------------------------------------------- /search/notebooks/util_notebooks/load_dataset.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/util_notebooks/load_dataset.ipynb -------------------------------------------------------------------------------- /search/notebooks/util_notebooks/load_json.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/util_notebooks/load_json.ipynb -------------------------------------------------------------------------------- /search/notebooks/util_notebooks/parse_humaneval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/util_notebooks/parse_humaneval.ipynb -------------------------------------------------------------------------------- /search/notebooks/util_notebooks/parse_humaneval_plus.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/util_notebooks/parse_humaneval_plus.ipynb -------------------------------------------------------------------------------- /search/notebooks/util_notebooks/parse_mbpp.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/util_notebooks/parse_mbpp.ipynb -------------------------------------------------------------------------------- /search/notebooks/util_notebooks/parse_mbpp_plus.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/util_notebooks/parse_mbpp_plus.ipynb -------------------------------------------------------------------------------- /search/notebooks/util_notebooks/parse_orig_lcb.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/notebooks/util_notebooks/parse_orig_lcb.ipynb -------------------------------------------------------------------------------- /search/one_prompt_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/one_prompt_models.py -------------------------------------------------------------------------------- /search/parsel/construct_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/parsel/construct_graph.py -------------------------------------------------------------------------------- /search/parsel/parsel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/parsel/parsel.py -------------------------------------------------------------------------------- /search/parsel/parsel_queries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/parsel/parsel_queries.py -------------------------------------------------------------------------------- /search/parsel/translate_to_parsel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/parsel/translate_to_parsel.py -------------------------------------------------------------------------------- /search/parsel_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/parsel_model.py -------------------------------------------------------------------------------- /search/parsing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/parsing_utils.py -------------------------------------------------------------------------------- /search/prompts/backtranslate_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/prompts/backtranslate_prompts.py -------------------------------------------------------------------------------- /search/prompts/combo_observation_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/prompts/combo_observation_prompts.py -------------------------------------------------------------------------------- /search/prompts/fn_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/prompts/fn_prompts.py -------------------------------------------------------------------------------- /search/prompts/idea_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/prompts/idea_prompts.py -------------------------------------------------------------------------------- /search/prompts/parsel_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/prompts/parsel_prompts.py -------------------------------------------------------------------------------- /search/prompts/pseudocode_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/prompts/pseudocode_prompts.py -------------------------------------------------------------------------------- /search/prompts/simple_observation_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/prompts/simple_observation_prompts.py -------------------------------------------------------------------------------- /search/prompts/simple_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/prompts/simple_prompts.py -------------------------------------------------------------------------------- /search/pseudocode_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/pseudocode_model.py -------------------------------------------------------------------------------- /search/python_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/python_utils.py -------------------------------------------------------------------------------- /search/queriers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/queriers.py -------------------------------------------------------------------------------- /search/query_clients.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/query_clients.py -------------------------------------------------------------------------------- /search/reward_model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/reward_model_utils.py -------------------------------------------------------------------------------- /search/scripts/check_similar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/check_similar.py -------------------------------------------------------------------------------- /search/scripts/combo_obs_true_pass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/combo_obs_true_pass.py -------------------------------------------------------------------------------- /search/scripts/re_eval_codes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/re_eval_codes.py -------------------------------------------------------------------------------- /search/scripts/right_wrong_check_similar.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/right_wrong_check_similar.sh -------------------------------------------------------------------------------- /search/scripts/run_basic.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/run_basic.sh -------------------------------------------------------------------------------- /search/scripts/run_check_similar.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/run_check_similar.sh -------------------------------------------------------------------------------- /search/scripts/run_checkpoints.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/run_checkpoints.sh -------------------------------------------------------------------------------- /search/scripts/run_dsc_exps_d4_big.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/run_dsc_exps_d4_big.sh -------------------------------------------------------------------------------- /search/scripts/run_dsc_exps_d6_big.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/run_dsc_exps_d6_big.sh -------------------------------------------------------------------------------- /search/scripts/run_exps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/run_exps.sh -------------------------------------------------------------------------------- /search/scripts/run_exps_A.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/run_exps_A.sh -------------------------------------------------------------------------------- /search/scripts/run_exps_d1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/run_exps_d1.sh -------------------------------------------------------------------------------- /search/scripts/run_exps_d1_big.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/run_exps_d1_big.sh -------------------------------------------------------------------------------- /search/scripts/run_exps_d2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/run_exps_d2.sh -------------------------------------------------------------------------------- /search/scripts/run_exps_d3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/run_exps_d3.sh -------------------------------------------------------------------------------- /search/scripts/run_exps_d4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/run_exps_d4.sh -------------------------------------------------------------------------------- /search/scripts/run_exps_d6.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/run_exps_d6.sh -------------------------------------------------------------------------------- /search/scripts/run_exps_d6_big.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/run_exps_d6_big.sh -------------------------------------------------------------------------------- /search/scripts/run_filter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/run_filter.sh -------------------------------------------------------------------------------- /search/scripts/simple_idea_code_pass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/simple_idea_code_pass.py -------------------------------------------------------------------------------- /search/scripts/simultaneous_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/simultaneous_eval.sh -------------------------------------------------------------------------------- /search/scripts/testvllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/scripts/testvllm.py -------------------------------------------------------------------------------- /search/simple_filter_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/simple_filter_models.py -------------------------------------------------------------------------------- /search/simple_idea_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/simple_idea_model.py -------------------------------------------------------------------------------- /search/simple_observation_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scaleapi/plansearch/HEAD/search/simple_observation_model.py --------------------------------------------------------------------------------