├── .flake8 ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── examples ├── data │ └── college_medical_statistics │ │ ├── init_system_prompt.txt │ │ ├── sample_test_data.jsonl │ │ └── sample_train_data.jsonl ├── diversity_augmentation_examples │ └── demo_augmentation.py ├── hard_augmentation_examples │ ├── ipc_aug.py │ ├── ipc_aug_cn.yml │ └── ipc_aug_en.yml ├── ipc_examples │ ├── example.md │ ├── ipc_classify.py │ └── ipc_classify_cn.yml ├── opro_examples │ ├── example.md │ ├── opro_cn.yml │ ├── opro_en.yml │ └── optimize_instructions.py ├── prompt_agent_examples │ ├── example.md │ ├── prompt_agent.py │ ├── prompt_agent_cn.yml │ └── prompt_agent_en.yml ├── similar_augmentation_examples │ └── similar_demo_augmentation.py ├── static_tips_optimization_examples │ ├── college_medical_statistics │ │ └── run_college_medical_statistics.ipynb │ └── example.md └── with_icl_examples │ ├── configs │ ├── demo_aug_config.yaml │ ├── demo_storage_build_config.yaml │ ├── gsm_online_icl_config.json │ └── gsm_online_icl_config.yaml │ ├── demo_augmentation.py │ ├── demo_online_icl.py │ ├── demo_optimize_instructions.py │ ├── demo_storage_build.py │ ├── prompt │ └── online_prompt.yaml │ └── seed_data │ └── seed_demonstration.json ├── prompt_scope ├── __init__.py ├── core │ ├── __init__.py │ ├── augmentor │ │ ├── __init__.py │ │ ├── demonstration_augmentation │ │ │ ├── __init__.py │ │ │ ├── base_demo_augmention.py │ │ │ ├── generate_similar_demo.py │ │ │ ├── generation_by_beam_search.py │ │ │ ├── generation_by_beam_search.yaml │ │ │ ├── ipc_aug.py │ │ │ ├── ipc_aug.yaml │ │ │ └── prompt │ │ │ │ ├── __init__.py │ │ │ │ └── demo_augmentation_prompt.py │ │ ├── demonstration_storage_preparation │ │ │ ├── __init__.py │ │ │ ├── base_storage_builder.py │ │ │ ├── storage_builder_4_bm25.py │ │ │ └── storage_builder_4_embedding.py │ │ └── online_icl │ │ │ ├── __init__.py │ │ │ └── icl │ │ │ ├── ICL.py │ │ │ ├── ICL_prompt_handler.py │ │ │ ├── __init__.py │ │ │ └── base_retriever.py │ ├── embeddings │ │ ├── __init__.py │ │ ├── base.py │ │ ├── dashscope.py │ │ └── openai.py │ ├── enumeration │ │ ├── __init__.py │ │ ├── language_enum.py │ │ ├── message_role_enum.py │ │ └── model_enum.py │ ├── evals │ │ ├── __init__.py │ │ ├── customized │ │ │ └── opro_match.py │ │ ├── loading.py │ │ ├── match │ │ │ ├── __init__.py │ │ │ ├── exact_match.py │ │ │ └── regex_match.py │ │ ├── parsing │ │ │ ├── __init__.py │ │ │ ├── json_schema.py │ │ │ ├── json_validity.py │ │ │ └── utils.py │ │ ├── schema.py │ │ └── scoring │ │ │ ├── __init__.py │ │ │ ├── labeled_score_string.py │ │ │ ├── prompts.py │ │ │ └── score_string.py │ ├── llms │ │ ├── __init__.py │ │ ├── base.py │ │ ├── dashscope_llm.py │ │ ├── huggingface_llm.py │ │ ├── openai_llm.py │ │ └── structured_output │ │ │ ├── general_mixin.py │ │ │ └── pydantic_io.py │ ├── models │ │ ├── __init__.py │ │ ├── base_model.py │ │ ├── generation_model.py │ │ ├── search_algo │ │ │ ├── __init__.py │ │ │ ├── base_algo.py │ │ │ ├── beam_search.py │ │ │ ├── loading.py │ │ │ ├── mcts.py │ │ │ └── nodes.py │ │ └── world_model │ │ │ ├── base_world_model.py │ │ │ ├── base_world_model.yaml │ │ │ ├── beam_world_model.py │ │ │ ├── beam_world_model.yaml │ │ │ ├── gradient_descent.py │ │ │ ├── loading.py │ │ │ └── test_helper.py │ ├── optimizer │ │ ├── __init__.py │ │ ├── base_optimizer.py │ │ ├── research_optimizers │ │ │ ├── base_algorithm.py │ │ │ ├── ipc_optimizer │ │ │ │ ├── __init__.py │ │ │ │ ├── ipc.py │ │ │ │ └── ipc.yaml │ │ │ ├── opro_optimizer │ │ │ │ ├── __init__.py │ │ │ │ ├── metrics.py │ │ │ │ ├── opro.py │ │ │ │ ├── opro.yaml │ │ │ │ └── utils.py │ │ │ └── prompt_agent_optimizer │ │ │ │ ├── __init__.py │ │ │ │ ├── prompt_agent.py │ │ │ │ └── tasks │ │ │ │ ├── __init__.py │ │ │ │ ├── base_task.py │ │ │ │ ├── bigbench.py │ │ │ │ ├── biosses.py │ │ │ │ ├── cb.py │ │ │ │ ├── college_medical_statistics.py │ │ │ │ ├── epistemic.py │ │ │ │ ├── gsm_8k.py │ │ │ │ ├── med_qa.py │ │ │ │ ├── ncbi.py │ │ │ │ ├── nutrition.py │ │ │ │ ├── object_counting.py │ │ │ │ ├── subj.py │ │ │ │ ├── thunews.py │ │ │ │ ├── trec.py │ │ │ │ └── word_sorting.py │ │ └── tips_optimizer │ │ │ ├── __init__.py │ │ │ ├── base_tips_optimizer.py │ │ │ ├── prompt_lib │ │ │ ├── cn │ │ │ │ └── bad_case_analysis_prompt_cn │ │ │ │ │ └── prompt.param │ │ │ └── en │ │ │ │ └── bad_case_analysis_prompt_en │ │ │ │ └── prompt.param │ │ │ ├── static_tips_optimizer.py │ │ │ └── utils.py │ ├── output_parsers │ │ ├── __init__.py │ │ ├── base.py │ │ ├── dummy.py │ │ ├── json.py │ │ ├── llm_parser.py │ │ ├── pydantic.py │ │ └── regex.py │ ├── prompt_gen │ │ ├── base.py │ │ ├── dynamic_tips_prompt_gen.py │ │ └── prompt_gen.py │ ├── schemas │ │ ├── __init__.py │ │ ├── example.py │ │ └── message.py │ ├── scheme │ │ ├── __init__.py │ │ ├── message.py │ │ └── model_response.py │ └── utils │ │ ├── __init__.py │ │ ├── config_utils.py │ │ ├── demonstration.md │ │ ├── demontration_utils.py │ │ ├── env.py │ │ ├── evaluator_utls.py │ │ ├── file_utils.py │ │ ├── json.py │ │ ├── logging_utils.py │ │ ├── prompt_handler.py │ │ ├── registry.py │ │ ├── retrieve_utils.py │ │ ├── sys_prompt_utils.py │ │ ├── text_utils.py │ │ ├── timer.py │ │ └── utils.py └── datasets │ ├── README.md │ ├── __init__.py │ ├── benchmarks │ ├── aqua │ │ └── AQuA.json │ ├── bbh │ │ ├── boolean_expressions.json │ │ ├── causal_judgement.json │ │ ├── date_understanding.json │ │ ├── disambiguation_qa.json │ │ ├── dyck_languages.json │ │ ├── epistemic.json │ │ ├── formal_fallacies.json │ │ ├── geometric_shapes.json │ │ ├── hyperbaton.json │ │ ├── logical_deduction_five_objects.json │ │ ├── logical_deduction_seven_objects.json │ │ ├── logical_deduction_three_objects.json │ │ ├── movie_recommendation.json │ │ ├── multistep_arithmetic_two.json │ │ ├── navigate.json │ │ ├── object_counting.json │ │ ├── penguins_in_a_table.json │ │ ├── reasoning_about_colored_objects.json │ │ ├── ruin_names.json │ │ ├── salient_translation_error_detection.json │ │ ├── snarks.json │ │ ├── sports_understanding.json │ │ ├── temporal_sequences.json │ │ ├── tracking_shuffled_objects_five_objects.json │ │ ├── tracking_shuffled_objects_seven_objects.json │ │ ├── tracking_shuffled_objects_three_objects.json │ │ ├── web_of_lies.json │ │ └── word_sorting.json │ ├── cmmlu │ │ ├── college_medical_statistics │ │ │ ├── sample_test_data.jsonl │ │ │ └── sample_train_data.jsonl │ │ └── nutrition │ │ │ ├── sample_test_data.jsonl │ │ │ └── sample_train_data.jsonl │ ├── gsm8k │ │ ├── gsm_test.tsv │ │ └── gsm_train.tsv │ ├── mmlu │ │ └── test │ │ │ ├── abstract_algebra_test.csv │ │ │ ├── anatomy_test.csv │ │ │ ├── astronomy_test.csv │ │ │ ├── business_ethics_test.csv │ │ │ ├── clinical_knowledge_test.csv │ │ │ ├── college_biology_test.csv │ │ │ ├── college_chemistry_test.csv │ │ │ ├── college_computer_science_test.csv │ │ │ ├── college_mathematics_test.csv │ │ │ ├── college_medicine_test.csv │ │ │ ├── college_physics_test.csv │ │ │ ├── computer_security_test.csv │ │ │ ├── conceptual_physics_test.csv │ │ │ ├── econometrics_test.csv │ │ │ ├── electrical_engineering_test.csv │ │ │ ├── elementary_mathematics_test.csv │ │ │ ├── formal_logic_test.csv │ │ │ ├── global_facts_test.csv │ │ │ ├── high_school_biology_test.csv │ │ │ ├── high_school_chemistry_test.csv │ │ │ ├── high_school_computer_science_test.csv │ │ │ ├── high_school_european_history_test.csv │ │ │ ├── high_school_geography_test.csv │ │ │ ├── high_school_government_and_politics_test.csv │ │ │ ├── high_school_macroeconomics_test.csv │ │ │ ├── high_school_mathematics_test.csv │ │ │ ├── high_school_microeconomics_test.csv │ │ │ ├── high_school_physics_test.csv │ │ │ ├── high_school_psychology_test.csv │ │ │ ├── high_school_statistics_test.csv │ │ │ ├── high_school_us_history_test.csv │ │ │ ├── high_school_world_history_test.csv │ │ │ ├── human_aging_test.csv │ │ │ ├── human_sexuality_test.csv │ │ │ ├── international_law_test.csv │ │ │ ├── jurisprudence_test.csv │ │ │ ├── logical_fallacies_test.csv │ │ │ ├── machine_learning_test.csv │ │ │ ├── management_test.csv │ │ │ ├── marketing_test.csv │ │ │ ├── medical_genetics_test.csv │ │ │ ├── miscellaneous_test.csv │ │ │ ├── moral_disputes_test.csv │ │ │ ├── moral_scenarios_test.csv │ │ │ ├── nutrition_test.csv │ │ │ ├── philosophy_test.csv │ │ │ ├── prehistory_test.csv │ │ │ ├── professional_accounting_test.csv │ │ │ ├── professional_law_test.csv │ │ │ ├── professional_medicine_test.csv │ │ │ ├── professional_psychology_test.csv │ │ │ ├── public_relations_test.csv │ │ │ ├── security_studies_test.csv │ │ │ ├── sociology_test.csv │ │ │ ├── us_foreign_policy_test.csv │ │ │ ├── virology_test.csv │ │ │ └── world_religions_test.csv │ ├── multiarith │ │ └── MultiArith.json │ └── thunews │ │ ├── sample_test_data.jsonl │ │ └── sample_train_data.jsonl │ └── data_loader.py ├── resources ├── diagram.jpg ├── diagram.png ├── prompt.png └── teaser.png ├── setup.py └── tests ├── __init__.py ├── evals ├── test_json.py ├── test_match.py └── test_scoring.py ├── instruction_optimization ├── ipc │ ├── ipc_classify_cn.yml │ └── test_ipc.py ├── opro │ ├── opro_en.yml │ └── test_opro.py └── prompt_agent │ ├── prompt_agent_en.yml │ └── test_prompt_agent.py └── test_json_extraction.py /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/.flake8 -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/README.md -------------------------------------------------------------------------------- /examples/data/college_medical_statistics/init_system_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/data/college_medical_statistics/init_system_prompt.txt -------------------------------------------------------------------------------- /examples/data/college_medical_statistics/sample_test_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/data/college_medical_statistics/sample_test_data.jsonl -------------------------------------------------------------------------------- /examples/data/college_medical_statistics/sample_train_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/data/college_medical_statistics/sample_train_data.jsonl -------------------------------------------------------------------------------- /examples/diversity_augmentation_examples/demo_augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/diversity_augmentation_examples/demo_augmentation.py -------------------------------------------------------------------------------- /examples/hard_augmentation_examples/ipc_aug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/hard_augmentation_examples/ipc_aug.py -------------------------------------------------------------------------------- /examples/hard_augmentation_examples/ipc_aug_cn.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/hard_augmentation_examples/ipc_aug_cn.yml -------------------------------------------------------------------------------- /examples/hard_augmentation_examples/ipc_aug_en.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/hard_augmentation_examples/ipc_aug_en.yml -------------------------------------------------------------------------------- /examples/ipc_examples/example.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/ipc_examples/example.md -------------------------------------------------------------------------------- /examples/ipc_examples/ipc_classify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/ipc_examples/ipc_classify.py -------------------------------------------------------------------------------- /examples/ipc_examples/ipc_classify_cn.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/ipc_examples/ipc_classify_cn.yml -------------------------------------------------------------------------------- /examples/opro_examples/example.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/opro_examples/example.md -------------------------------------------------------------------------------- /examples/opro_examples/opro_cn.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/opro_examples/opro_cn.yml -------------------------------------------------------------------------------- /examples/opro_examples/opro_en.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/opro_examples/opro_en.yml -------------------------------------------------------------------------------- /examples/opro_examples/optimize_instructions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/opro_examples/optimize_instructions.py -------------------------------------------------------------------------------- /examples/prompt_agent_examples/example.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/prompt_agent_examples/example.md -------------------------------------------------------------------------------- /examples/prompt_agent_examples/prompt_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/prompt_agent_examples/prompt_agent.py -------------------------------------------------------------------------------- /examples/prompt_agent_examples/prompt_agent_cn.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/prompt_agent_examples/prompt_agent_cn.yml -------------------------------------------------------------------------------- /examples/prompt_agent_examples/prompt_agent_en.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/prompt_agent_examples/prompt_agent_en.yml -------------------------------------------------------------------------------- /examples/similar_augmentation_examples/similar_demo_augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/similar_augmentation_examples/similar_demo_augmentation.py -------------------------------------------------------------------------------- /examples/static_tips_optimization_examples/college_medical_statistics/run_college_medical_statistics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/static_tips_optimization_examples/college_medical_statistics/run_college_medical_statistics.ipynb -------------------------------------------------------------------------------- /examples/static_tips_optimization_examples/example.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/static_tips_optimization_examples/example.md -------------------------------------------------------------------------------- /examples/with_icl_examples/configs/demo_aug_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/with_icl_examples/configs/demo_aug_config.yaml -------------------------------------------------------------------------------- /examples/with_icl_examples/configs/demo_storage_build_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/with_icl_examples/configs/demo_storage_build_config.yaml -------------------------------------------------------------------------------- /examples/with_icl_examples/configs/gsm_online_icl_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/with_icl_examples/configs/gsm_online_icl_config.json -------------------------------------------------------------------------------- /examples/with_icl_examples/configs/gsm_online_icl_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/with_icl_examples/configs/gsm_online_icl_config.yaml -------------------------------------------------------------------------------- /examples/with_icl_examples/demo_augmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/with_icl_examples/demo_augmentation.py -------------------------------------------------------------------------------- /examples/with_icl_examples/demo_online_icl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/with_icl_examples/demo_online_icl.py -------------------------------------------------------------------------------- /examples/with_icl_examples/demo_optimize_instructions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/with_icl_examples/demo_optimize_instructions.py -------------------------------------------------------------------------------- /examples/with_icl_examples/demo_storage_build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/with_icl_examples/demo_storage_build.py -------------------------------------------------------------------------------- /examples/with_icl_examples/prompt/online_prompt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/with_icl_examples/prompt/online_prompt.yaml -------------------------------------------------------------------------------- /examples/with_icl_examples/seed_data/seed_demonstration.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/examples/with_icl_examples/seed_data/seed_demonstration.json -------------------------------------------------------------------------------- /prompt_scope/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/demonstration_augmentation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/demonstration_augmentation/base_demo_augmention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/augmentor/demonstration_augmentation/base_demo_augmention.py -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/demonstration_augmentation/generate_similar_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/augmentor/demonstration_augmentation/generate_similar_demo.py -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/demonstration_augmentation/generation_by_beam_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/augmentor/demonstration_augmentation/generation_by_beam_search.py -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/demonstration_augmentation/generation_by_beam_search.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/augmentor/demonstration_augmentation/generation_by_beam_search.yaml -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/demonstration_augmentation/ipc_aug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/augmentor/demonstration_augmentation/ipc_aug.py -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/demonstration_augmentation/ipc_aug.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/augmentor/demonstration_augmentation/ipc_aug.yaml -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/demonstration_augmentation/prompt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/demonstration_augmentation/prompt/demo_augmentation_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/augmentor/demonstration_augmentation/prompt/demo_augmentation_prompt.py -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/demonstration_storage_preparation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/demonstration_storage_preparation/base_storage_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/augmentor/demonstration_storage_preparation/base_storage_builder.py -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/demonstration_storage_preparation/storage_builder_4_bm25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/augmentor/demonstration_storage_preparation/storage_builder_4_bm25.py -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/demonstration_storage_preparation/storage_builder_4_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/augmentor/demonstration_storage_preparation/storage_builder_4_embedding.py -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/online_icl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/online_icl/icl/ICL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/augmentor/online_icl/icl/ICL.py -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/online_icl/icl/ICL_prompt_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/augmentor/online_icl/icl/ICL_prompt_handler.py -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/online_icl/icl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/augmentor/online_icl/icl/__init__.py -------------------------------------------------------------------------------- /prompt_scope/core/augmentor/online_icl/icl/base_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/augmentor/online_icl/icl/base_retriever.py -------------------------------------------------------------------------------- /prompt_scope/core/embeddings/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/embeddings/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/embeddings/base.py -------------------------------------------------------------------------------- /prompt_scope/core/embeddings/dashscope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/embeddings/dashscope.py -------------------------------------------------------------------------------- /prompt_scope/core/embeddings/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/embeddings/openai.py -------------------------------------------------------------------------------- /prompt_scope/core/enumeration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/enumeration/language_enum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/enumeration/language_enum.py -------------------------------------------------------------------------------- /prompt_scope/core/enumeration/message_role_enum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/enumeration/message_role_enum.py -------------------------------------------------------------------------------- /prompt_scope/core/enumeration/model_enum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/enumeration/model_enum.py -------------------------------------------------------------------------------- /prompt_scope/core/evals/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/evals/customized/opro_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/evals/customized/opro_match.py -------------------------------------------------------------------------------- /prompt_scope/core/evals/loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/evals/loading.py -------------------------------------------------------------------------------- /prompt_scope/core/evals/match/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/evals/match/exact_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/evals/match/exact_match.py -------------------------------------------------------------------------------- /prompt_scope/core/evals/match/regex_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/evals/match/regex_match.py -------------------------------------------------------------------------------- /prompt_scope/core/evals/parsing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/evals/parsing/json_schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/evals/parsing/json_schema.py -------------------------------------------------------------------------------- /prompt_scope/core/evals/parsing/json_validity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/evals/parsing/json_validity.py -------------------------------------------------------------------------------- /prompt_scope/core/evals/parsing/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/evals/parsing/utils.py -------------------------------------------------------------------------------- /prompt_scope/core/evals/schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/evals/schema.py -------------------------------------------------------------------------------- /prompt_scope/core/evals/scoring/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/evals/scoring/__init__.py -------------------------------------------------------------------------------- /prompt_scope/core/evals/scoring/labeled_score_string.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/evals/scoring/labeled_score_string.py -------------------------------------------------------------------------------- /prompt_scope/core/evals/scoring/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/evals/scoring/prompts.py -------------------------------------------------------------------------------- /prompt_scope/core/evals/scoring/score_string.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/evals/scoring/score_string.py -------------------------------------------------------------------------------- /prompt_scope/core/llms/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/llms/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/llms/base.py -------------------------------------------------------------------------------- /prompt_scope/core/llms/dashscope_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/llms/dashscope_llm.py -------------------------------------------------------------------------------- /prompt_scope/core/llms/huggingface_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/llms/huggingface_llm.py -------------------------------------------------------------------------------- /prompt_scope/core/llms/openai_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/llms/openai_llm.py -------------------------------------------------------------------------------- /prompt_scope/core/llms/structured_output/general_mixin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/llms/structured_output/general_mixin.py -------------------------------------------------------------------------------- /prompt_scope/core/llms/structured_output/pydantic_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/llms/structured_output/pydantic_io.py -------------------------------------------------------------------------------- /prompt_scope/core/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/models/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/models/base_model.py -------------------------------------------------------------------------------- /prompt_scope/core/models/generation_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/models/generation_model.py -------------------------------------------------------------------------------- /prompt_scope/core/models/search_algo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/models/search_algo/__init__.py -------------------------------------------------------------------------------- /prompt_scope/core/models/search_algo/base_algo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/models/search_algo/base_algo.py -------------------------------------------------------------------------------- /prompt_scope/core/models/search_algo/beam_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/models/search_algo/beam_search.py -------------------------------------------------------------------------------- /prompt_scope/core/models/search_algo/loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/models/search_algo/loading.py -------------------------------------------------------------------------------- /prompt_scope/core/models/search_algo/mcts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/models/search_algo/mcts.py -------------------------------------------------------------------------------- /prompt_scope/core/models/search_algo/nodes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/models/search_algo/nodes.py -------------------------------------------------------------------------------- /prompt_scope/core/models/world_model/base_world_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/models/world_model/base_world_model.py -------------------------------------------------------------------------------- /prompt_scope/core/models/world_model/base_world_model.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/models/world_model/base_world_model.yaml -------------------------------------------------------------------------------- /prompt_scope/core/models/world_model/beam_world_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/models/world_model/beam_world_model.py -------------------------------------------------------------------------------- /prompt_scope/core/models/world_model/beam_world_model.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/models/world_model/beam_world_model.yaml -------------------------------------------------------------------------------- /prompt_scope/core/models/world_model/gradient_descent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/models/world_model/gradient_descent.py -------------------------------------------------------------------------------- /prompt_scope/core/models/world_model/loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/models/world_model/loading.py -------------------------------------------------------------------------------- /prompt_scope/core/models/world_model/test_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/models/world_model/test_helper.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/base_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/base_optimizer.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/base_algorithm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/base_algorithm.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/ipc_optimizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/ipc_optimizer/__init__.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/ipc_optimizer/ipc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/ipc_optimizer/ipc.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/ipc_optimizer/ipc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/ipc_optimizer/ipc.yaml -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/opro_optimizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/opro_optimizer/__init__.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/opro_optimizer/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/opro_optimizer/metrics.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/opro_optimizer/opro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/opro_optimizer/opro.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/opro_optimizer/opro.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/opro_optimizer/opro.yaml -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/opro_optimizer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/opro_optimizer/utils.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/__init__.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/prompt_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/prompt_agent.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/__init__.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/base_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/base_task.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/bigbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/bigbench.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/biosses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/biosses.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/cb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/cb.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/college_medical_statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/college_medical_statistics.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/epistemic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/epistemic.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/gsm_8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/gsm_8k.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/med_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/med_qa.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/ncbi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/ncbi.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/nutrition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/nutrition.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/object_counting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/object_counting.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/subj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/subj.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/thunews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/thunews.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/trec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/trec.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/word_sorting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/research_optimizers/prompt_agent_optimizer/tasks/word_sorting.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/tips_optimizer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/tips_optimizer/base_tips_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/tips_optimizer/base_tips_optimizer.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/tips_optimizer/prompt_lib/cn/bad_case_analysis_prompt_cn/prompt.param: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/tips_optimizer/prompt_lib/cn/bad_case_analysis_prompt_cn/prompt.param -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/tips_optimizer/prompt_lib/en/bad_case_analysis_prompt_en/prompt.param: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/tips_optimizer/prompt_lib/en/bad_case_analysis_prompt_en/prompt.param -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/tips_optimizer/static_tips_optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/tips_optimizer/static_tips_optimizer.py -------------------------------------------------------------------------------- /prompt_scope/core/optimizer/tips_optimizer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/optimizer/tips_optimizer/utils.py -------------------------------------------------------------------------------- /prompt_scope/core/output_parsers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/output_parsers/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/output_parsers/base.py -------------------------------------------------------------------------------- /prompt_scope/core/output_parsers/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/output_parsers/dummy.py -------------------------------------------------------------------------------- /prompt_scope/core/output_parsers/json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/output_parsers/json.py -------------------------------------------------------------------------------- /prompt_scope/core/output_parsers/llm_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/output_parsers/llm_parser.py -------------------------------------------------------------------------------- /prompt_scope/core/output_parsers/pydantic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/output_parsers/pydantic.py -------------------------------------------------------------------------------- /prompt_scope/core/output_parsers/regex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/output_parsers/regex.py -------------------------------------------------------------------------------- /prompt_scope/core/prompt_gen/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/prompt_gen/base.py -------------------------------------------------------------------------------- /prompt_scope/core/prompt_gen/dynamic_tips_prompt_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/prompt_gen/dynamic_tips_prompt_gen.py -------------------------------------------------------------------------------- /prompt_scope/core/prompt_gen/prompt_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/prompt_gen/prompt_gen.py -------------------------------------------------------------------------------- /prompt_scope/core/schemas/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/schemas/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/schemas/example.py -------------------------------------------------------------------------------- /prompt_scope/core/schemas/message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/schemas/message.py -------------------------------------------------------------------------------- /prompt_scope/core/scheme/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/scheme/__init__.py -------------------------------------------------------------------------------- /prompt_scope/core/scheme/message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/scheme/message.py -------------------------------------------------------------------------------- /prompt_scope/core/scheme/model_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/scheme/model_response.py -------------------------------------------------------------------------------- /prompt_scope/core/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/core/utils/config_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/utils/config_utils.py -------------------------------------------------------------------------------- /prompt_scope/core/utils/demonstration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/utils/demonstration.md -------------------------------------------------------------------------------- /prompt_scope/core/utils/demontration_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/utils/demontration_utils.py -------------------------------------------------------------------------------- /prompt_scope/core/utils/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/utils/env.py -------------------------------------------------------------------------------- /prompt_scope/core/utils/evaluator_utls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/utils/evaluator_utls.py -------------------------------------------------------------------------------- /prompt_scope/core/utils/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/utils/file_utils.py -------------------------------------------------------------------------------- /prompt_scope/core/utils/json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/utils/json.py -------------------------------------------------------------------------------- /prompt_scope/core/utils/logging_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/utils/logging_utils.py -------------------------------------------------------------------------------- /prompt_scope/core/utils/prompt_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/utils/prompt_handler.py -------------------------------------------------------------------------------- /prompt_scope/core/utils/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/utils/registry.py -------------------------------------------------------------------------------- /prompt_scope/core/utils/retrieve_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/utils/retrieve_utils.py -------------------------------------------------------------------------------- /prompt_scope/core/utils/sys_prompt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/utils/sys_prompt_utils.py -------------------------------------------------------------------------------- /prompt_scope/core/utils/text_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/utils/text_utils.py -------------------------------------------------------------------------------- /prompt_scope/core/utils/timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/utils/timer.py -------------------------------------------------------------------------------- /prompt_scope/core/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/core/utils/utils.py -------------------------------------------------------------------------------- /prompt_scope/datasets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/README.md -------------------------------------------------------------------------------- /prompt_scope/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/aqua/AQuA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/aqua/AQuA.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/boolean_expressions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/boolean_expressions.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/causal_judgement.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/causal_judgement.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/date_understanding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/date_understanding.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/disambiguation_qa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/disambiguation_qa.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/dyck_languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/dyck_languages.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/epistemic.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/epistemic.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/formal_fallacies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/formal_fallacies.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/geometric_shapes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/geometric_shapes.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/hyperbaton.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/hyperbaton.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/logical_deduction_five_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/logical_deduction_five_objects.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/logical_deduction_seven_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/logical_deduction_seven_objects.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/logical_deduction_three_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/logical_deduction_three_objects.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/movie_recommendation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/movie_recommendation.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/multistep_arithmetic_two.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/multistep_arithmetic_two.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/navigate.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/navigate.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/object_counting.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/object_counting.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/penguins_in_a_table.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/penguins_in_a_table.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/reasoning_about_colored_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/reasoning_about_colored_objects.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/ruin_names.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/ruin_names.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/salient_translation_error_detection.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/salient_translation_error_detection.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/snarks.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/snarks.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/sports_understanding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/sports_understanding.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/temporal_sequences.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/temporal_sequences.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/tracking_shuffled_objects_five_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/tracking_shuffled_objects_five_objects.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/tracking_shuffled_objects_seven_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/tracking_shuffled_objects_seven_objects.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/tracking_shuffled_objects_three_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/tracking_shuffled_objects_three_objects.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/web_of_lies.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/web_of_lies.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/bbh/word_sorting.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/bbh/word_sorting.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/cmmlu/college_medical_statistics/sample_test_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/cmmlu/college_medical_statistics/sample_test_data.jsonl -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/cmmlu/college_medical_statistics/sample_train_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/cmmlu/college_medical_statistics/sample_train_data.jsonl -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/cmmlu/nutrition/sample_test_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/cmmlu/nutrition/sample_test_data.jsonl -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/cmmlu/nutrition/sample_train_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/cmmlu/nutrition/sample_train_data.jsonl -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/gsm8k/gsm_test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/gsm8k/gsm_test.tsv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/gsm8k/gsm_train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/gsm8k/gsm_train.tsv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/abstract_algebra_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/abstract_algebra_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/anatomy_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/anatomy_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/astronomy_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/astronomy_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/business_ethics_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/business_ethics_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/clinical_knowledge_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/clinical_knowledge_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/college_biology_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/college_biology_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/college_chemistry_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/college_chemistry_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/college_computer_science_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/college_computer_science_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/college_mathematics_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/college_mathematics_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/college_medicine_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/college_medicine_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/college_physics_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/college_physics_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/computer_security_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/computer_security_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/conceptual_physics_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/conceptual_physics_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/econometrics_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/econometrics_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/electrical_engineering_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/electrical_engineering_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/elementary_mathematics_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/elementary_mathematics_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/formal_logic_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/formal_logic_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/global_facts_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/global_facts_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/high_school_biology_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/high_school_biology_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/high_school_chemistry_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/high_school_chemistry_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/high_school_computer_science_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/high_school_computer_science_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/high_school_european_history_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/high_school_european_history_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/high_school_geography_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/high_school_geography_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/high_school_government_and_politics_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/high_school_government_and_politics_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/high_school_macroeconomics_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/high_school_macroeconomics_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/high_school_mathematics_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/high_school_mathematics_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/high_school_microeconomics_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/high_school_microeconomics_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/high_school_physics_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/high_school_physics_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/high_school_psychology_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/high_school_psychology_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/high_school_statistics_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/high_school_statistics_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/high_school_us_history_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/high_school_us_history_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/high_school_world_history_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/high_school_world_history_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/human_aging_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/human_aging_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/human_sexuality_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/human_sexuality_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/international_law_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/international_law_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/jurisprudence_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/jurisprudence_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/logical_fallacies_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/logical_fallacies_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/machine_learning_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/machine_learning_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/management_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/management_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/marketing_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/marketing_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/medical_genetics_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/medical_genetics_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/miscellaneous_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/miscellaneous_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/moral_disputes_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/moral_disputes_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/moral_scenarios_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/moral_scenarios_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/nutrition_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/nutrition_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/philosophy_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/philosophy_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/prehistory_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/prehistory_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/professional_accounting_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/professional_accounting_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/professional_law_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/professional_law_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/professional_medicine_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/professional_medicine_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/professional_psychology_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/professional_psychology_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/public_relations_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/public_relations_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/security_studies_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/security_studies_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/sociology_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/sociology_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/us_foreign_policy_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/us_foreign_policy_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/virology_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/virology_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/mmlu/test/world_religions_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/mmlu/test/world_religions_test.csv -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/multiarith/MultiArith.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/multiarith/MultiArith.json -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/thunews/sample_test_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/thunews/sample_test_data.jsonl -------------------------------------------------------------------------------- /prompt_scope/datasets/benchmarks/thunews/sample_train_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/benchmarks/thunews/sample_train_data.jsonl -------------------------------------------------------------------------------- /prompt_scope/datasets/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/prompt_scope/datasets/data_loader.py -------------------------------------------------------------------------------- /resources/diagram.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/resources/diagram.jpg -------------------------------------------------------------------------------- /resources/diagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/resources/diagram.png -------------------------------------------------------------------------------- /resources/prompt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/resources/prompt.png -------------------------------------------------------------------------------- /resources/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/resources/teaser.png -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/evals/test_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/tests/evals/test_json.py -------------------------------------------------------------------------------- /tests/evals/test_match.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/tests/evals/test_match.py -------------------------------------------------------------------------------- /tests/evals/test_scoring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/tests/evals/test_scoring.py -------------------------------------------------------------------------------- /tests/instruction_optimization/ipc/ipc_classify_cn.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/tests/instruction_optimization/ipc/ipc_classify_cn.yml -------------------------------------------------------------------------------- /tests/instruction_optimization/ipc/test_ipc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/tests/instruction_optimization/ipc/test_ipc.py -------------------------------------------------------------------------------- /tests/instruction_optimization/opro/opro_en.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/tests/instruction_optimization/opro/opro_en.yml -------------------------------------------------------------------------------- /tests/instruction_optimization/opro/test_opro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/tests/instruction_optimization/opro/test_opro.py -------------------------------------------------------------------------------- /tests/instruction_optimization/prompt_agent/prompt_agent_en.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/tests/instruction_optimization/prompt_agent/prompt_agent_en.yml -------------------------------------------------------------------------------- /tests/instruction_optimization/prompt_agent/test_prompt_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/tests/instruction_optimization/prompt_agent/test_prompt_agent.py -------------------------------------------------------------------------------- /tests/test_json_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modelscope/PromptScope/HEAD/tests/test_json_extraction.py --------------------------------------------------------------------------------