├── .env.example ├── CHANGELOG.md ├── CONTRIBUTING.md ├── LOG_GUIDE.md ├── README.md ├── SUPPORTED_MODELS.md ├── TEST_CATEGORIES.md ├── architecture_diagram.png ├── bfcl ├── __init__.py ├── __main__.py ├── _apply_function_credential_config.py ├── _llm_response_generation.py ├── constants │ ├── __init__.py │ ├── category_mapping.py │ ├── column_headers.py │ ├── default_prompts.py │ ├── eval_config.py │ ├── model_metadata.py │ └── type_mappings.py ├── eval_checker │ ├── __init__.py │ ├── ast_eval │ │ ├── __init__.py │ │ ├── ast_checker.py │ │ └── type_convertor │ │ │ ├── __init__.py │ │ │ ├── java_type_converter.py │ │ │ └── js_type_converter.py │ ├── eval_runner.py │ ├── eval_runner_helper.py │ ├── executable_eval │ │ ├── __init__.py │ │ ├── custom_exception.py │ │ ├── executable_checker.py │ │ └── executable_python_function.py │ └── multi_turn_eval │ │ ├── __init__.py │ │ ├── func_source_code │ │ ├── __init__.py │ │ ├── gorilla_file_system.py │ │ ├── long_context.py │ │ ├── math_api.py │ │ ├── message_api.py │ │ ├── posting_api.py │ │ ├── ticket_api.py │ │ ├── trading_bot.py │ │ ├── travel_booking.py │ │ └── vehicle_control.py │ │ ├── multi_turn_checker.py │ │ └── multi_turn_utils.py ├── model_handler │ ├── __init__.py │ ├── api_inference │ │ ├── __init__.py │ │ ├── claude.py │ │ ├── cohere.py │ │ ├── databricks.py │ │ ├── deepseek.py │ │ ├── fireworks.py │ │ ├── functionary.py │ │ ├── gemini.py │ │ ├── gogoagent.py │ │ ├── gorilla.py │ │ ├── grok.py │ │ ├── mistral.py │ │ ├── nexus.py │ │ ├── nova.py │ │ ├── nvidia.py │ │ ├── openai.py │ │ ├── writer.py │ │ └── yi.py │ ├── base_handler.py │ ├── handler_map.py │ ├── local_inference │ │ ├── __init__.py │ │ ├── base_oss_handler.py │ │ ├── bielik.py │ │ ├── deepseek.py │ │ ├── deepseek_coder.py │ │ ├── deepseek_reasoning.py │ │ ├── falcon_fc.py │ │ ├── gemma.py │ │ ├── glaive.py │ │ ├── glm.py │ │ ├── granite.py │ │ ├── hammer.py │ │ ├── hermes.py │ │ ├── llama.py │ │ ├── llama_fc.py │ │ ├── minicpm.py │ │ ├── minicpm_fc.py │ │ ├── mistral_fc.py │ │ ├── phi.py │ │ ├── quick_testing_oss.py │ │ ├── qwen.py │ │ ├── qwen_fc.py │ │ └── salesforce.py │ ├── model_style.py │ ├── parser │ │ ├── __init__.py │ │ ├── java_parser.py │ │ └── js_parser.py │ └── utils.py └── utils.py ├── data ├── BFCL_v3_chatable_unused.json ├── BFCL_v3_exec_multiple.json ├── BFCL_v3_exec_parallel.json ├── BFCL_v3_exec_parallel_multiple.json ├── BFCL_v3_exec_simple.json ├── BFCL_v3_irrelevance.json ├── BFCL_v3_java.json ├── BFCL_v3_javascript.json ├── BFCL_v3_live_irrelevance.json ├── BFCL_v3_live_multiple.json ├── BFCL_v3_live_parallel.json ├── BFCL_v3_live_parallel_multiple.json ├── BFCL_v3_live_relevance.json ├── BFCL_v3_live_simple.json ├── BFCL_v3_multi_turn_base.json ├── BFCL_v3_multi_turn_composite_unused.json ├── BFCL_v3_multi_turn_long_context.json ├── BFCL_v3_multi_turn_miss_func.json ├── BFCL_v3_multi_turn_miss_param.json ├── BFCL_v3_multiple.json ├── BFCL_v3_parallel.json ├── BFCL_v3_parallel_multiple.json ├── BFCL_v3_rest.json ├── BFCL_v3_simple.json ├── BFCL_v3_sql_unused.json ├── BFCL_v3_zh_exec_multiple.json ├── BFCL_v3_zh_exec_parallel.json ├── BFCL_v3_zh_exec_parallel_multiple.json ├── BFCL_v3_zh_exec_simple.json ├── BFCL_v3_zh_irrelevance.json ├── BFCL_v3_zh_multiple.json ├── BFCL_v3_zh_parallel.json ├── BFCL_v3_zh_parallel_multiple.json ├── BFCL_v3_zh_rest.json ├── BFCL_v3_zh_simple.json ├── README.md ├── data_translation.py ├── multi_turn_func_doc │ ├── gorilla_file_system.json │ ├── math_api.json │ ├── message_api.json │ ├── posting_api.json │ ├── ticket_api.json │ ├── trading_bot.json │ ├── travel_booking.json │ └── vehicle_control.json ├── possible_answer │ ├── BFCL_v3_exec_multiple.json │ ├── BFCL_v3_exec_parallel.json │ ├── BFCL_v3_exec_parallel_multiple.json │ ├── BFCL_v3_exec_simple.json │ ├── BFCL_v3_java.json │ ├── BFCL_v3_javascript.json │ ├── BFCL_v3_live_multiple.json │ ├── BFCL_v3_live_parallel.json │ ├── BFCL_v3_live_parallel_multiple.json │ ├── BFCL_v3_live_simple.json │ ├── BFCL_v3_multi_turn_base.json │ ├── BFCL_v3_multi_turn_composite_unused.json │ ├── BFCL_v3_multi_turn_long_context.json │ ├── BFCL_v3_multi_turn_miss_func.json │ ├── BFCL_v3_multi_turn_miss_param.json │ ├── BFCL_v3_multiple.json │ ├── BFCL_v3_parallel.json │ ├── BFCL_v3_parallel_multiple.json │ ├── BFCL_v3_rest.json │ ├── BFCL_v3_simple.json │ └── BFCL_v3_sql_unused.json └── sanity_check │ ├── api_status_check_ground_truth_executable.json │ └── api_status_check_ground_truth_rest.json ├── openfunctions_evaluation.py ├── pyproject.toml ├── test_case_ids_to_generate.json └── utils ├── _compile_helper.py ├── check_func_doc_format.py ├── check_illegal_python_param_name.py ├── compile_multi_turn_func_doc.py └── visualize_multi_turn_ground_truth_conversation.py /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/.env.example -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LOG_GUIDE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/LOG_GUIDE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/README.md -------------------------------------------------------------------------------- /SUPPORTED_MODELS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/SUPPORTED_MODELS.md -------------------------------------------------------------------------------- /TEST_CATEGORIES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/TEST_CATEGORIES.md -------------------------------------------------------------------------------- /architecture_diagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/architecture_diagram.png -------------------------------------------------------------------------------- /bfcl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bfcl/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/__main__.py -------------------------------------------------------------------------------- /bfcl/_apply_function_credential_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/_apply_function_credential_config.py -------------------------------------------------------------------------------- /bfcl/_llm_response_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/_llm_response_generation.py -------------------------------------------------------------------------------- /bfcl/constants/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bfcl/constants/category_mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/constants/category_mapping.py -------------------------------------------------------------------------------- /bfcl/constants/column_headers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/constants/column_headers.py -------------------------------------------------------------------------------- /bfcl/constants/default_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/constants/default_prompts.py -------------------------------------------------------------------------------- /bfcl/constants/eval_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/constants/eval_config.py -------------------------------------------------------------------------------- /bfcl/constants/model_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/constants/model_metadata.py -------------------------------------------------------------------------------- /bfcl/constants/type_mappings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/constants/type_mappings.py -------------------------------------------------------------------------------- /bfcl/eval_checker/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bfcl/eval_checker/ast_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bfcl/eval_checker/ast_eval/ast_checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/ast_eval/ast_checker.py -------------------------------------------------------------------------------- /bfcl/eval_checker/ast_eval/type_convertor/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bfcl/eval_checker/ast_eval/type_convertor/java_type_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/ast_eval/type_convertor/java_type_converter.py -------------------------------------------------------------------------------- /bfcl/eval_checker/ast_eval/type_convertor/js_type_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/ast_eval/type_convertor/js_type_converter.py -------------------------------------------------------------------------------- /bfcl/eval_checker/eval_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/eval_runner.py -------------------------------------------------------------------------------- /bfcl/eval_checker/eval_runner_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/eval_runner_helper.py -------------------------------------------------------------------------------- /bfcl/eval_checker/executable_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bfcl/eval_checker/executable_eval/custom_exception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/executable_eval/custom_exception.py -------------------------------------------------------------------------------- /bfcl/eval_checker/executable_eval/executable_checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/executable_eval/executable_checker.py -------------------------------------------------------------------------------- /bfcl/eval_checker/executable_eval/executable_python_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/executable_eval/executable_python_function.py -------------------------------------------------------------------------------- /bfcl/eval_checker/multi_turn_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bfcl/eval_checker/multi_turn_eval/func_source_code/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bfcl/eval_checker/multi_turn_eval/func_source_code/gorilla_file_system.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/multi_turn_eval/func_source_code/gorilla_file_system.py -------------------------------------------------------------------------------- /bfcl/eval_checker/multi_turn_eval/func_source_code/long_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/multi_turn_eval/func_source_code/long_context.py -------------------------------------------------------------------------------- /bfcl/eval_checker/multi_turn_eval/func_source_code/math_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/multi_turn_eval/func_source_code/math_api.py -------------------------------------------------------------------------------- /bfcl/eval_checker/multi_turn_eval/func_source_code/message_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/multi_turn_eval/func_source_code/message_api.py -------------------------------------------------------------------------------- /bfcl/eval_checker/multi_turn_eval/func_source_code/posting_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/multi_turn_eval/func_source_code/posting_api.py -------------------------------------------------------------------------------- /bfcl/eval_checker/multi_turn_eval/func_source_code/ticket_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/multi_turn_eval/func_source_code/ticket_api.py -------------------------------------------------------------------------------- /bfcl/eval_checker/multi_turn_eval/func_source_code/trading_bot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/multi_turn_eval/func_source_code/trading_bot.py -------------------------------------------------------------------------------- /bfcl/eval_checker/multi_turn_eval/func_source_code/travel_booking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/multi_turn_eval/func_source_code/travel_booking.py -------------------------------------------------------------------------------- /bfcl/eval_checker/multi_turn_eval/func_source_code/vehicle_control.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/multi_turn_eval/func_source_code/vehicle_control.py -------------------------------------------------------------------------------- /bfcl/eval_checker/multi_turn_eval/multi_turn_checker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/multi_turn_eval/multi_turn_checker.py -------------------------------------------------------------------------------- /bfcl/eval_checker/multi_turn_eval/multi_turn_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/eval_checker/multi_turn_eval/multi_turn_utils.py -------------------------------------------------------------------------------- /bfcl/model_handler/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/claude.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/claude.py -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/cohere.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/cohere.py -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/databricks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/databricks.py -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/deepseek.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/deepseek.py -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/fireworks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/fireworks.py -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/functionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/functionary.py -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/gemini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/gemini.py -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/gogoagent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/gogoagent.py -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/gorilla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/gorilla.py -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/grok.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/grok.py -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/mistral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/mistral.py -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/nexus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/nexus.py -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/nova.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/nova.py -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/nvidia.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/nvidia.py -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/openai.py -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/writer.py -------------------------------------------------------------------------------- /bfcl/model_handler/api_inference/yi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/api_inference/yi.py -------------------------------------------------------------------------------- /bfcl/model_handler/base_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/base_handler.py -------------------------------------------------------------------------------- /bfcl/model_handler/handler_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/handler_map.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/base_oss_handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/base_oss_handler.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/bielik.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/bielik.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/deepseek.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/deepseek.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/deepseek_coder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/deepseek_coder.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/deepseek_reasoning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/deepseek_reasoning.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/falcon_fc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/falcon_fc.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/gemma.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/glaive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/glaive.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/glm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/glm.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/granite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/granite.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/hammer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/hammer.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/hermes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/hermes.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/llama.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/llama_fc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/llama_fc.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/minicpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/minicpm.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/minicpm_fc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/minicpm_fc.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/mistral_fc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/mistral_fc.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/phi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/phi.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/quick_testing_oss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/quick_testing_oss.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/qwen.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/qwen_fc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/qwen_fc.py -------------------------------------------------------------------------------- /bfcl/model_handler/local_inference/salesforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/local_inference/salesforce.py -------------------------------------------------------------------------------- /bfcl/model_handler/model_style.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/model_style.py -------------------------------------------------------------------------------- /bfcl/model_handler/parser/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bfcl/model_handler/parser/java_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/parser/java_parser.py -------------------------------------------------------------------------------- /bfcl/model_handler/parser/js_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/parser/js_parser.py -------------------------------------------------------------------------------- /bfcl/model_handler/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/model_handler/utils.py -------------------------------------------------------------------------------- /bfcl/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/bfcl/utils.py -------------------------------------------------------------------------------- /data/BFCL_v3_chatable_unused.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_chatable_unused.json -------------------------------------------------------------------------------- /data/BFCL_v3_exec_multiple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_exec_multiple.json -------------------------------------------------------------------------------- /data/BFCL_v3_exec_parallel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_exec_parallel.json -------------------------------------------------------------------------------- /data/BFCL_v3_exec_parallel_multiple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_exec_parallel_multiple.json -------------------------------------------------------------------------------- /data/BFCL_v3_exec_simple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_exec_simple.json -------------------------------------------------------------------------------- /data/BFCL_v3_irrelevance.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_irrelevance.json -------------------------------------------------------------------------------- /data/BFCL_v3_java.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_java.json -------------------------------------------------------------------------------- /data/BFCL_v3_javascript.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_javascript.json -------------------------------------------------------------------------------- /data/BFCL_v3_live_irrelevance.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_live_irrelevance.json -------------------------------------------------------------------------------- /data/BFCL_v3_live_multiple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_live_multiple.json -------------------------------------------------------------------------------- /data/BFCL_v3_live_parallel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_live_parallel.json -------------------------------------------------------------------------------- /data/BFCL_v3_live_parallel_multiple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_live_parallel_multiple.json -------------------------------------------------------------------------------- /data/BFCL_v3_live_relevance.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_live_relevance.json -------------------------------------------------------------------------------- /data/BFCL_v3_live_simple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_live_simple.json -------------------------------------------------------------------------------- /data/BFCL_v3_multi_turn_base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_multi_turn_base.json -------------------------------------------------------------------------------- /data/BFCL_v3_multi_turn_composite_unused.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_multi_turn_composite_unused.json -------------------------------------------------------------------------------- /data/BFCL_v3_multi_turn_long_context.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_multi_turn_long_context.json -------------------------------------------------------------------------------- /data/BFCL_v3_multi_turn_miss_func.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_multi_turn_miss_func.json -------------------------------------------------------------------------------- /data/BFCL_v3_multi_turn_miss_param.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_multi_turn_miss_param.json -------------------------------------------------------------------------------- /data/BFCL_v3_multiple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_multiple.json -------------------------------------------------------------------------------- /data/BFCL_v3_parallel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_parallel.json -------------------------------------------------------------------------------- /data/BFCL_v3_parallel_multiple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_parallel_multiple.json -------------------------------------------------------------------------------- /data/BFCL_v3_rest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_rest.json -------------------------------------------------------------------------------- /data/BFCL_v3_simple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_simple.json -------------------------------------------------------------------------------- /data/BFCL_v3_sql_unused.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_sql_unused.json -------------------------------------------------------------------------------- /data/BFCL_v3_zh_exec_multiple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_zh_exec_multiple.json -------------------------------------------------------------------------------- /data/BFCL_v3_zh_exec_parallel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_zh_exec_parallel.json -------------------------------------------------------------------------------- /data/BFCL_v3_zh_exec_parallel_multiple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_zh_exec_parallel_multiple.json -------------------------------------------------------------------------------- /data/BFCL_v3_zh_exec_simple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_zh_exec_simple.json -------------------------------------------------------------------------------- /data/BFCL_v3_zh_irrelevance.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_zh_irrelevance.json -------------------------------------------------------------------------------- /data/BFCL_v3_zh_multiple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_zh_multiple.json -------------------------------------------------------------------------------- /data/BFCL_v3_zh_parallel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_zh_parallel.json -------------------------------------------------------------------------------- /data/BFCL_v3_zh_parallel_multiple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_zh_parallel_multiple.json -------------------------------------------------------------------------------- /data/BFCL_v3_zh_rest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_zh_rest.json -------------------------------------------------------------------------------- /data/BFCL_v3_zh_simple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/BFCL_v3_zh_simple.json -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/README.md -------------------------------------------------------------------------------- /data/data_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/data_translation.py -------------------------------------------------------------------------------- /data/multi_turn_func_doc/gorilla_file_system.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/multi_turn_func_doc/gorilla_file_system.json -------------------------------------------------------------------------------- /data/multi_turn_func_doc/math_api.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/multi_turn_func_doc/math_api.json -------------------------------------------------------------------------------- /data/multi_turn_func_doc/message_api.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/multi_turn_func_doc/message_api.json -------------------------------------------------------------------------------- /data/multi_turn_func_doc/posting_api.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/multi_turn_func_doc/posting_api.json -------------------------------------------------------------------------------- /data/multi_turn_func_doc/ticket_api.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/multi_turn_func_doc/ticket_api.json -------------------------------------------------------------------------------- /data/multi_turn_func_doc/trading_bot.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/multi_turn_func_doc/trading_bot.json -------------------------------------------------------------------------------- /data/multi_turn_func_doc/travel_booking.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/multi_turn_func_doc/travel_booking.json -------------------------------------------------------------------------------- /data/multi_turn_func_doc/vehicle_control.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/multi_turn_func_doc/vehicle_control.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_exec_multiple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_exec_multiple.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_exec_parallel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_exec_parallel.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_exec_parallel_multiple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_exec_parallel_multiple.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_exec_simple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_exec_simple.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_java.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_java.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_javascript.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_javascript.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_live_multiple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_live_multiple.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_live_parallel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_live_parallel.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_live_parallel_multiple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_live_parallel_multiple.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_live_simple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_live_simple.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_multi_turn_base.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_multi_turn_base.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_multi_turn_composite_unused.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_multi_turn_composite_unused.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_multi_turn_long_context.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_multi_turn_long_context.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_multi_turn_miss_func.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_multi_turn_miss_func.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_multi_turn_miss_param.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_multi_turn_miss_param.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_multiple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_multiple.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_parallel.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_parallel.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_parallel_multiple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_parallel_multiple.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_rest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_rest.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_simple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_simple.json -------------------------------------------------------------------------------- /data/possible_answer/BFCL_v3_sql_unused.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/possible_answer/BFCL_v3_sql_unused.json -------------------------------------------------------------------------------- /data/sanity_check/api_status_check_ground_truth_executable.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/sanity_check/api_status_check_ground_truth_executable.json -------------------------------------------------------------------------------- /data/sanity_check/api_status_check_ground_truth_rest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/data/sanity_check/api_status_check_ground_truth_rest.json -------------------------------------------------------------------------------- /openfunctions_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/openfunctions_evaluation.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/pyproject.toml -------------------------------------------------------------------------------- /test_case_ids_to_generate.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/test_case_ids_to_generate.json -------------------------------------------------------------------------------- /utils/_compile_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/utils/_compile_helper.py -------------------------------------------------------------------------------- /utils/check_func_doc_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/utils/check_func_doc_format.py -------------------------------------------------------------------------------- /utils/check_illegal_python_param_name.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/utils/check_illegal_python_param_name.py -------------------------------------------------------------------------------- /utils/compile_multi_turn_func_doc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/utils/compile_multi_turn_func_doc.py -------------------------------------------------------------------------------- /utils/visualize_multi_turn_ground_truth_conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/aiopsplus/BFCL-CN/HEAD/utils/visualize_multi_turn_ground_truth_conversation.py --------------------------------------------------------------------------------