├── .gitattributes ├── .gitignore ├── Makefile ├── README.md ├── data └── eval_alpha.jsonl ├── eval ├── __init__.py ├── evaluate.py ├── json_mode │ ├── __init__.py │ ├── engine.py │ ├── eval.py │ └── system_prompt.txt ├── model.py ├── pythonic │ ├── __init__.py │ ├── engine.py │ ├── eval.py │ └── system_prompt.txt ├── schemas.py ├── settings.py └── util.py ├── poetry.lock ├── pyproject.toml ├── requirements.txt └── run.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/.gitignore -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/README.md -------------------------------------------------------------------------------- /data/eval_alpha.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/data/eval_alpha.jsonl -------------------------------------------------------------------------------- /eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /eval/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/eval/evaluate.py -------------------------------------------------------------------------------- /eval/json_mode/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/eval/json_mode/__init__.py -------------------------------------------------------------------------------- /eval/json_mode/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/eval/json_mode/engine.py -------------------------------------------------------------------------------- /eval/json_mode/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/eval/json_mode/eval.py -------------------------------------------------------------------------------- /eval/json_mode/system_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/eval/json_mode/system_prompt.txt -------------------------------------------------------------------------------- /eval/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/eval/model.py -------------------------------------------------------------------------------- /eval/pythonic/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/eval/pythonic/__init__.py -------------------------------------------------------------------------------- /eval/pythonic/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/eval/pythonic/engine.py -------------------------------------------------------------------------------- /eval/pythonic/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/eval/pythonic/eval.py -------------------------------------------------------------------------------- /eval/pythonic/system_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/eval/pythonic/system_prompt.txt -------------------------------------------------------------------------------- /eval/schemas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/eval/schemas.py -------------------------------------------------------------------------------- /eval/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/eval/settings.py -------------------------------------------------------------------------------- /eval/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/eval/util.py -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/firstbatchxyz/function-calling-eval/HEAD/run.py --------------------------------------------------------------------------------