├── .DS_Store ├── README.md ├── apple_intelligence.png ├── code ├── .DS_Store ├── __pycache__ │ ├── evaluation.cpython-312.pyc │ └── utils.cpython-312.pyc ├── agents │ ├── __pycache__ │ │ ├── agent.cpython-312.pyc │ │ └── meta_agent.cpython-312.pyc │ ├── agent.py │ └── meta_agent.py ├── appbench │ ├── .DS_Store │ ├── __init__.py │ ├── __pycache__ │ │ ├── analysis.cpython-38.pyc │ │ ├── evaluation.cpython-312.pyc │ │ └── utils.cpython-312.pyc │ ├── analysis.py │ ├── evaluation.py │ ├── prompts │ │ └── quality.txt │ ├── test.py │ └── utils.py ├── apps │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-311.pyc │ │ ├── __init__.cpython-312.pyc │ │ ├── __init__.cpython-37.pyc │ │ ├── __init__.cpython-38.pyc │ │ ├── alarm.cpython-310.pyc │ │ ├── alarm.cpython-311.pyc │ │ ├── alarm.cpython-312.pyc │ │ ├── alarm.cpython-37.pyc │ │ ├── alarm.cpython-38.pyc │ │ ├── bus.cpython-310.pyc │ │ ├── bus.cpython-311.pyc │ │ ├── bus.cpython-312.pyc │ │ ├── bus.cpython-37.pyc │ │ ├── bus.cpython-38.pyc │ │ ├── event.cpython-310.pyc │ │ ├── event.cpython-311.pyc │ │ ├── event.cpython-312.pyc │ │ ├── event.cpython-37.pyc │ │ ├── event.cpython-38.pyc │ │ ├── flights.cpython-310.pyc │ │ ├── flights.cpython-311.pyc │ │ ├── flights.cpython-312.pyc │ │ ├── flights.cpython-37.pyc │ │ ├── flights.cpython-38.pyc │ │ ├── home.cpython-310.pyc │ │ ├── home.cpython-311.pyc │ │ ├── home.cpython-312.pyc │ │ ├── home.cpython-37.pyc │ │ ├── home.cpython-38.pyc │ │ ├── hotels.cpython-310.pyc │ │ ├── hotels.cpython-311.pyc │ │ ├── hotels.cpython-312.pyc │ │ ├── hotels.cpython-37.pyc │ │ ├── hotels.cpython-38.pyc │ │ ├── media.cpython-310.pyc │ │ ├── media.cpython-311.pyc │ │ ├── media.cpython-312.pyc │ │ ├── media.cpython-37.pyc │ │ ├── media.cpython-38.pyc │ │ ├── meituan.cpython-310.pyc │ │ ├── meituan.cpython-311.pyc │ │ ├── meituan.cpython-312.pyc │ │ ├── meituan.cpython-37.pyc │ │ ├── meituan.cpython-38.pyc │ │ ├── mobile.cpython-310.pyc │ │ ├── mobile.cpython-311.pyc │ │ ├── mobile.cpython-312.pyc │ │ ├── mobile.cpython-37.pyc │ │ ├── mobile.cpython-38.pyc │ │ ├── movie.cpython-310.pyc │ │ ├── movie.cpython-311.pyc │ │ ├── movie.cpython-312.pyc │ │ ├── movie.cpython-37.pyc │ │ ├── movie.cpython-38.pyc │ │ ├── music.cpython-310.pyc │ │ ├── music.cpython-311.pyc │ │ ├── music.cpython-312.pyc │ │ ├── music.cpython-37.pyc │ │ ├── music.cpython-38.pyc │ │ ├── payment.cpython-310.pyc │ │ ├── payment.cpython-311.pyc │ │ ├── payment.cpython-312.pyc │ │ ├── payment.cpython-37.pyc │ │ ├── payment.cpython-38.pyc │ │ ├── rent.cpython-310.pyc │ │ ├── rent.cpython-311.pyc │ │ ├── rent.cpython-312.pyc │ │ ├── rent.cpython-37.pyc │ │ ├── rent.cpython-38.pyc │ │ ├── restaurant.cpython-310.pyc │ │ ├── restaurant.cpython-311.pyc │ │ ├── restaurant.cpython-312.pyc │ │ ├── restaurant.cpython-37.pyc │ │ ├── restaurant.cpython-38.pyc │ │ ├── services.cpython-310.pyc │ │ ├── services.cpython-311.pyc │ │ ├── services.cpython-312.pyc │ │ ├── services.cpython-37.pyc │ │ ├── services.cpython-38.pyc │ │ ├── train.cpython-310.pyc │ │ ├── train.cpython-311.pyc │ │ ├── train.cpython-312.pyc │ │ ├── train.cpython-37.pyc │ │ ├── train.cpython-38.pyc │ │ ├── travel.cpython-310.pyc │ │ ├── travel.cpython-311.pyc │ │ ├── travel.cpython-312.pyc │ │ ├── travel.cpython-37.pyc │ │ ├── travel.cpython-38.pyc │ │ ├── utils.cpython-310.pyc │ │ ├── utils.cpython-311.pyc │ │ ├── utils.cpython-312.pyc │ │ ├── utils.cpython-37.pyc │ │ ├── utils.cpython-38.pyc │ │ ├── weather.cpython-310.pyc │ │ ├── weather.cpython-311.pyc │ │ ├── weather.cpython-312.pyc │ │ ├── weather.cpython-37.pyc │ │ ├── weather.cpython-38.pyc │ │ ├── wechat.cpython-310.pyc │ │ ├── wechat.cpython-311.pyc │ │ ├── wechat.cpython-312.pyc │ │ ├── wechat.cpython-37.pyc │ │ └── wechat.cpython-38.pyc │ ├── alarm.py │ ├── alipay.py │ ├── app.py │ ├── bus.py │ ├── calculator.py │ ├── calendar.py │ ├── chrome.py │ ├── event.py │ ├── flights.py │ ├── home.py │ ├── hotels.py │ ├── lark.py │ ├── media.py │ ├── meituan.py │ ├── memory.py │ ├── mobile.py │ ├── movie.py │ ├── music.py │ ├── payment.py │ ├── pupu.py │ ├── rent.py │ ├── restaurant.py │ ├── services.py │ ├── taobao.py │ ├── train.py │ ├── travel.py │ ├── trip.py │ ├── utils.py │ ├── weather.py │ ├── wechat.py │ └── youtube.py ├── conf │ └── mine_keys.txt ├── models │ ├── .DS_Store │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-312.pyc │ │ ├── chatgpt_resp_cralwer.cpython-312.pyc │ │ ├── huggingface_resp_crawler.cpython-312.pyc │ │ └── resp_crawler.cpython-312.pyc │ ├── chatgpt_resp_cralwer.py │ ├── comm │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-312.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── __init__.cpython-39.pyc │ │ │ ├── openai_tool.cpython-37.pyc │ │ │ ├── openai_tool.cpython-38.pyc │ │ │ ├── openai_tool.cpython-39.pyc │ │ │ ├── tools.cpython-310.pyc │ │ │ ├── tools.cpython-312.pyc │ │ │ ├── tools.cpython-38.pyc │ │ │ ├── utils.cpython-310.pyc │ │ │ ├── utils.cpython-312.pyc │ │ │ ├── utils.cpython-37.pyc │ │ │ ├── utils.cpython-38.pyc │ │ │ └── utils.cpython-39.pyc │ │ ├── tools.py │ │ └── utils.py │ ├── ours_resp_cralwer.py │ └── resp_crawler.py ├── prompts │ ├── .DS_Store │ ├── __pycache__ │ │ ├── demonstrations.cpython-310.pyc │ │ ├── demonstrations.cpython-312.pyc │ │ └── demonstrations.cpython-38.pyc │ └── appbench │ │ ├── api_for_all_agent.txt │ │ ├── api_for_single_agent.txt │ │ └── dependency_api_for_single_agent.txt ├── readme.md └── scripts │ └── run.sh ├── data ├── .DS_Store └── test │ ├── test_mm.json │ ├── test_ms.json │ ├── test_sm.json │ └── test_ss.json └── papers └── AppBench_v1.pdf /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/.DS_Store -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/README.md -------------------------------------------------------------------------------- /apple_intelligence.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/apple_intelligence.png -------------------------------------------------------------------------------- /code/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/.DS_Store -------------------------------------------------------------------------------- /code/__pycache__/evaluation.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/__pycache__/evaluation.cpython-312.pyc -------------------------------------------------------------------------------- /code/__pycache__/utils.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/__pycache__/utils.cpython-312.pyc -------------------------------------------------------------------------------- /code/agents/__pycache__/agent.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/agents/__pycache__/agent.cpython-312.pyc -------------------------------------------------------------------------------- /code/agents/__pycache__/meta_agent.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/agents/__pycache__/meta_agent.cpython-312.pyc -------------------------------------------------------------------------------- /code/agents/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/agents/agent.py -------------------------------------------------------------------------------- /code/agents/meta_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/agents/meta_agent.py -------------------------------------------------------------------------------- /code/appbench/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/appbench/.DS_Store -------------------------------------------------------------------------------- /code/appbench/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /code/appbench/__pycache__/analysis.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/appbench/__pycache__/analysis.cpython-38.pyc -------------------------------------------------------------------------------- /code/appbench/__pycache__/evaluation.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/appbench/__pycache__/evaluation.cpython-312.pyc -------------------------------------------------------------------------------- /code/appbench/__pycache__/utils.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/appbench/__pycache__/utils.cpython-312.pyc -------------------------------------------------------------------------------- /code/appbench/analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/appbench/analysis.py -------------------------------------------------------------------------------- /code/appbench/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/appbench/evaluation.py -------------------------------------------------------------------------------- /code/appbench/prompts/quality.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/appbench/prompts/quality.txt -------------------------------------------------------------------------------- /code/appbench/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/appbench/test.py -------------------------------------------------------------------------------- /code/appbench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/appbench/utils.py -------------------------------------------------------------------------------- /code/apps/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /code/apps/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/alarm.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/alarm.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/alarm.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/alarm.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/alarm.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/alarm.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/alarm.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/alarm.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/alarm.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/alarm.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/bus.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/bus.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/bus.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/bus.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/bus.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/bus.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/bus.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/bus.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/bus.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/bus.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/event.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/event.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/event.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/event.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/event.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/event.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/event.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/event.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/event.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/event.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/flights.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/flights.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/flights.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/flights.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/flights.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/flights.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/flights.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/flights.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/flights.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/flights.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/home.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/home.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/home.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/home.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/home.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/home.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/home.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/home.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/home.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/home.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/hotels.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/hotels.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/hotels.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/hotels.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/hotels.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/hotels.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/hotels.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/hotels.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/hotels.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/hotels.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/media.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/media.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/media.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/media.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/media.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/media.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/media.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/media.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/media.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/media.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/meituan.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/meituan.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/meituan.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/meituan.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/meituan.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/meituan.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/meituan.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/meituan.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/meituan.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/meituan.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/mobile.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/mobile.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/mobile.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/mobile.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/mobile.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/mobile.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/mobile.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/mobile.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/mobile.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/mobile.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/movie.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/movie.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/movie.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/movie.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/movie.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/movie.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/movie.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/movie.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/movie.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/movie.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/music.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/music.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/music.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/music.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/music.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/music.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/music.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/music.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/music.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/music.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/payment.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/payment.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/payment.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/payment.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/payment.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/payment.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/payment.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/payment.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/payment.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/payment.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/rent.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/rent.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/rent.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/rent.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/rent.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/rent.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/rent.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/rent.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/rent.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/rent.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/restaurant.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/restaurant.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/restaurant.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/restaurant.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/restaurant.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/restaurant.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/restaurant.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/restaurant.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/restaurant.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/restaurant.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/services.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/services.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/services.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/services.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/services.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/services.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/services.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/services.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/services.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/services.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/train.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/train.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/train.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/train.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/train.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/train.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/train.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/train.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/train.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/train.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/travel.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/travel.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/travel.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/travel.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/travel.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/travel.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/travel.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/travel.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/travel.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/travel.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/utils.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/utils.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/utils.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/utils.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/utils.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/weather.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/weather.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/weather.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/weather.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/weather.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/weather.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/weather.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/weather.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/weather.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/weather.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/wechat.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/wechat.cpython-310.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/wechat.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/wechat.cpython-311.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/wechat.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/wechat.cpython-312.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/wechat.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/wechat.cpython-37.pyc -------------------------------------------------------------------------------- /code/apps/__pycache__/wechat.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/__pycache__/wechat.cpython-38.pyc -------------------------------------------------------------------------------- /code/apps/alarm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/alarm.py -------------------------------------------------------------------------------- /code/apps/alipay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/alipay.py -------------------------------------------------------------------------------- /code/apps/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/app.py -------------------------------------------------------------------------------- /code/apps/bus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/bus.py -------------------------------------------------------------------------------- /code/apps/calculator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/calculator.py -------------------------------------------------------------------------------- /code/apps/calendar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/calendar.py -------------------------------------------------------------------------------- /code/apps/chrome.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/chrome.py -------------------------------------------------------------------------------- /code/apps/event.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/event.py -------------------------------------------------------------------------------- /code/apps/flights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/flights.py -------------------------------------------------------------------------------- /code/apps/home.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/home.py -------------------------------------------------------------------------------- /code/apps/hotels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/hotels.py -------------------------------------------------------------------------------- /code/apps/lark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/lark.py -------------------------------------------------------------------------------- /code/apps/media.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/media.py -------------------------------------------------------------------------------- /code/apps/meituan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/meituan.py -------------------------------------------------------------------------------- /code/apps/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/memory.py -------------------------------------------------------------------------------- /code/apps/mobile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/mobile.py -------------------------------------------------------------------------------- /code/apps/movie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/movie.py -------------------------------------------------------------------------------- /code/apps/music.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/music.py -------------------------------------------------------------------------------- /code/apps/payment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/payment.py -------------------------------------------------------------------------------- /code/apps/pupu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/pupu.py -------------------------------------------------------------------------------- /code/apps/rent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/rent.py -------------------------------------------------------------------------------- /code/apps/restaurant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/restaurant.py -------------------------------------------------------------------------------- /code/apps/services.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/services.py -------------------------------------------------------------------------------- /code/apps/taobao.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/taobao.py -------------------------------------------------------------------------------- /code/apps/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/train.py -------------------------------------------------------------------------------- /code/apps/travel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/travel.py -------------------------------------------------------------------------------- /code/apps/trip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/trip.py -------------------------------------------------------------------------------- /code/apps/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/utils.py -------------------------------------------------------------------------------- /code/apps/weather.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/weather.py -------------------------------------------------------------------------------- /code/apps/wechat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/wechat.py -------------------------------------------------------------------------------- /code/apps/youtube.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/apps/youtube.py -------------------------------------------------------------------------------- /code/conf/mine_keys.txt: -------------------------------------------------------------------------------- 1 | sk-Your-openai-key-here -------------------------------------------------------------------------------- /code/models/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/.DS_Store -------------------------------------------------------------------------------- /code/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /code/models/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /code/models/__pycache__/chatgpt_resp_cralwer.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/__pycache__/chatgpt_resp_cralwer.cpython-312.pyc -------------------------------------------------------------------------------- /code/models/__pycache__/huggingface_resp_crawler.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/__pycache__/huggingface_resp_crawler.cpython-312.pyc -------------------------------------------------------------------------------- /code/models/__pycache__/resp_crawler.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/__pycache__/resp_crawler.cpython-312.pyc -------------------------------------------------------------------------------- /code/models/chatgpt_resp_cralwer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/chatgpt_resp_cralwer.py -------------------------------------------------------------------------------- /code/models/comm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /code/models/comm/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /code/models/comm/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /code/models/comm/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /code/models/comm/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /code/models/comm/__pycache__/__init__.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/__pycache__/__init__.cpython-39.pyc -------------------------------------------------------------------------------- /code/models/comm/__pycache__/openai_tool.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/__pycache__/openai_tool.cpython-37.pyc -------------------------------------------------------------------------------- /code/models/comm/__pycache__/openai_tool.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/__pycache__/openai_tool.cpython-38.pyc -------------------------------------------------------------------------------- /code/models/comm/__pycache__/openai_tool.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/__pycache__/openai_tool.cpython-39.pyc -------------------------------------------------------------------------------- /code/models/comm/__pycache__/tools.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/__pycache__/tools.cpython-310.pyc -------------------------------------------------------------------------------- /code/models/comm/__pycache__/tools.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/__pycache__/tools.cpython-312.pyc -------------------------------------------------------------------------------- /code/models/comm/__pycache__/tools.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/__pycache__/tools.cpython-38.pyc -------------------------------------------------------------------------------- /code/models/comm/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /code/models/comm/__pycache__/utils.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/__pycache__/utils.cpython-312.pyc -------------------------------------------------------------------------------- /code/models/comm/__pycache__/utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/__pycache__/utils.cpython-37.pyc -------------------------------------------------------------------------------- /code/models/comm/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /code/models/comm/__pycache__/utils.cpython-39.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/__pycache__/utils.cpython-39.pyc -------------------------------------------------------------------------------- /code/models/comm/tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/tools.py -------------------------------------------------------------------------------- /code/models/comm/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/comm/utils.py -------------------------------------------------------------------------------- /code/models/ours_resp_cralwer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/ours_resp_cralwer.py -------------------------------------------------------------------------------- /code/models/resp_crawler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/models/resp_crawler.py -------------------------------------------------------------------------------- /code/prompts/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/prompts/.DS_Store -------------------------------------------------------------------------------- /code/prompts/__pycache__/demonstrations.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/prompts/__pycache__/demonstrations.cpython-310.pyc -------------------------------------------------------------------------------- /code/prompts/__pycache__/demonstrations.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/prompts/__pycache__/demonstrations.cpython-312.pyc -------------------------------------------------------------------------------- /code/prompts/__pycache__/demonstrations.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/prompts/__pycache__/demonstrations.cpython-38.pyc -------------------------------------------------------------------------------- /code/prompts/appbench/api_for_all_agent.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/prompts/appbench/api_for_all_agent.txt -------------------------------------------------------------------------------- /code/prompts/appbench/api_for_single_agent.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/prompts/appbench/api_for_single_agent.txt -------------------------------------------------------------------------------- /code/prompts/appbench/dependency_api_for_single_agent.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/prompts/appbench/dependency_api_for_single_agent.txt -------------------------------------------------------------------------------- /code/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/readme.md -------------------------------------------------------------------------------- /code/scripts/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/code/scripts/run.sh -------------------------------------------------------------------------------- /data/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/data/.DS_Store -------------------------------------------------------------------------------- /data/test/test_mm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/data/test/test_mm.json -------------------------------------------------------------------------------- /data/test/test_ms.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/data/test/test_ms.json -------------------------------------------------------------------------------- /data/test/test_sm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/data/test/test_sm.json -------------------------------------------------------------------------------- /data/test/test_ss.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/data/test/test_ss.json -------------------------------------------------------------------------------- /papers/AppBench_v1.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hrwise-nlp/AppBench/HEAD/papers/AppBench_v1.pdf --------------------------------------------------------------------------------