├── .DS_Store ├── ChartAssistant.pdf ├── LICENSE_llama2 ├── Readme.md ├── accessory ├── __init__.py ├── configs │ ├── __init__.py │ ├── data │ │ └── finetune │ │ │ ├── mm │ │ │ ├── alpaca_llava.yaml │ │ │ ├── alpaca_llava_vqav2.yaml │ │ │ ├── chartsft.yaml │ │ │ └── llava_vqav2.yaml │ │ │ └── sg │ │ │ ├── alpaca.yaml │ │ │ ├── dialog_chineseSft.yaml │ │ │ ├── dialog_flacuna.yaml │ │ │ ├── dialog_lima.yaml │ │ │ ├── dialog_moss.yaml │ │ │ ├── dialog_sharegpt.yaml │ │ │ ├── dialog_ultrachat.yaml │ │ │ ├── dialog_ultrachat200kWizardcode.yaml │ │ │ ├── dialog_wizardCode.yaml │ │ │ ├── dialog_wizardLM.yaml │ │ │ ├── gorilla.yaml │ │ │ └── platypus.yaml │ ├── global_configs.py │ └── model │ │ ├── convert │ │ └── falcon │ │ │ ├── 180B.json │ │ │ └── 7B.json │ │ ├── finetune │ │ ├── mm │ │ │ └── llamaAdapter_normBiasLora.json │ │ └── sg │ │ │ ├── llamaAdapter.json │ │ │ ├── llamaPeft_biasLora.json │ │ │ └── llamaPeft_normBiasLora.json │ │ └── pretrain │ │ ├── rope_scaling0.125.json │ │ └── rope_scaling0.5.json ├── data │ ├── __init__.py │ ├── alpaca.py │ ├── conversation │ │ ├── __init__.py │ │ ├── dataset.py │ │ └── lib.py │ ├── data_reader.py │ ├── falcon.py │ ├── falcon_packed.py │ ├── system_prompt.py │ └── transform.py ├── demos │ ├── examples.py │ ├── exec_func_lib.py │ ├── multi_model_cli.py │ ├── multi_turn.py │ ├── multi_turn_mm.py │ ├── multi_turn_mm_box.py │ ├── single_model_cli.py │ ├── single_turn.py │ ├── single_turn_mm.py │ └── start.sh ├── engine_finetune.py ├── engine_pretrain.py ├── eval_mm │ ├── Readme.md │ ├── annotations │ │ ├── MME_benchmark.json │ │ ├── SEED-Bench_v1.json │ │ ├── SEED-Bench_v2.json │ │ ├── gqa_testdev_balanced.json │ │ ├── ocrvqa_val.json │ │ ├── okvqa_val.json │ │ ├── refcoco+_testA.json │ │ ├── refcoco+_testB.json │ │ ├── refcoco+_val.json │ │ ├── refcoco_testA.json │ │ ├── refcoco_testB.json │ │ ├── refcoco_val.json │ │ ├── refcocog_test.json │ │ ├── refcocog_val.json │ │ ├── scienceqa_test_img.json │ │ ├── vizwiz_val.json │ │ ├── vqav2_val.json │ │ └── vsr_val.json │ ├── evaluate.py │ ├── inference_image_sphinx.py │ ├── infographicsvqa_eval.py │ └── sphinx.py ├── exps │ ├── finetune │ │ └── mm │ │ │ ├── chart.sh │ │ │ └── test.sh │ └── pretrain │ │ ├── 13B_packed.sh │ │ └── vanilla.sh ├── main_finetune.py ├── main_pretrain.py ├── model │ ├── LLM │ │ ├── __init__.py │ │ ├── falcon.py │ │ ├── internlm.py │ │ ├── llama.py │ │ ├── llama_adapter.py │ │ ├── llama_ens.py │ │ ├── llama_ens10.py │ │ ├── llama_ens5.py │ │ ├── llama_ens5p2.py │ │ ├── llama_ens_peft.py │ │ ├── llama_peft.py │ │ ├── llama_qformerv2.py │ │ └── llama_qformerv2_peft.py │ ├── __init__.py │ ├── components.py │ ├── meta.py │ ├── multi_gpu_wrapper.py │ ├── peft.py │ └── tokenizer.py ├── resources │ └── hf │ │ └── Salesforce │ │ └── blip2-opt-2.7b │ │ └── config.json ├── single_turn_eval.py ├── single_turn_eval_multitask.py ├── test_all1.json ├── tools │ ├── convert_weights_to_hf.py │ ├── data_conversion │ │ └── to_alpaca │ │ │ └── gorilla.py │ ├── download.py │ ├── generate_packed_data.py │ ├── llava_to_single_turn.py │ └── weight_operate.py └── util │ ├── __init__.py │ ├── clip_grad.py │ ├── lr_sched.py │ ├── misc.py │ ├── param_group.py │ ├── quant.py │ ├── tensor_parallel.py │ └── tensor_type.py ├── chartqa_all.json ├── demo.png ├── docs ├── .DS_Store ├── _static │ ├── .DS_Store │ ├── css │ │ └── readthedocs.css │ ├── custom.css │ └── images │ │ ├── hf.svg │ │ ├── logo.png │ │ └── logo_small.svg ├── conf.py ├── examples │ └── finetune │ │ ├── mm │ │ ├── alpacaLlava_llamaQformerv2_13b.md │ │ ├── caption1.jpg │ │ ├── caption2.jpg │ │ ├── instruction1.jpg │ │ ├── instruction2.jpg │ │ ├── instruction3.jpg │ │ ├── instruction4.jpg │ │ ├── instruction5.jpg │ │ ├── instruction6.jpg │ │ ├── instruction7.jpg │ │ └── sphinx_box_0.png │ │ └── sg │ │ ├── alpaca.md │ │ ├── dialog_flan.md │ │ ├── dialog_lima.md │ │ ├── dialog_moss.md │ │ ├── dialog_sharegpt.md │ │ ├── dialog_sharegpt_70b.md │ │ ├── dialog_ultra.md │ │ ├── dialog_wizardLM.md │ │ ├── dialog_wizardcode_loadcode220k.md │ │ ├── gorilla.md │ │ ├── intern_alpaca_zh.md │ │ └── llama2-chat.md ├── faq.md ├── finetune │ ├── index.md │ ├── mm.md │ ├── prerequisites.md │ ├── quantization.md │ ├── sg.md │ └── sg_peft.md ├── index.md ├── inference.md ├── install.md ├── light-eval │ ├── index.md │ ├── lm.md │ └── mm.md ├── logo.png ├── logo_small.png ├── pretrain.md ├── projects │ └── mixtral-8x7b.md └── requirements.txt ├── params.json ├── requirements.txt ├── setup.py └── tokenizer.model /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/.DS_Store -------------------------------------------------------------------------------- /ChartAssistant.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/ChartAssistant.pdf -------------------------------------------------------------------------------- /LICENSE_llama2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/LICENSE_llama2 -------------------------------------------------------------------------------- /Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/Readme.md -------------------------------------------------------------------------------- /accessory/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/__init__.py -------------------------------------------------------------------------------- /accessory/configs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /accessory/configs/data/finetune/mm/alpaca_llava.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/data/finetune/mm/alpaca_llava.yaml -------------------------------------------------------------------------------- /accessory/configs/data/finetune/mm/alpaca_llava_vqav2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/data/finetune/mm/alpaca_llava_vqav2.yaml -------------------------------------------------------------------------------- /accessory/configs/data/finetune/mm/chartsft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/data/finetune/mm/chartsft.yaml -------------------------------------------------------------------------------- /accessory/configs/data/finetune/mm/llava_vqav2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/data/finetune/mm/llava_vqav2.yaml -------------------------------------------------------------------------------- /accessory/configs/data/finetune/sg/alpaca.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/data/finetune/sg/alpaca.yaml -------------------------------------------------------------------------------- /accessory/configs/data/finetune/sg/dialog_chineseSft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/data/finetune/sg/dialog_chineseSft.yaml -------------------------------------------------------------------------------- /accessory/configs/data/finetune/sg/dialog_flacuna.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/data/finetune/sg/dialog_flacuna.yaml -------------------------------------------------------------------------------- /accessory/configs/data/finetune/sg/dialog_lima.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/data/finetune/sg/dialog_lima.yaml -------------------------------------------------------------------------------- /accessory/configs/data/finetune/sg/dialog_moss.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/data/finetune/sg/dialog_moss.yaml -------------------------------------------------------------------------------- /accessory/configs/data/finetune/sg/dialog_sharegpt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/data/finetune/sg/dialog_sharegpt.yaml -------------------------------------------------------------------------------- /accessory/configs/data/finetune/sg/dialog_ultrachat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/data/finetune/sg/dialog_ultrachat.yaml -------------------------------------------------------------------------------- /accessory/configs/data/finetune/sg/dialog_ultrachat200kWizardcode.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/data/finetune/sg/dialog_ultrachat200kWizardcode.yaml -------------------------------------------------------------------------------- /accessory/configs/data/finetune/sg/dialog_wizardCode.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/data/finetune/sg/dialog_wizardCode.yaml -------------------------------------------------------------------------------- /accessory/configs/data/finetune/sg/dialog_wizardLM.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/data/finetune/sg/dialog_wizardLM.yaml -------------------------------------------------------------------------------- /accessory/configs/data/finetune/sg/gorilla.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/data/finetune/sg/gorilla.yaml -------------------------------------------------------------------------------- /accessory/configs/data/finetune/sg/platypus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/data/finetune/sg/platypus.yaml -------------------------------------------------------------------------------- /accessory/configs/global_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/global_configs.py -------------------------------------------------------------------------------- /accessory/configs/model/convert/falcon/180B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/model/convert/falcon/180B.json -------------------------------------------------------------------------------- /accessory/configs/model/convert/falcon/7B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/model/convert/falcon/7B.json -------------------------------------------------------------------------------- /accessory/configs/model/finetune/mm/llamaAdapter_normBiasLora.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/model/finetune/mm/llamaAdapter_normBiasLora.json -------------------------------------------------------------------------------- /accessory/configs/model/finetune/sg/llamaAdapter.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/model/finetune/sg/llamaAdapter.json -------------------------------------------------------------------------------- /accessory/configs/model/finetune/sg/llamaPeft_biasLora.json: -------------------------------------------------------------------------------- 1 | {"lora_rank": 16, "bias_tuning": true} -------------------------------------------------------------------------------- /accessory/configs/model/finetune/sg/llamaPeft_normBiasLora.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/configs/model/finetune/sg/llamaPeft_normBiasLora.json -------------------------------------------------------------------------------- /accessory/configs/model/pretrain/rope_scaling0.125.json: -------------------------------------------------------------------------------- 1 | {"rope_scaling": 0.125} -------------------------------------------------------------------------------- /accessory/configs/model/pretrain/rope_scaling0.5.json: -------------------------------------------------------------------------------- 1 | {"rope_scaling": 0.5} -------------------------------------------------------------------------------- /accessory/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /accessory/data/alpaca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/data/alpaca.py -------------------------------------------------------------------------------- /accessory/data/conversation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/data/conversation/__init__.py -------------------------------------------------------------------------------- /accessory/data/conversation/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/data/conversation/dataset.py -------------------------------------------------------------------------------- /accessory/data/conversation/lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/data/conversation/lib.py -------------------------------------------------------------------------------- /accessory/data/data_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/data/data_reader.py -------------------------------------------------------------------------------- /accessory/data/falcon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/data/falcon.py -------------------------------------------------------------------------------- /accessory/data/falcon_packed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/data/falcon_packed.py -------------------------------------------------------------------------------- /accessory/data/system_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/data/system_prompt.py -------------------------------------------------------------------------------- /accessory/data/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/data/transform.py -------------------------------------------------------------------------------- /accessory/demos/examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/demos/examples.py -------------------------------------------------------------------------------- /accessory/demos/exec_func_lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/demos/exec_func_lib.py -------------------------------------------------------------------------------- /accessory/demos/multi_model_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/demos/multi_model_cli.py -------------------------------------------------------------------------------- /accessory/demos/multi_turn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/demos/multi_turn.py -------------------------------------------------------------------------------- /accessory/demos/multi_turn_mm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/demos/multi_turn_mm.py -------------------------------------------------------------------------------- /accessory/demos/multi_turn_mm_box.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/demos/multi_turn_mm_box.py -------------------------------------------------------------------------------- /accessory/demos/single_model_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/demos/single_model_cli.py -------------------------------------------------------------------------------- /accessory/demos/single_turn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/demos/single_turn.py -------------------------------------------------------------------------------- /accessory/demos/single_turn_mm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/demos/single_turn_mm.py -------------------------------------------------------------------------------- /accessory/demos/start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/demos/start.sh -------------------------------------------------------------------------------- /accessory/engine_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/engine_finetune.py -------------------------------------------------------------------------------- /accessory/engine_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/engine_pretrain.py -------------------------------------------------------------------------------- /accessory/eval_mm/Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/Readme.md -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/MME_benchmark.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/MME_benchmark.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/SEED-Bench_v1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/SEED-Bench_v1.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/SEED-Bench_v2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/SEED-Bench_v2.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/gqa_testdev_balanced.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/gqa_testdev_balanced.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/ocrvqa_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/ocrvqa_val.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/okvqa_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/okvqa_val.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/refcoco+_testA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/refcoco+_testA.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/refcoco+_testB.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/refcoco+_testB.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/refcoco+_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/refcoco+_val.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/refcoco_testA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/refcoco_testA.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/refcoco_testB.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/refcoco_testB.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/refcoco_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/refcoco_val.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/refcocog_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/refcocog_test.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/refcocog_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/refcocog_val.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/scienceqa_test_img.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/scienceqa_test_img.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/vizwiz_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/vizwiz_val.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/vqav2_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/vqav2_val.json -------------------------------------------------------------------------------- /accessory/eval_mm/annotations/vsr_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/annotations/vsr_val.json -------------------------------------------------------------------------------- /accessory/eval_mm/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/evaluate.py -------------------------------------------------------------------------------- /accessory/eval_mm/inference_image_sphinx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/inference_image_sphinx.py -------------------------------------------------------------------------------- /accessory/eval_mm/infographicsvqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/infographicsvqa_eval.py -------------------------------------------------------------------------------- /accessory/eval_mm/sphinx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/eval_mm/sphinx.py -------------------------------------------------------------------------------- /accessory/exps/finetune/mm/chart.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/exps/finetune/mm/chart.sh -------------------------------------------------------------------------------- /accessory/exps/finetune/mm/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/exps/finetune/mm/test.sh -------------------------------------------------------------------------------- /accessory/exps/pretrain/13B_packed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/exps/pretrain/13B_packed.sh -------------------------------------------------------------------------------- /accessory/exps/pretrain/vanilla.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/exps/pretrain/vanilla.sh -------------------------------------------------------------------------------- /accessory/main_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/main_finetune.py -------------------------------------------------------------------------------- /accessory/main_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/main_pretrain.py -------------------------------------------------------------------------------- /accessory/model/LLM/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/LLM/__init__.py -------------------------------------------------------------------------------- /accessory/model/LLM/falcon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/LLM/falcon.py -------------------------------------------------------------------------------- /accessory/model/LLM/internlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/LLM/internlm.py -------------------------------------------------------------------------------- /accessory/model/LLM/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/LLM/llama.py -------------------------------------------------------------------------------- /accessory/model/LLM/llama_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/LLM/llama_adapter.py -------------------------------------------------------------------------------- /accessory/model/LLM/llama_ens.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/LLM/llama_ens.py -------------------------------------------------------------------------------- /accessory/model/LLM/llama_ens10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/LLM/llama_ens10.py -------------------------------------------------------------------------------- /accessory/model/LLM/llama_ens5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/LLM/llama_ens5.py -------------------------------------------------------------------------------- /accessory/model/LLM/llama_ens5p2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/LLM/llama_ens5p2.py -------------------------------------------------------------------------------- /accessory/model/LLM/llama_ens_peft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/LLM/llama_ens_peft.py -------------------------------------------------------------------------------- /accessory/model/LLM/llama_peft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/LLM/llama_peft.py -------------------------------------------------------------------------------- /accessory/model/LLM/llama_qformerv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/LLM/llama_qformerv2.py -------------------------------------------------------------------------------- /accessory/model/LLM/llama_qformerv2_peft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/LLM/llama_qformerv2_peft.py -------------------------------------------------------------------------------- /accessory/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /accessory/model/components.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/components.py -------------------------------------------------------------------------------- /accessory/model/meta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/meta.py -------------------------------------------------------------------------------- /accessory/model/multi_gpu_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/multi_gpu_wrapper.py -------------------------------------------------------------------------------- /accessory/model/peft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/peft.py -------------------------------------------------------------------------------- /accessory/model/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/model/tokenizer.py -------------------------------------------------------------------------------- /accessory/resources/hf/Salesforce/blip2-opt-2.7b/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/resources/hf/Salesforce/blip2-opt-2.7b/config.json -------------------------------------------------------------------------------- /accessory/single_turn_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/single_turn_eval.py -------------------------------------------------------------------------------- /accessory/single_turn_eval_multitask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/single_turn_eval_multitask.py -------------------------------------------------------------------------------- /accessory/test_all1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/test_all1.json -------------------------------------------------------------------------------- /accessory/tools/convert_weights_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/tools/convert_weights_to_hf.py -------------------------------------------------------------------------------- /accessory/tools/data_conversion/to_alpaca/gorilla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/tools/data_conversion/to_alpaca/gorilla.py -------------------------------------------------------------------------------- /accessory/tools/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/tools/download.py -------------------------------------------------------------------------------- /accessory/tools/generate_packed_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/tools/generate_packed_data.py -------------------------------------------------------------------------------- /accessory/tools/llava_to_single_turn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/tools/llava_to_single_turn.py -------------------------------------------------------------------------------- /accessory/tools/weight_operate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/tools/weight_operate.py -------------------------------------------------------------------------------- /accessory/util/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /accessory/util/clip_grad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/util/clip_grad.py -------------------------------------------------------------------------------- /accessory/util/lr_sched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/util/lr_sched.py -------------------------------------------------------------------------------- /accessory/util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/util/misc.py -------------------------------------------------------------------------------- /accessory/util/param_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/util/param_group.py -------------------------------------------------------------------------------- /accessory/util/quant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/util/quant.py -------------------------------------------------------------------------------- /accessory/util/tensor_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/util/tensor_parallel.py -------------------------------------------------------------------------------- /accessory/util/tensor_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/accessory/util/tensor_type.py -------------------------------------------------------------------------------- /chartqa_all.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/chartqa_all.json -------------------------------------------------------------------------------- /demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/demo.png -------------------------------------------------------------------------------- /docs/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/.DS_Store -------------------------------------------------------------------------------- /docs/_static/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/_static/.DS_Store -------------------------------------------------------------------------------- /docs/_static/css/readthedocs.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/_static/css/readthedocs.css -------------------------------------------------------------------------------- /docs/_static/custom.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/_static/custom.css -------------------------------------------------------------------------------- /docs/_static/images/hf.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/_static/images/hf.svg -------------------------------------------------------------------------------- /docs/_static/images/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/_static/images/logo.png -------------------------------------------------------------------------------- /docs/_static/images/logo_small.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/_static/images/logo_small.svg -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/examples/finetune/mm/alpacaLlava_llamaQformerv2_13b.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/mm/alpacaLlava_llamaQformerv2_13b.md -------------------------------------------------------------------------------- /docs/examples/finetune/mm/caption1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/mm/caption1.jpg -------------------------------------------------------------------------------- /docs/examples/finetune/mm/caption2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/mm/caption2.jpg -------------------------------------------------------------------------------- /docs/examples/finetune/mm/instruction1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/mm/instruction1.jpg -------------------------------------------------------------------------------- /docs/examples/finetune/mm/instruction2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/mm/instruction2.jpg -------------------------------------------------------------------------------- /docs/examples/finetune/mm/instruction3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/mm/instruction3.jpg -------------------------------------------------------------------------------- /docs/examples/finetune/mm/instruction4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/mm/instruction4.jpg -------------------------------------------------------------------------------- /docs/examples/finetune/mm/instruction5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/mm/instruction5.jpg -------------------------------------------------------------------------------- /docs/examples/finetune/mm/instruction6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/mm/instruction6.jpg -------------------------------------------------------------------------------- /docs/examples/finetune/mm/instruction7.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/mm/instruction7.jpg -------------------------------------------------------------------------------- /docs/examples/finetune/mm/sphinx_box_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/mm/sphinx_box_0.png -------------------------------------------------------------------------------- /docs/examples/finetune/sg/alpaca.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/sg/alpaca.md -------------------------------------------------------------------------------- /docs/examples/finetune/sg/dialog_flan.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/sg/dialog_flan.md -------------------------------------------------------------------------------- /docs/examples/finetune/sg/dialog_lima.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/sg/dialog_lima.md -------------------------------------------------------------------------------- /docs/examples/finetune/sg/dialog_moss.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/sg/dialog_moss.md -------------------------------------------------------------------------------- /docs/examples/finetune/sg/dialog_sharegpt.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/sg/dialog_sharegpt.md -------------------------------------------------------------------------------- /docs/examples/finetune/sg/dialog_sharegpt_70b.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/sg/dialog_sharegpt_70b.md -------------------------------------------------------------------------------- /docs/examples/finetune/sg/dialog_ultra.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/sg/dialog_ultra.md -------------------------------------------------------------------------------- /docs/examples/finetune/sg/dialog_wizardLM.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/sg/dialog_wizardLM.md -------------------------------------------------------------------------------- /docs/examples/finetune/sg/dialog_wizardcode_loadcode220k.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/sg/dialog_wizardcode_loadcode220k.md -------------------------------------------------------------------------------- /docs/examples/finetune/sg/gorilla.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/sg/gorilla.md -------------------------------------------------------------------------------- /docs/examples/finetune/sg/intern_alpaca_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/sg/intern_alpaca_zh.md -------------------------------------------------------------------------------- /docs/examples/finetune/sg/llama2-chat.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/examples/finetune/sg/llama2-chat.md -------------------------------------------------------------------------------- /docs/faq.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/faq.md -------------------------------------------------------------------------------- /docs/finetune/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/finetune/index.md -------------------------------------------------------------------------------- /docs/finetune/mm.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/finetune/mm.md -------------------------------------------------------------------------------- /docs/finetune/prerequisites.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/finetune/prerequisites.md -------------------------------------------------------------------------------- /docs/finetune/quantization.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/finetune/quantization.md -------------------------------------------------------------------------------- /docs/finetune/sg.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/finetune/sg.md -------------------------------------------------------------------------------- /docs/finetune/sg_peft.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/finetune/sg_peft.md -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/inference.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/inference.md -------------------------------------------------------------------------------- /docs/install.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/install.md -------------------------------------------------------------------------------- /docs/light-eval/index.md: -------------------------------------------------------------------------------- 1 | # Light-eval 2 | 3 | ```{toctree} 4 | mm 5 | lm 6 | ``` 7 | -------------------------------------------------------------------------------- /docs/light-eval/lm.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/light-eval/lm.md -------------------------------------------------------------------------------- /docs/light-eval/mm.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/light-eval/mm.md -------------------------------------------------------------------------------- /docs/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/logo.png -------------------------------------------------------------------------------- /docs/logo_small.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/logo_small.png -------------------------------------------------------------------------------- /docs/pretrain.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/pretrain.md -------------------------------------------------------------------------------- /docs/projects/mixtral-8x7b.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/projects/mixtral-8x7b.md -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /params.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/params.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/setup.py -------------------------------------------------------------------------------- /tokenizer.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenGVLab/ChartAst/HEAD/tokenizer.model --------------------------------------------------------------------------------