├── .gitignore ├── LICENSE ├── README.md ├── data ├── LICENSE ├── README.md ├── chart_types_test.json ├── chart_types_val.json ├── descriptive_test.json ├── descriptive_val.json ├── image_metadata_test.json ├── image_metadata_val.json ├── reasoning_test.json └── reasoning_val.json ├── evaluate.sh ├── generate.sh ├── images └── README.md ├── results └── README.md └── src ├── constants.py ├── descriptive_utils.py ├── evaluate.py ├── generate.py ├── generate_lib ├── cambrian.py ├── chartast.py ├── chartgemma.py ├── chartinstruct.py ├── chartllama.py ├── claude.py ├── cogagent.py ├── deepseekvl.py ├── docowl15.py ├── gemini.py ├── glm.py ├── gpt.py ├── idefics.py ├── internvl15.py ├── internvl2.py ├── internvl2pro.py ├── ixc2.py ├── llama32.py ├── llava16.py ├── llavaov.py ├── mgm.py ├── minicpm.py ├── moai.py ├── molmo.py ├── nvlm.py ├── o1.py ├── ovis.py ├── paligemma.py ├── phi3.py ├── phi35.py ├── pixtral.py ├── qwen.py ├── qwen2.py ├── reka.py ├── sphinx2.py ├── textmonkey.py ├── tinychart.py ├── unichart.py ├── ureader.py ├── utils.py └── vila15.py ├── get_stats.py ├── reasoning_utils.py └── score_utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/README.md -------------------------------------------------------------------------------- /data/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/data/LICENSE -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/chart_types_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/data/chart_types_test.json -------------------------------------------------------------------------------- /data/chart_types_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/data/chart_types_val.json -------------------------------------------------------------------------------- /data/descriptive_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/data/descriptive_test.json -------------------------------------------------------------------------------- /data/descriptive_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/data/descriptive_val.json -------------------------------------------------------------------------------- /data/image_metadata_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/data/image_metadata_test.json -------------------------------------------------------------------------------- /data/image_metadata_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/data/image_metadata_val.json -------------------------------------------------------------------------------- /data/reasoning_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/data/reasoning_test.json -------------------------------------------------------------------------------- /data/reasoning_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/data/reasoning_val.json -------------------------------------------------------------------------------- /evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/evaluate.sh -------------------------------------------------------------------------------- /generate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/generate.sh -------------------------------------------------------------------------------- /images/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /results/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/constants.py -------------------------------------------------------------------------------- /src/descriptive_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/descriptive_utils.py -------------------------------------------------------------------------------- /src/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/evaluate.py -------------------------------------------------------------------------------- /src/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate.py -------------------------------------------------------------------------------- /src/generate_lib/cambrian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/cambrian.py -------------------------------------------------------------------------------- /src/generate_lib/chartast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/chartast.py -------------------------------------------------------------------------------- /src/generate_lib/chartgemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/chartgemma.py -------------------------------------------------------------------------------- /src/generate_lib/chartinstruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/chartinstruct.py -------------------------------------------------------------------------------- /src/generate_lib/chartllama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/chartllama.py -------------------------------------------------------------------------------- /src/generate_lib/claude.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/claude.py -------------------------------------------------------------------------------- /src/generate_lib/cogagent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/cogagent.py -------------------------------------------------------------------------------- /src/generate_lib/deepseekvl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/deepseekvl.py -------------------------------------------------------------------------------- /src/generate_lib/docowl15.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/docowl15.py -------------------------------------------------------------------------------- /src/generate_lib/gemini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/gemini.py -------------------------------------------------------------------------------- /src/generate_lib/glm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/glm.py -------------------------------------------------------------------------------- /src/generate_lib/gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/gpt.py -------------------------------------------------------------------------------- /src/generate_lib/idefics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/idefics.py -------------------------------------------------------------------------------- /src/generate_lib/internvl15.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/internvl15.py -------------------------------------------------------------------------------- /src/generate_lib/internvl2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/internvl2.py -------------------------------------------------------------------------------- /src/generate_lib/internvl2pro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/internvl2pro.py -------------------------------------------------------------------------------- /src/generate_lib/ixc2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/ixc2.py -------------------------------------------------------------------------------- /src/generate_lib/llama32.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/llama32.py -------------------------------------------------------------------------------- /src/generate_lib/llava16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/llava16.py -------------------------------------------------------------------------------- /src/generate_lib/llavaov.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/llavaov.py -------------------------------------------------------------------------------- /src/generate_lib/mgm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/mgm.py -------------------------------------------------------------------------------- /src/generate_lib/minicpm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/minicpm.py -------------------------------------------------------------------------------- /src/generate_lib/moai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/moai.py -------------------------------------------------------------------------------- /src/generate_lib/molmo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/molmo.py -------------------------------------------------------------------------------- /src/generate_lib/nvlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/nvlm.py -------------------------------------------------------------------------------- /src/generate_lib/o1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/o1.py -------------------------------------------------------------------------------- /src/generate_lib/ovis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/ovis.py -------------------------------------------------------------------------------- /src/generate_lib/paligemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/paligemma.py -------------------------------------------------------------------------------- /src/generate_lib/phi3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/phi3.py -------------------------------------------------------------------------------- /src/generate_lib/phi35.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/phi35.py -------------------------------------------------------------------------------- /src/generate_lib/pixtral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/pixtral.py -------------------------------------------------------------------------------- /src/generate_lib/qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/qwen.py -------------------------------------------------------------------------------- /src/generate_lib/qwen2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/qwen2.py -------------------------------------------------------------------------------- /src/generate_lib/reka.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/reka.py -------------------------------------------------------------------------------- /src/generate_lib/sphinx2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/sphinx2.py -------------------------------------------------------------------------------- /src/generate_lib/textmonkey.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/textmonkey.py -------------------------------------------------------------------------------- /src/generate_lib/tinychart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/tinychart.py -------------------------------------------------------------------------------- /src/generate_lib/unichart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/unichart.py -------------------------------------------------------------------------------- /src/generate_lib/ureader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/ureader.py -------------------------------------------------------------------------------- /src/generate_lib/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/utils.py -------------------------------------------------------------------------------- /src/generate_lib/vila15.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/generate_lib/vila15.py -------------------------------------------------------------------------------- /src/get_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/get_stats.py -------------------------------------------------------------------------------- /src/reasoning_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/reasoning_utils.py -------------------------------------------------------------------------------- /src/score_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/princeton-nlp/CharXiv/HEAD/src/score_utils.py --------------------------------------------------------------------------------