├── .gitignore ├── LICENSE ├── README.md ├── constant.py ├── data └── ovo_bench_new.json ├── images ├── VideoCoT.png ├── camera_ready_examples.png ├── data_duration.jpg ├── data_num.jpg ├── leaderboard.png └── model.png ├── inference.py ├── models ├── Dispider.py ├── FlashVStream.py ├── GPT.py ├── Gemini.py ├── InternVL2.py ├── LLaVA_OneVision.py ├── LLaVA_Video.py ├── LongVU.py ├── MiniCPM_o.py ├── QWen2VL.py ├── VideoLLM_Online.py ├── __init__.py └── _model_card.py ├── requirements.txt ├── results ├── FlashVStream │ ├── FlashVStream_ASI_offline.json │ ├── FlashVStream_EPM_offline.json │ ├── FlashVStream_HLD_offline.json │ ├── FlashVStream_OCR_ACR_ATR_offline.json │ ├── FlashVStream_REC_offline.json │ ├── FlashVStream_SSR_CRR_offline.json │ └── FlashVStream_STU_FPD_OJR_offline.json ├── GPT │ ├── GPT_ACR_offline.json │ ├── GPT_ASI_offline.json │ ├── GPT_ATR_offline.json │ ├── GPT_CRR_offline_1.json │ ├── GPT_EPM_offline.json │ ├── GPT_FPD_offline.json │ ├── GPT_HLD_offline.json │ ├── GPT_OCR_offline.json │ ├── GPT_OJR_offline.json │ └── GPT_STU_offline.json ├── Gemini │ ├── Gemini_ASI_offline.json │ ├── Gemini_EPM_offline.json │ ├── Gemini_HLD_offline_1.json │ ├── Gemini_OCR_ACR_ATR_offline.json │ ├── Gemini_REC_SSR_CRR_offline.json │ └── Gemini_STU_FPD_OJR_offline.json ├── InternVL2 │ ├── InternVL2_ASI_HLD_offline.json │ ├── InternVL2_EPM_offline.json │ ├── InternVL2_OCR_ACR_ATR_offline.json │ ├── InternVL2_OJR_offline.json │ ├── InternVL2_REC_offline.json │ ├── InternVL2_SSR_CRR_offline.json │ └── InternVL2_STU_FPD_offline.json ├── LLaVA_OneVision │ ├── LLaVA_OneVision_ASI_HLD_offline.json │ ├── LLaVA_OneVision_EPM_offline.json │ ├── LLaVA_OneVision_OCR_ACR_ATR_offline.json │ ├── LLaVA_OneVision_REC_offline.json │ ├── LLaVA_OneVision_SSR_CRR_offline.json │ └── LLaVA_OneVision_STU_FPD_OJR_offline.json ├── LLaVA_Video │ ├── LLaVA_Video_ASI_HLD_offline.json │ ├── LLaVA_Video_EPM_offline.json │ ├── LLaVA_Video_OCR_ACR_ATR_offline.json │ ├── LLaVA_Video_REC_offline.json │ ├── LLaVA_Video_SSR_CRR_offline.json │ └── LLaVA_Video_STU_FPD_OJR_offline.json ├── LongVU │ ├── LongVU_ASI_offline.json │ ├── LongVU_CRR_offline_1.json │ ├── LongVU_EPM_offline.json │ ├── LongVU_HLD_offline.json │ ├── LongVU_OCR_ACR_ATR_offline.json │ ├── LongVU_REC_offline_1.json │ ├── LongVU_SSR_offline_1.json │ └── LongVU_STU_FPD_OJR_offline.json ├── QWen2VL_72B │ ├── QWen2VL_72B_ASI_HLD_offline.json │ ├── QWen2VL_72B_EPM_offline.json │ ├── QWen2VL_72B_OCR_ACR_ATR_offline.json │ ├── QWen2VL_72B_REC_offline.json │ ├── QWen2VL_72B_SSR_CRR_offline.json │ └── QWen2VL_72B_STU_FPD_OJR_offline.json ├── QWen2VL_72B_ │ ├── QWen2VL_72B_ASI_HLD_offline.json │ ├── QWen2VL_72B_EPM_offline.json │ ├── QWen2VL_72B_OCR_ACR_ATR_offline.json │ ├── QWen2VL_72B_REC_offline.json │ ├── QWen2VL_72B_SSR_CRR_offline.json │ └── QWen2VL_72B_STU_FPD_OJR_offline.json ├── QWen2VL_7B │ ├── QWen2VL_7B_ASI_HLD_offline.json │ ├── QWen2VL_7B_EPM_offline.json │ ├── QWen2VL_7B_OCR_ACR_ATR_offline.json │ ├── QWen2VL_7B_REC_offline.json │ ├── QWen2VL_7B_SSR_CRR_offline.json │ └── QWen2VL_7B_STU_FPD_OJR_offline.json └── QWen2VL_7B_ │ ├── QWen2VL_7B_ASI_HLD_offline.json │ ├── QWen2VL_7B_EPM_offline.json │ ├── QWen2VL_7B_OCR_ACR_ATR_offline.json │ ├── QWen2VL_7B_REC_offline.json │ ├── QWen2VL_7B_SSR_CRR_offline.json │ └── QWen2VL_7B_STU_FPD_OJR_offline.json ├── score.py ├── scripts ├── chunk_video.sh ├── inference │ ├── FlashVStream.sh │ ├── GPT.sh │ ├── Gemini.sh │ ├── InternVL2.sh │ ├── LLaVA_OneVision.sh │ ├── LLaVA_Video.sh │ ├── LongVU.sh │ ├── MiniCPM_o.sh │ ├── QWen2VL_72B.sh │ ├── QWen2VL_7B.sh │ └── videollm_online.sh └── score │ ├── FlashVStream.sh │ ├── GPT.sh │ ├── Gemini.sh │ ├── InternVL2.sh │ ├── LLaVA_OneVision.sh │ ├── LLaVA_Video.sh │ ├── LongVU.sh │ ├── QWen2VL_72B.sh │ ├── QWen2VL_7B.sh │ └── Videollm_Online.sh └── utils ├── OVOBench.py ├── OVOBenchScore.py ├── chunk_videos.py └── sample_frames.py /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | __pycache__ -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/README.md -------------------------------------------------------------------------------- /constant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/constant.py -------------------------------------------------------------------------------- /data/ovo_bench_new.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/data/ovo_bench_new.json -------------------------------------------------------------------------------- /images/VideoCoT.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/images/VideoCoT.png -------------------------------------------------------------------------------- /images/camera_ready_examples.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/images/camera_ready_examples.png -------------------------------------------------------------------------------- /images/data_duration.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/images/data_duration.jpg -------------------------------------------------------------------------------- /images/data_num.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/images/data_num.jpg -------------------------------------------------------------------------------- /images/leaderboard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/images/leaderboard.png -------------------------------------------------------------------------------- /images/model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/images/model.png -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/inference.py -------------------------------------------------------------------------------- /models/Dispider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/models/Dispider.py -------------------------------------------------------------------------------- /models/FlashVStream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/models/FlashVStream.py -------------------------------------------------------------------------------- /models/GPT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/models/GPT.py -------------------------------------------------------------------------------- /models/Gemini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/models/Gemini.py -------------------------------------------------------------------------------- /models/InternVL2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/models/InternVL2.py -------------------------------------------------------------------------------- /models/LLaVA_OneVision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/models/LLaVA_OneVision.py -------------------------------------------------------------------------------- /models/LLaVA_Video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/models/LLaVA_Video.py -------------------------------------------------------------------------------- /models/LongVU.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/models/LongVU.py -------------------------------------------------------------------------------- /models/MiniCPM_o.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/models/MiniCPM_o.py -------------------------------------------------------------------------------- /models/QWen2VL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/models/QWen2VL.py -------------------------------------------------------------------------------- /models/VideoLLM_Online.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/models/VideoLLM_Online.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/_model_card.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/models/_model_card.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | moviepy==1.0.3 2 | numpy 3 | pillow 4 | tqdm -------------------------------------------------------------------------------- /results/FlashVStream/FlashVStream_ASI_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/FlashVStream/FlashVStream_ASI_offline.json -------------------------------------------------------------------------------- /results/FlashVStream/FlashVStream_EPM_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/FlashVStream/FlashVStream_EPM_offline.json -------------------------------------------------------------------------------- /results/FlashVStream/FlashVStream_HLD_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/FlashVStream/FlashVStream_HLD_offline.json -------------------------------------------------------------------------------- /results/FlashVStream/FlashVStream_OCR_ACR_ATR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/FlashVStream/FlashVStream_OCR_ACR_ATR_offline.json -------------------------------------------------------------------------------- /results/FlashVStream/FlashVStream_REC_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/FlashVStream/FlashVStream_REC_offline.json -------------------------------------------------------------------------------- /results/FlashVStream/FlashVStream_SSR_CRR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/FlashVStream/FlashVStream_SSR_CRR_offline.json -------------------------------------------------------------------------------- /results/FlashVStream/FlashVStream_STU_FPD_OJR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/FlashVStream/FlashVStream_STU_FPD_OJR_offline.json -------------------------------------------------------------------------------- /results/GPT/GPT_ACR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/GPT/GPT_ACR_offline.json -------------------------------------------------------------------------------- /results/GPT/GPT_ASI_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/GPT/GPT_ASI_offline.json -------------------------------------------------------------------------------- /results/GPT/GPT_ATR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/GPT/GPT_ATR_offline.json -------------------------------------------------------------------------------- /results/GPT/GPT_CRR_offline_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/GPT/GPT_CRR_offline_1.json -------------------------------------------------------------------------------- /results/GPT/GPT_EPM_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/GPT/GPT_EPM_offline.json -------------------------------------------------------------------------------- /results/GPT/GPT_FPD_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/GPT/GPT_FPD_offline.json -------------------------------------------------------------------------------- /results/GPT/GPT_HLD_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/GPT/GPT_HLD_offline.json -------------------------------------------------------------------------------- /results/GPT/GPT_OCR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/GPT/GPT_OCR_offline.json -------------------------------------------------------------------------------- /results/GPT/GPT_OJR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/GPT/GPT_OJR_offline.json -------------------------------------------------------------------------------- /results/GPT/GPT_STU_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/GPT/GPT_STU_offline.json -------------------------------------------------------------------------------- /results/Gemini/Gemini_ASI_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/Gemini/Gemini_ASI_offline.json -------------------------------------------------------------------------------- /results/Gemini/Gemini_EPM_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/Gemini/Gemini_EPM_offline.json -------------------------------------------------------------------------------- /results/Gemini/Gemini_HLD_offline_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/Gemini/Gemini_HLD_offline_1.json -------------------------------------------------------------------------------- /results/Gemini/Gemini_OCR_ACR_ATR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/Gemini/Gemini_OCR_ACR_ATR_offline.json -------------------------------------------------------------------------------- /results/Gemini/Gemini_REC_SSR_CRR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/Gemini/Gemini_REC_SSR_CRR_offline.json -------------------------------------------------------------------------------- /results/Gemini/Gemini_STU_FPD_OJR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/Gemini/Gemini_STU_FPD_OJR_offline.json -------------------------------------------------------------------------------- /results/InternVL2/InternVL2_ASI_HLD_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/InternVL2/InternVL2_ASI_HLD_offline.json -------------------------------------------------------------------------------- /results/InternVL2/InternVL2_EPM_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/InternVL2/InternVL2_EPM_offline.json -------------------------------------------------------------------------------- /results/InternVL2/InternVL2_OCR_ACR_ATR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/InternVL2/InternVL2_OCR_ACR_ATR_offline.json -------------------------------------------------------------------------------- /results/InternVL2/InternVL2_OJR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/InternVL2/InternVL2_OJR_offline.json -------------------------------------------------------------------------------- /results/InternVL2/InternVL2_REC_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/InternVL2/InternVL2_REC_offline.json -------------------------------------------------------------------------------- /results/InternVL2/InternVL2_SSR_CRR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/InternVL2/InternVL2_SSR_CRR_offline.json -------------------------------------------------------------------------------- /results/InternVL2/InternVL2_STU_FPD_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/InternVL2/InternVL2_STU_FPD_offline.json -------------------------------------------------------------------------------- /results/LLaVA_OneVision/LLaVA_OneVision_ASI_HLD_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LLaVA_OneVision/LLaVA_OneVision_ASI_HLD_offline.json -------------------------------------------------------------------------------- /results/LLaVA_OneVision/LLaVA_OneVision_EPM_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LLaVA_OneVision/LLaVA_OneVision_EPM_offline.json -------------------------------------------------------------------------------- /results/LLaVA_OneVision/LLaVA_OneVision_OCR_ACR_ATR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LLaVA_OneVision/LLaVA_OneVision_OCR_ACR_ATR_offline.json -------------------------------------------------------------------------------- /results/LLaVA_OneVision/LLaVA_OneVision_REC_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LLaVA_OneVision/LLaVA_OneVision_REC_offline.json -------------------------------------------------------------------------------- /results/LLaVA_OneVision/LLaVA_OneVision_SSR_CRR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LLaVA_OneVision/LLaVA_OneVision_SSR_CRR_offline.json -------------------------------------------------------------------------------- /results/LLaVA_OneVision/LLaVA_OneVision_STU_FPD_OJR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LLaVA_OneVision/LLaVA_OneVision_STU_FPD_OJR_offline.json -------------------------------------------------------------------------------- /results/LLaVA_Video/LLaVA_Video_ASI_HLD_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LLaVA_Video/LLaVA_Video_ASI_HLD_offline.json -------------------------------------------------------------------------------- /results/LLaVA_Video/LLaVA_Video_EPM_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LLaVA_Video/LLaVA_Video_EPM_offline.json -------------------------------------------------------------------------------- /results/LLaVA_Video/LLaVA_Video_OCR_ACR_ATR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LLaVA_Video/LLaVA_Video_OCR_ACR_ATR_offline.json -------------------------------------------------------------------------------- /results/LLaVA_Video/LLaVA_Video_REC_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LLaVA_Video/LLaVA_Video_REC_offline.json -------------------------------------------------------------------------------- /results/LLaVA_Video/LLaVA_Video_SSR_CRR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LLaVA_Video/LLaVA_Video_SSR_CRR_offline.json -------------------------------------------------------------------------------- /results/LLaVA_Video/LLaVA_Video_STU_FPD_OJR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LLaVA_Video/LLaVA_Video_STU_FPD_OJR_offline.json -------------------------------------------------------------------------------- /results/LongVU/LongVU_ASI_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LongVU/LongVU_ASI_offline.json -------------------------------------------------------------------------------- /results/LongVU/LongVU_CRR_offline_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LongVU/LongVU_CRR_offline_1.json -------------------------------------------------------------------------------- /results/LongVU/LongVU_EPM_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LongVU/LongVU_EPM_offline.json -------------------------------------------------------------------------------- /results/LongVU/LongVU_HLD_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LongVU/LongVU_HLD_offline.json -------------------------------------------------------------------------------- /results/LongVU/LongVU_OCR_ACR_ATR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LongVU/LongVU_OCR_ACR_ATR_offline.json -------------------------------------------------------------------------------- /results/LongVU/LongVU_REC_offline_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LongVU/LongVU_REC_offline_1.json -------------------------------------------------------------------------------- /results/LongVU/LongVU_SSR_offline_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LongVU/LongVU_SSR_offline_1.json -------------------------------------------------------------------------------- /results/LongVU/LongVU_STU_FPD_OJR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/LongVU/LongVU_STU_FPD_OJR_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_72B/QWen2VL_72B_ASI_HLD_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_72B/QWen2VL_72B_ASI_HLD_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_72B/QWen2VL_72B_EPM_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_72B/QWen2VL_72B_EPM_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_72B/QWen2VL_72B_OCR_ACR_ATR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_72B/QWen2VL_72B_OCR_ACR_ATR_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_72B/QWen2VL_72B_REC_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_72B/QWen2VL_72B_REC_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_72B/QWen2VL_72B_SSR_CRR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_72B/QWen2VL_72B_SSR_CRR_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_72B/QWen2VL_72B_STU_FPD_OJR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_72B/QWen2VL_72B_STU_FPD_OJR_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_72B_/QWen2VL_72B_ASI_HLD_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_72B_/QWen2VL_72B_ASI_HLD_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_72B_/QWen2VL_72B_EPM_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_72B_/QWen2VL_72B_EPM_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_72B_/QWen2VL_72B_OCR_ACR_ATR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_72B_/QWen2VL_72B_OCR_ACR_ATR_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_72B_/QWen2VL_72B_REC_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_72B_/QWen2VL_72B_REC_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_72B_/QWen2VL_72B_SSR_CRR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_72B_/QWen2VL_72B_SSR_CRR_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_72B_/QWen2VL_72B_STU_FPD_OJR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_72B_/QWen2VL_72B_STU_FPD_OJR_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_7B/QWen2VL_7B_ASI_HLD_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_7B/QWen2VL_7B_ASI_HLD_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_7B/QWen2VL_7B_EPM_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_7B/QWen2VL_7B_EPM_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_7B/QWen2VL_7B_OCR_ACR_ATR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_7B/QWen2VL_7B_OCR_ACR_ATR_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_7B/QWen2VL_7B_REC_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_7B/QWen2VL_7B_REC_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_7B/QWen2VL_7B_SSR_CRR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_7B/QWen2VL_7B_SSR_CRR_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_7B/QWen2VL_7B_STU_FPD_OJR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_7B/QWen2VL_7B_STU_FPD_OJR_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_7B_/QWen2VL_7B_ASI_HLD_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_7B_/QWen2VL_7B_ASI_HLD_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_7B_/QWen2VL_7B_EPM_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_7B_/QWen2VL_7B_EPM_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_7B_/QWen2VL_7B_OCR_ACR_ATR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_7B_/QWen2VL_7B_OCR_ACR_ATR_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_7B_/QWen2VL_7B_REC_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_7B_/QWen2VL_7B_REC_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_7B_/QWen2VL_7B_SSR_CRR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_7B_/QWen2VL_7B_SSR_CRR_offline.json -------------------------------------------------------------------------------- /results/QWen2VL_7B_/QWen2VL_7B_STU_FPD_OJR_offline.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/results/QWen2VL_7B_/QWen2VL_7B_STU_FPD_OJR_offline.json -------------------------------------------------------------------------------- /score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/score.py -------------------------------------------------------------------------------- /scripts/chunk_video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/chunk_video.sh -------------------------------------------------------------------------------- /scripts/inference/FlashVStream.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/inference/FlashVStream.sh -------------------------------------------------------------------------------- /scripts/inference/GPT.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/inference/GPT.sh -------------------------------------------------------------------------------- /scripts/inference/Gemini.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/inference/Gemini.sh -------------------------------------------------------------------------------- /scripts/inference/InternVL2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/inference/InternVL2.sh -------------------------------------------------------------------------------- /scripts/inference/LLaVA_OneVision.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/inference/LLaVA_OneVision.sh -------------------------------------------------------------------------------- /scripts/inference/LLaVA_Video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/inference/LLaVA_Video.sh -------------------------------------------------------------------------------- /scripts/inference/LongVU.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/inference/LongVU.sh -------------------------------------------------------------------------------- /scripts/inference/MiniCPM_o.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/inference/MiniCPM_o.sh -------------------------------------------------------------------------------- /scripts/inference/QWen2VL_72B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/inference/QWen2VL_72B.sh -------------------------------------------------------------------------------- /scripts/inference/QWen2VL_7B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/inference/QWen2VL_7B.sh -------------------------------------------------------------------------------- /scripts/inference/videollm_online.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/inference/videollm_online.sh -------------------------------------------------------------------------------- /scripts/score/FlashVStream.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/score/FlashVStream.sh -------------------------------------------------------------------------------- /scripts/score/GPT.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/score/GPT.sh -------------------------------------------------------------------------------- /scripts/score/Gemini.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/score/Gemini.sh -------------------------------------------------------------------------------- /scripts/score/InternVL2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/score/InternVL2.sh -------------------------------------------------------------------------------- /scripts/score/LLaVA_OneVision.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/score/LLaVA_OneVision.sh -------------------------------------------------------------------------------- /scripts/score/LLaVA_Video.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/score/LLaVA_Video.sh -------------------------------------------------------------------------------- /scripts/score/LongVU.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/score/LongVU.sh -------------------------------------------------------------------------------- /scripts/score/QWen2VL_72B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/score/QWen2VL_72B.sh -------------------------------------------------------------------------------- /scripts/score/QWen2VL_7B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/scripts/score/QWen2VL_7B.sh -------------------------------------------------------------------------------- /scripts/score/Videollm_Online.sh: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/OVOBench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/utils/OVOBench.py -------------------------------------------------------------------------------- /utils/OVOBenchScore.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/utils/OVOBenchScore.py -------------------------------------------------------------------------------- /utils/chunk_videos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/utils/chunk_videos.py -------------------------------------------------------------------------------- /utils/sample_frames.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoeLeelyf/OVO-Bench/HEAD/utils/sample_frames.py --------------------------------------------------------------------------------