├── .dockerignore ├── .gitattributes ├── .github └── workflows │ ├── docker-image.yml │ └── python-app.yml ├── .gitignore ├── Dockerfile.unified ├── LICENSE ├── LOCAL_WHISPER_IMPLEMENTATION.md ├── README.md ├── configs ├── local_launch.yaml └── task_config.yaml ├── doc ├── Installation.md ├── ffmpeg_guide_en.md ├── ffmpeg_guide_zh.md └── struct.md ├── domain_dict ├── README_zh.md └── SC2 │ ├── EN.txt │ ├── KR.txt │ ├── Translations_Table.csv │ └── ZH.txt ├── entries ├── __init_lib_path.py ├── app.py ├── config_schema.py ├── run.py ├── test_config_schema.py └── web_backend.py ├── env.example ├── evaluation ├── batch_processing_translation_task.py ├── delta_eval │ ├── EVALUATION_IMPLEMENTATION_SUMMARY.md │ └── batch_eval_whisper_delta.py ├── entry.py ├── evaluate.py ├── gemini_batch_processing_task.py ├── generate_eval_result.py ├── qwen_eval │ ├── README.md │ ├── recursive_parallel_translate.py │ ├── requirements.txt │ └── single_eval.py ├── readme.md ├── scores │ ├── LLM_eval.py │ ├── SubER_main │ │ ├── .gitignore │ │ ├── LICENSE │ │ ├── README.md │ │ ├── __init__.py │ │ ├── pyproject.toml │ │ ├── setup.cfg │ │ ├── suber │ │ │ ├── __init__.py │ │ │ ├── __main__.py │ │ │ ├── concat_input_files.py │ │ │ ├── constants.py │ │ │ ├── data_types.py │ │ │ ├── file_readers │ │ │ │ ├── __init__.py │ │ │ │ ├── file_reader_base.py │ │ │ │ ├── plain_file_reader.py │ │ │ │ └── srt_file_reader.py │ │ │ ├── hyp_to_ref_alignment │ │ │ │ ├── __init__.py │ │ │ │ ├── levenshtein_alignment.py │ │ │ │ └── time_alignment.py │ │ │ ├── metrics │ │ │ │ ├── __init__.py │ │ │ │ ├── cer.py │ │ │ │ ├── jiwer_interface.py │ │ │ │ ├── length_ratio.py │ │ │ │ ├── lib_ter.py │ │ │ │ ├── sacrebleu_interface.py │ │ │ │ ├── suber.py │ │ │ │ └── suber_statistics.py │ │ │ ├── sentence_segmentation.py │ │ │ ├── tools │ │ │ │ ├── __init__.py │ │ │ │ ├── align_hyp_to_ref.py │ │ │ │ └── srt_to_plain.py │ │ │ └── utilities.py │ │ └── tests │ │ │ ├── __init__.py │ │ │ ├── test_cer.py │ │ │ ├── test_file_readers.py │ │ │ ├── test_hyp_to_ref_alignment.py │ │ │ ├── test_jiwer_interface.py │ │ │ ├── test_length_ratio.py │ │ │ ├── test_main.py │ │ │ ├── test_sacrebleu_interface.py │ │ │ ├── test_sentence_segmentation.py │ │ │ ├── test_suber_metric.py │ │ │ ├── test_suber_statistics.py │ │ │ ├── test_tools.py │ │ │ └── utilities.py │ ├── __init__.py │ ├── bleu_eval.py │ ├── cleaning.py │ ├── dovebench_sub_eval.py │ ├── multi_scores.py │ ├── multi_scores_combined.py │ ├── scomet_dcomet_eval.py │ ├── score.py │ └── temp_test_bleu.py └── utils │ ├── alignment.py │ ├── cal_avg_scores_from_results.py │ ├── dataset_parser │ ├── extract_ass_subtitles.py │ ├── remove_timestamp.py │ ├── to_big_video_format.py │ └── vidove_dataset_adapter.py │ ├── identify_dirty_data.py │ └── qwen_srt_extractor.py ├── fonts ├── SourceHanSansCN-Normal.otf └── meiryo.ttc ├── images └── logo_draft.png ├── pyproject.toml ├── requirements.txt ├── run_evaluation_text.py ├── run_evaluation_visual.py ├── src ├── SRT │ ├── __init__.py │ ├── srt.py │ └── srt2ass.py ├── __init__.py ├── audio │ ├── ASR.py │ ├── VAD.py │ ├── __init__.py │ ├── audio_agent.py │ ├── audio_prompt.py │ └── vad_agent.py ├── dict_util.py ├── editorial │ ├── __init__.py │ ├── editor.py │ └── proofreader.py ├── memory │ ├── __init__.py │ ├── abs_api_RAG.py │ ├── basic_rag.py │ └── direct_search_RAG.py ├── task.py ├── translators │ ├── LLM.py │ ├── MTA.py │ ├── __init__.py │ ├── abs_api_model.py │ ├── assistant.py │ ├── prompts.py │ └── translator.py ├── vision │ ├── __init__.py │ ├── gpt_vision_agent.py │ ├── temp_frame.jpg │ └── vision_agent.py └── web │ ├── api_specs.yaml │ └── web.py ├── tests ├── __init_path__.py ├── test_preprocess.py ├── test_remove_punc.py ├── test_translation.py └── translation_test │ ├── test1.srt │ └── test2.srt ├── tools └── encrypt_apikey.py ├── uv.lock └── web_frontend ├── README.md ├── backend ├── .gitignore ├── config.py ├── endpoints.py ├── main.py ├── models.py ├── requirements.txt └── services.py ├── env.example └── frontend ├── Dockerfile ├── nginx.conf ├── package-lock.json ├── package.json ├── public └── index.html ├── src ├── App.css ├── App.tsx ├── components │ ├── AgentConversation.tsx │ ├── ChatInterface.tsx │ ├── ConfigurationPanel.tsx │ ├── ErrorBanner.tsx │ ├── Header.tsx │ ├── TaskManager.tsx │ ├── WelcomeScreen.tsx │ └── index.ts ├── hooks │ ├── index.ts │ ├── useApiActions.ts │ └── useAppState.ts ├── index.css ├── index.tsx ├── services │ └── api.ts └── types │ └── api.ts └── tsconfig.json /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/.dockerignore -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/workflows/docker-image.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/.github/workflows/docker-image.yml -------------------------------------------------------------------------------- /.github/workflows/python-app.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/.github/workflows/python-app.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile.unified: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/Dockerfile.unified -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/LICENSE -------------------------------------------------------------------------------- /LOCAL_WHISPER_IMPLEMENTATION.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/LOCAL_WHISPER_IMPLEMENTATION.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/README.md -------------------------------------------------------------------------------- /configs/local_launch.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/configs/local_launch.yaml -------------------------------------------------------------------------------- /configs/task_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/configs/task_config.yaml -------------------------------------------------------------------------------- /doc/Installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/doc/Installation.md -------------------------------------------------------------------------------- /doc/ffmpeg_guide_en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/doc/ffmpeg_guide_en.md -------------------------------------------------------------------------------- /doc/ffmpeg_guide_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/doc/ffmpeg_guide_zh.md -------------------------------------------------------------------------------- /doc/struct.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/doc/struct.md -------------------------------------------------------------------------------- /domain_dict/README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/domain_dict/README_zh.md -------------------------------------------------------------------------------- /domain_dict/SC2/EN.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/domain_dict/SC2/EN.txt -------------------------------------------------------------------------------- /domain_dict/SC2/KR.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/domain_dict/SC2/KR.txt -------------------------------------------------------------------------------- /domain_dict/SC2/Translations_Table.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/domain_dict/SC2/Translations_Table.csv -------------------------------------------------------------------------------- /domain_dict/SC2/ZH.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/domain_dict/SC2/ZH.txt -------------------------------------------------------------------------------- /entries/__init_lib_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/entries/__init_lib_path.py -------------------------------------------------------------------------------- /entries/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/entries/app.py -------------------------------------------------------------------------------- /entries/config_schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/entries/config_schema.py -------------------------------------------------------------------------------- /entries/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/entries/run.py -------------------------------------------------------------------------------- /entries/test_config_schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/entries/test_config_schema.py -------------------------------------------------------------------------------- /entries/web_backend.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/env.example -------------------------------------------------------------------------------- /evaluation/batch_processing_translation_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/batch_processing_translation_task.py -------------------------------------------------------------------------------- /evaluation/delta_eval/EVALUATION_IMPLEMENTATION_SUMMARY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/delta_eval/EVALUATION_IMPLEMENTATION_SUMMARY.md -------------------------------------------------------------------------------- /evaluation/delta_eval/batch_eval_whisper_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/delta_eval/batch_eval_whisper_delta.py -------------------------------------------------------------------------------- /evaluation/entry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/entry.py -------------------------------------------------------------------------------- /evaluation/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/evaluate.py -------------------------------------------------------------------------------- /evaluation/gemini_batch_processing_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/gemini_batch_processing_task.py -------------------------------------------------------------------------------- /evaluation/generate_eval_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/generate_eval_result.py -------------------------------------------------------------------------------- /evaluation/qwen_eval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/qwen_eval/README.md -------------------------------------------------------------------------------- /evaluation/qwen_eval/recursive_parallel_translate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/qwen_eval/recursive_parallel_translate.py -------------------------------------------------------------------------------- /evaluation/qwen_eval/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/qwen_eval/requirements.txt -------------------------------------------------------------------------------- /evaluation/qwen_eval/single_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/qwen_eval/single_eval.py -------------------------------------------------------------------------------- /evaluation/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/readme.md -------------------------------------------------------------------------------- /evaluation/scores/LLM_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/LLM_eval.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/.gitignore: -------------------------------------------------------------------------------- 1 | *.pyc 2 | __pycache__ 3 | .history* 4 | -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/LICENSE -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/README.md -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/pyproject.toml -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/setup.cfg -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/__init__.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/__main__.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/concat_input_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/concat_input_files.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/constants.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/data_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/data_types.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/file_readers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/file_readers/__init__.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/file_readers/file_reader_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/file_readers/file_reader_base.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/file_readers/plain_file_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/file_readers/plain_file_reader.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/file_readers/srt_file_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/file_readers/srt_file_reader.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/hyp_to_ref_alignment/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/hyp_to_ref_alignment/__init__.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/hyp_to_ref_alignment/levenshtein_alignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/hyp_to_ref_alignment/levenshtein_alignment.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/hyp_to_ref_alignment/time_alignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/hyp_to_ref_alignment/time_alignment.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/metrics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/metrics/cer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/metrics/cer.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/metrics/jiwer_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/metrics/jiwer_interface.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/metrics/length_ratio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/metrics/length_ratio.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/metrics/lib_ter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/metrics/lib_ter.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/metrics/sacrebleu_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/metrics/sacrebleu_interface.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/metrics/suber.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/metrics/suber.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/metrics/suber_statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/metrics/suber_statistics.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/sentence_segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/sentence_segmentation.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/tools/align_hyp_to_ref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/tools/align_hyp_to_ref.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/tools/srt_to_plain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/tools/srt_to_plain.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/suber/utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/suber/utilities.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/tests/test_cer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/tests/test_cer.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/tests/test_file_readers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/tests/test_file_readers.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/tests/test_hyp_to_ref_alignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/tests/test_hyp_to_ref_alignment.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/tests/test_jiwer_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/tests/test_jiwer_interface.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/tests/test_length_ratio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/tests/test_length_ratio.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/tests/test_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/tests/test_main.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/tests/test_sacrebleu_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/tests/test_sacrebleu_interface.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/tests/test_sentence_segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/tests/test_sentence_segmentation.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/tests/test_suber_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/tests/test_suber_metric.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/tests/test_suber_statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/tests/test_suber_statistics.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/tests/test_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/tests/test_tools.py -------------------------------------------------------------------------------- /evaluation/scores/SubER_main/tests/utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/SubER_main/tests/utilities.py -------------------------------------------------------------------------------- /evaluation/scores/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluation/scores/bleu_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/bleu_eval.py -------------------------------------------------------------------------------- /evaluation/scores/cleaning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/cleaning.py -------------------------------------------------------------------------------- /evaluation/scores/dovebench_sub_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/dovebench_sub_eval.py -------------------------------------------------------------------------------- /evaluation/scores/multi_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/multi_scores.py -------------------------------------------------------------------------------- /evaluation/scores/multi_scores_combined.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/multi_scores_combined.py -------------------------------------------------------------------------------- /evaluation/scores/scomet_dcomet_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/scomet_dcomet_eval.py -------------------------------------------------------------------------------- /evaluation/scores/score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/score.py -------------------------------------------------------------------------------- /evaluation/scores/temp_test_bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/scores/temp_test_bleu.py -------------------------------------------------------------------------------- /evaluation/utils/alignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/utils/alignment.py -------------------------------------------------------------------------------- /evaluation/utils/cal_avg_scores_from_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/utils/cal_avg_scores_from_results.py -------------------------------------------------------------------------------- /evaluation/utils/dataset_parser/extract_ass_subtitles.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/utils/dataset_parser/extract_ass_subtitles.py -------------------------------------------------------------------------------- /evaluation/utils/dataset_parser/remove_timestamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/utils/dataset_parser/remove_timestamp.py -------------------------------------------------------------------------------- /evaluation/utils/dataset_parser/to_big_video_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/utils/dataset_parser/to_big_video_format.py -------------------------------------------------------------------------------- /evaluation/utils/dataset_parser/vidove_dataset_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/utils/dataset_parser/vidove_dataset_adapter.py -------------------------------------------------------------------------------- /evaluation/utils/identify_dirty_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/utils/identify_dirty_data.py -------------------------------------------------------------------------------- /evaluation/utils/qwen_srt_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/evaluation/utils/qwen_srt_extractor.py -------------------------------------------------------------------------------- /fonts/SourceHanSansCN-Normal.otf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/fonts/SourceHanSansCN-Normal.otf -------------------------------------------------------------------------------- /fonts/meiryo.ttc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/fonts/meiryo.ttc -------------------------------------------------------------------------------- /images/logo_draft.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/images/logo_draft.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_evaluation_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/run_evaluation_text.py -------------------------------------------------------------------------------- /run_evaluation_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/run_evaluation_visual.py -------------------------------------------------------------------------------- /src/SRT/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/SRT/srt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/SRT/srt.py -------------------------------------------------------------------------------- /src/SRT/srt2ass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/SRT/srt2ass.py -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/audio/ASR.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/audio/ASR.py -------------------------------------------------------------------------------- /src/audio/VAD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/audio/VAD.py -------------------------------------------------------------------------------- /src/audio/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/audio/audio_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/audio/audio_agent.py -------------------------------------------------------------------------------- /src/audio/audio_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/audio/audio_prompt.py -------------------------------------------------------------------------------- /src/audio/vad_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/audio/vad_agent.py -------------------------------------------------------------------------------- /src/dict_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/dict_util.py -------------------------------------------------------------------------------- /src/editorial/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/editorial/editor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/editorial/editor.py -------------------------------------------------------------------------------- /src/editorial/proofreader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/editorial/proofreader.py -------------------------------------------------------------------------------- /src/memory/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/memory/abs_api_RAG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/memory/abs_api_RAG.py -------------------------------------------------------------------------------- /src/memory/basic_rag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/memory/basic_rag.py -------------------------------------------------------------------------------- /src/memory/direct_search_RAG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/memory/direct_search_RAG.py -------------------------------------------------------------------------------- /src/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/task.py -------------------------------------------------------------------------------- /src/translators/LLM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/translators/LLM.py -------------------------------------------------------------------------------- /src/translators/MTA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/translators/MTA.py -------------------------------------------------------------------------------- /src/translators/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/translators/abs_api_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/translators/abs_api_model.py -------------------------------------------------------------------------------- /src/translators/assistant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/translators/assistant.py -------------------------------------------------------------------------------- /src/translators/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/translators/prompts.py -------------------------------------------------------------------------------- /src/translators/translator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/translators/translator.py -------------------------------------------------------------------------------- /src/vision/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/vision/gpt_vision_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/vision/gpt_vision_agent.py -------------------------------------------------------------------------------- /src/vision/temp_frame.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/vision/temp_frame.jpg -------------------------------------------------------------------------------- /src/vision/vision_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/vision/vision_agent.py -------------------------------------------------------------------------------- /src/web/api_specs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/web/api_specs.yaml -------------------------------------------------------------------------------- /src/web/web.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/src/web/web.py -------------------------------------------------------------------------------- /tests/__init_path__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/tests/__init_path__.py -------------------------------------------------------------------------------- /tests/test_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/tests/test_preprocess.py -------------------------------------------------------------------------------- /tests/test_remove_punc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/tests/test_remove_punc.py -------------------------------------------------------------------------------- /tests/test_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/tests/test_translation.py -------------------------------------------------------------------------------- /tests/translation_test/test1.srt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/tests/translation_test/test1.srt -------------------------------------------------------------------------------- /tests/translation_test/test2.srt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/tests/translation_test/test2.srt -------------------------------------------------------------------------------- /tools/encrypt_apikey.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/tools/encrypt_apikey.py -------------------------------------------------------------------------------- /uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/uv.lock -------------------------------------------------------------------------------- /web_frontend/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/README.md -------------------------------------------------------------------------------- /web_frontend/backend/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/backend/.gitignore -------------------------------------------------------------------------------- /web_frontend/backend/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/backend/config.py -------------------------------------------------------------------------------- /web_frontend/backend/endpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/backend/endpoints.py -------------------------------------------------------------------------------- /web_frontend/backend/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/backend/main.py -------------------------------------------------------------------------------- /web_frontend/backend/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/backend/models.py -------------------------------------------------------------------------------- /web_frontend/backend/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/backend/requirements.txt -------------------------------------------------------------------------------- /web_frontend/backend/services.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/backend/services.py -------------------------------------------------------------------------------- /web_frontend/env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/env.example -------------------------------------------------------------------------------- /web_frontend/frontend/Dockerfile: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /web_frontend/frontend/nginx.conf: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /web_frontend/frontend/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/package-lock.json -------------------------------------------------------------------------------- /web_frontend/frontend/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/package.json -------------------------------------------------------------------------------- /web_frontend/frontend/public/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/public/index.html -------------------------------------------------------------------------------- /web_frontend/frontend/src/App.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/App.css -------------------------------------------------------------------------------- /web_frontend/frontend/src/App.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/App.tsx -------------------------------------------------------------------------------- /web_frontend/frontend/src/components/AgentConversation.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/components/AgentConversation.tsx -------------------------------------------------------------------------------- /web_frontend/frontend/src/components/ChatInterface.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/components/ChatInterface.tsx -------------------------------------------------------------------------------- /web_frontend/frontend/src/components/ConfigurationPanel.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/components/ConfigurationPanel.tsx -------------------------------------------------------------------------------- /web_frontend/frontend/src/components/ErrorBanner.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/components/ErrorBanner.tsx -------------------------------------------------------------------------------- /web_frontend/frontend/src/components/Header.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/components/Header.tsx -------------------------------------------------------------------------------- /web_frontend/frontend/src/components/TaskManager.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/components/TaskManager.tsx -------------------------------------------------------------------------------- /web_frontend/frontend/src/components/WelcomeScreen.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/components/WelcomeScreen.tsx -------------------------------------------------------------------------------- /web_frontend/frontend/src/components/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/components/index.ts -------------------------------------------------------------------------------- /web_frontend/frontend/src/hooks/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/hooks/index.ts -------------------------------------------------------------------------------- /web_frontend/frontend/src/hooks/useApiActions.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/hooks/useApiActions.ts -------------------------------------------------------------------------------- /web_frontend/frontend/src/hooks/useAppState.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/hooks/useAppState.ts -------------------------------------------------------------------------------- /web_frontend/frontend/src/index.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/index.css -------------------------------------------------------------------------------- /web_frontend/frontend/src/index.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/index.tsx -------------------------------------------------------------------------------- /web_frontend/frontend/src/services/api.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/services/api.ts -------------------------------------------------------------------------------- /web_frontend/frontend/src/types/api.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/src/types/api.ts -------------------------------------------------------------------------------- /web_frontend/frontend/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pigeonai-org/ViDove/HEAD/web_frontend/frontend/tsconfig.json --------------------------------------------------------------------------------