├── .gitattributes ├── .gitignore ├── .gitmodules ├── LICENSE ├── README.md ├── cli ├── __init__.py ├── finetune.py └── simuleval_wrapper.py ├── examples ├── __init__.py ├── basic_speech_to_text │ ├── README.md │ ├── __init__.py │ ├── data │ │ ├── __init__.py │ │ ├── audio_utils.py │ │ ├── data_utils.py │ │ ├── prep_mustc_data.py │ │ └── seg_mustc_data.py │ ├── falcon_dummy_text_agent.py │ ├── falcon_simulst_pipeline.py │ ├── requirements.txt │ ├── simuleval_extensions │ │ ├── __init__.py │ │ ├── speech_dataloader_extension.py │ │ ├── speech_instance_extension.py │ │ └── speech_segment_extension.py │ ├── simuleval_wrapper.py │ └── whisper_agent.py └── simulmask │ ├── README.md │ ├── __init__.py │ ├── bloom │ ├── bloom_simulmask_agent.py │ └── bloom_simulmt_model.py │ ├── falcon │ ├── falcon_simulmask_agent.py │ └── falcon_simulmt_model.py │ ├── figures │ ├── en-de.png │ ├── en-fr.png │ ├── en-it.png │ ├── en-nl.png │ ├── en-ro.png │ ├── inference_computation.png │ └── training_computation.png │ ├── requirements.txt │ ├── simulmask_stopping_criteria.py │ ├── simulmask_wrapper.py │ └── utils.py ├── llmsimul ├── README.md ├── __init__.py ├── basic_eval_agent.py ├── bloom │ ├── __init__.py │ ├── bloom_simulmt_agent.py │ ├── bloom_stopping_criteria.py │ └── bloom_wrapper.py ├── falcon │ ├── __init__.py │ ├── falcon_simulmt_agent.py │ ├── falcon_stopping_criteria.py │ └── falcon_wrapper.py ├── llama3 │ ├── __init__.py │ ├── llama3_simulmt_agent.py │ ├── llama3_stopping_criteria.py │ └── llama3_wrapper.py ├── mistral │ ├── __init__.py │ ├── mistral_simulmt_agent.py │ ├── mistral_stopping_criteria.py │ └── mistral_wrapper.py ├── schedulers │ ├── __init__.py │ ├── translation_scheduler.py │ └── waitk.py ├── simuleval_extensions │ ├── __init__.py │ ├── chrf_scorer.py │ ├── comet_scorer.py │ ├── dataloader_extensions.py │ ├── instance_extensions.py │ ├── latency_extensions.py │ └── segment_extensions.py ├── trainer_wrapper.py ├── utils_and_misc │ ├── __init__.py │ └── beam_rescoring.py └── waitk_transformer │ ├── __init__.py │ ├── remove_bpe_bleu_scorer.py │ └── waitk_transformer_simulmt_agent.py ├── requirements.txt └── scripts ├── datasets ├── README.md ├── mustc_cleaning_functions.py ├── prep_functions.py ├── requirements.txt └── upload_cleaned_mustc.py ├── finetune_batch.sh ├── fsdp_example_config.yaml └── simul_batch.sh /.gitattributes: -------------------------------------------------------------------------------- 1 | *.sh text eol=lf 2 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/README.md -------------------------------------------------------------------------------- /cli/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /cli/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/cli/finetune.py -------------------------------------------------------------------------------- /cli/simuleval_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/cli/simuleval_wrapper.py -------------------------------------------------------------------------------- /examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/basic_speech_to_text/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/basic_speech_to_text/README.md -------------------------------------------------------------------------------- /examples/basic_speech_to_text/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/basic_speech_to_text/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/basic_speech_to_text/data/audio_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/basic_speech_to_text/data/audio_utils.py -------------------------------------------------------------------------------- /examples/basic_speech_to_text/data/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/basic_speech_to_text/data/data_utils.py -------------------------------------------------------------------------------- /examples/basic_speech_to_text/data/prep_mustc_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/basic_speech_to_text/data/prep_mustc_data.py -------------------------------------------------------------------------------- /examples/basic_speech_to_text/data/seg_mustc_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/basic_speech_to_text/data/seg_mustc_data.py -------------------------------------------------------------------------------- /examples/basic_speech_to_text/falcon_dummy_text_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/basic_speech_to_text/falcon_dummy_text_agent.py -------------------------------------------------------------------------------- /examples/basic_speech_to_text/falcon_simulst_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/basic_speech_to_text/falcon_simulst_pipeline.py -------------------------------------------------------------------------------- /examples/basic_speech_to_text/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/basic_speech_to_text/requirements.txt -------------------------------------------------------------------------------- /examples/basic_speech_to_text/simuleval_extensions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/basic_speech_to_text/simuleval_extensions/speech_dataloader_extension.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/basic_speech_to_text/simuleval_extensions/speech_dataloader_extension.py -------------------------------------------------------------------------------- /examples/basic_speech_to_text/simuleval_extensions/speech_instance_extension.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/basic_speech_to_text/simuleval_extensions/speech_instance_extension.py -------------------------------------------------------------------------------- /examples/basic_speech_to_text/simuleval_extensions/speech_segment_extension.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/basic_speech_to_text/simuleval_extensions/speech_segment_extension.py -------------------------------------------------------------------------------- /examples/basic_speech_to_text/simuleval_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/basic_speech_to_text/simuleval_wrapper.py -------------------------------------------------------------------------------- /examples/basic_speech_to_text/whisper_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/basic_speech_to_text/whisper_agent.py -------------------------------------------------------------------------------- /examples/simulmask/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/simulmask/README.md -------------------------------------------------------------------------------- /examples/simulmask/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/simulmask/bloom/bloom_simulmask_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/simulmask/bloom/bloom_simulmask_agent.py -------------------------------------------------------------------------------- /examples/simulmask/bloom/bloom_simulmt_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/simulmask/bloom/bloom_simulmt_model.py -------------------------------------------------------------------------------- /examples/simulmask/falcon/falcon_simulmask_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/simulmask/falcon/falcon_simulmask_agent.py -------------------------------------------------------------------------------- /examples/simulmask/falcon/falcon_simulmt_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/simulmask/falcon/falcon_simulmt_model.py -------------------------------------------------------------------------------- /examples/simulmask/figures/en-de.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/simulmask/figures/en-de.png -------------------------------------------------------------------------------- /examples/simulmask/figures/en-fr.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/simulmask/figures/en-fr.png -------------------------------------------------------------------------------- /examples/simulmask/figures/en-it.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/simulmask/figures/en-it.png -------------------------------------------------------------------------------- /examples/simulmask/figures/en-nl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/simulmask/figures/en-nl.png -------------------------------------------------------------------------------- /examples/simulmask/figures/en-ro.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/simulmask/figures/en-ro.png -------------------------------------------------------------------------------- /examples/simulmask/figures/inference_computation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/simulmask/figures/inference_computation.png -------------------------------------------------------------------------------- /examples/simulmask/figures/training_computation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/simulmask/figures/training_computation.png -------------------------------------------------------------------------------- /examples/simulmask/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/simulmask/requirements.txt -------------------------------------------------------------------------------- /examples/simulmask/simulmask_stopping_criteria.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/simulmask/simulmask_stopping_criteria.py -------------------------------------------------------------------------------- /examples/simulmask/simulmask_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/simulmask/simulmask_wrapper.py -------------------------------------------------------------------------------- /examples/simulmask/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/examples/simulmask/utils.py -------------------------------------------------------------------------------- /llmsimul/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/README.md -------------------------------------------------------------------------------- /llmsimul/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llmsimul/basic_eval_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/basic_eval_agent.py -------------------------------------------------------------------------------- /llmsimul/bloom/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llmsimul/bloom/bloom_simulmt_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/bloom/bloom_simulmt_agent.py -------------------------------------------------------------------------------- /llmsimul/bloom/bloom_stopping_criteria.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/bloom/bloom_stopping_criteria.py -------------------------------------------------------------------------------- /llmsimul/bloom/bloom_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/bloom/bloom_wrapper.py -------------------------------------------------------------------------------- /llmsimul/falcon/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llmsimul/falcon/falcon_simulmt_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/falcon/falcon_simulmt_agent.py -------------------------------------------------------------------------------- /llmsimul/falcon/falcon_stopping_criteria.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/falcon/falcon_stopping_criteria.py -------------------------------------------------------------------------------- /llmsimul/falcon/falcon_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/falcon/falcon_wrapper.py -------------------------------------------------------------------------------- /llmsimul/llama3/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llmsimul/llama3/llama3_simulmt_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/llama3/llama3_simulmt_agent.py -------------------------------------------------------------------------------- /llmsimul/llama3/llama3_stopping_criteria.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/llama3/llama3_stopping_criteria.py -------------------------------------------------------------------------------- /llmsimul/llama3/llama3_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/llama3/llama3_wrapper.py -------------------------------------------------------------------------------- /llmsimul/mistral/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llmsimul/mistral/mistral_simulmt_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/mistral/mistral_simulmt_agent.py -------------------------------------------------------------------------------- /llmsimul/mistral/mistral_stopping_criteria.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/mistral/mistral_stopping_criteria.py -------------------------------------------------------------------------------- /llmsimul/mistral/mistral_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/mistral/mistral_wrapper.py -------------------------------------------------------------------------------- /llmsimul/schedulers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llmsimul/schedulers/translation_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/schedulers/translation_scheduler.py -------------------------------------------------------------------------------- /llmsimul/schedulers/waitk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/schedulers/waitk.py -------------------------------------------------------------------------------- /llmsimul/simuleval_extensions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llmsimul/simuleval_extensions/chrf_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/simuleval_extensions/chrf_scorer.py -------------------------------------------------------------------------------- /llmsimul/simuleval_extensions/comet_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/simuleval_extensions/comet_scorer.py -------------------------------------------------------------------------------- /llmsimul/simuleval_extensions/dataloader_extensions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/simuleval_extensions/dataloader_extensions.py -------------------------------------------------------------------------------- /llmsimul/simuleval_extensions/instance_extensions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/simuleval_extensions/instance_extensions.py -------------------------------------------------------------------------------- /llmsimul/simuleval_extensions/latency_extensions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/simuleval_extensions/latency_extensions.py -------------------------------------------------------------------------------- /llmsimul/simuleval_extensions/segment_extensions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/simuleval_extensions/segment_extensions.py -------------------------------------------------------------------------------- /llmsimul/trainer_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/trainer_wrapper.py -------------------------------------------------------------------------------- /llmsimul/utils_and_misc/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llmsimul/utils_and_misc/beam_rescoring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/utils_and_misc/beam_rescoring.py -------------------------------------------------------------------------------- /llmsimul/waitk_transformer/__init__.py: -------------------------------------------------------------------------------- 1 | from waitk_transformer.remove_bpe_bleu_scorer import * 2 | -------------------------------------------------------------------------------- /llmsimul/waitk_transformer/remove_bpe_bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/waitk_transformer/remove_bpe_bleu_scorer.py -------------------------------------------------------------------------------- /llmsimul/waitk_transformer/waitk_transformer_simulmt_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/llmsimul/waitk_transformer/waitk_transformer_simulmt_agent.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/datasets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/scripts/datasets/README.md -------------------------------------------------------------------------------- /scripts/datasets/mustc_cleaning_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/scripts/datasets/mustc_cleaning_functions.py -------------------------------------------------------------------------------- /scripts/datasets/prep_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/scripts/datasets/prep_functions.py -------------------------------------------------------------------------------- /scripts/datasets/requirements.txt: -------------------------------------------------------------------------------- 1 | datasets 2 | huggingface_hub -------------------------------------------------------------------------------- /scripts/datasets/upload_cleaned_mustc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/scripts/datasets/upload_cleaned_mustc.py -------------------------------------------------------------------------------- /scripts/finetune_batch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/scripts/finetune_batch.sh -------------------------------------------------------------------------------- /scripts/fsdp_example_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/scripts/fsdp_example_config.yaml -------------------------------------------------------------------------------- /scripts/simul_batch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OSU-STARLAB/Simul-LLM/HEAD/scripts/simul_batch.sh --------------------------------------------------------------------------------