├── EMNLP__4032_Whispering_LLaMA_.pdf ├── Inference ├── WL-M.py ├── WL-S.py └── only_adapter_inference.py ├── LICENSE ├── README.md ├── convert_hf_checkpoint.py ├── data_preparation ├── To generate audio_features.ipynb └── To generate n-best hypothesis.ipynb ├── demo.ipynb ├── environment.yml ├── generate ├── generate.py └── generate_for_WL.py ├── images ├── Adapter_mechanism.svg ├── Mechanism overview.svg ├── Prompt overview.svg ├── model overview.svg ├── whispering-llama.png └── wl-arch.png ├── lit_llama ├── ReadME.Md ├── WL.py ├── WL_M.py ├── WL_S.py ├── __init__.py ├── ablation_mini_bad_init.py ├── adapter.py ├── big_adapter.py ├── model.py ├── quantization.py ├── ref.py ├── tokenizer.py └── utils.py ├── requirementes.txt ├── training ├── WL-M.py ├── WL-S.py ├── WL.py ├── ablation_mini_hpram_masked_bad_init.py ├── ablation_mini_hpram_masked_random_audio.py ├── adapter.py └── big_adapter.py └── whisper_openAI ├── CHANGELOG.md ├── LICENSE ├── MANIFEST.in ├── README.md ├── approach.png ├── data ├── README.md └── meanwhile.json ├── language-breakdown.svg ├── model-card.md ├── notebooks ├── LibriSpeech.ipynb └── Multilingual_ASR.ipynb ├── pyproject.toml ├── requirements.txt ├── setup.py ├── tests ├── conftest.py ├── jfk.flac ├── test_audio.py ├── test_normalizer.py ├── test_timing.py ├── test_tokenizer.py └── test_transcribe.py └── whisper ├── TheOriginalDecoding.py ├── __init__.py ├── __main__.py ├── __pycache__ ├── __init__.cpython-310.pyc ├── audio.cpython-310.pyc ├── decoding.cpython-310.pyc ├── model.cpython-310.pyc ├── timing.cpython-310.pyc ├── tokenizer.cpython-310.pyc ├── transcribe.cpython-310.pyc ├── utils.cpython-310.pyc └── version.cpython-310.pyc ├── assets ├── gpt2.tiktoken ├── mel_filters.npz └── multilingual.tiktoken ├── audio.py ├── decoding.py ├── model.py ├── normalizers ├── __init__.py ├── basic.py ├── english.json └── english.py ├── timing.py ├── tokenizer.py ├── transcribe.py ├── triton_ops.py ├── utils.py └── version.py /EMNLP__4032_Whispering_LLaMA_.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/EMNLP__4032_Whispering_LLaMA_.pdf -------------------------------------------------------------------------------- /Inference/WL-M.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/Inference/WL-M.py -------------------------------------------------------------------------------- /Inference/WL-S.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/Inference/WL-S.py -------------------------------------------------------------------------------- /Inference/only_adapter_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/Inference/only_adapter_inference.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/README.md -------------------------------------------------------------------------------- /convert_hf_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/convert_hf_checkpoint.py -------------------------------------------------------------------------------- /data_preparation/To generate audio_features.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/data_preparation/To generate audio_features.ipynb -------------------------------------------------------------------------------- /data_preparation/To generate n-best hypothesis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/data_preparation/To generate n-best hypothesis.ipynb -------------------------------------------------------------------------------- /demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/demo.ipynb -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/environment.yml -------------------------------------------------------------------------------- /generate/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/generate/generate.py -------------------------------------------------------------------------------- /generate/generate_for_WL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/generate/generate_for_WL.py -------------------------------------------------------------------------------- /images/Adapter_mechanism.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/images/Adapter_mechanism.svg -------------------------------------------------------------------------------- /images/Mechanism overview.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/images/Mechanism overview.svg -------------------------------------------------------------------------------- /images/Prompt overview.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/images/Prompt overview.svg -------------------------------------------------------------------------------- /images/model overview.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/images/model overview.svg -------------------------------------------------------------------------------- /images/whispering-llama.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/images/whispering-llama.png -------------------------------------------------------------------------------- /images/wl-arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/images/wl-arch.png -------------------------------------------------------------------------------- /lit_llama/ReadME.Md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/lit_llama/ReadME.Md -------------------------------------------------------------------------------- /lit_llama/WL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/lit_llama/WL.py -------------------------------------------------------------------------------- /lit_llama/WL_M.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/lit_llama/WL_M.py -------------------------------------------------------------------------------- /lit_llama/WL_S.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/lit_llama/WL_S.py -------------------------------------------------------------------------------- /lit_llama/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/lit_llama/__init__.py -------------------------------------------------------------------------------- /lit_llama/ablation_mini_bad_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/lit_llama/ablation_mini_bad_init.py -------------------------------------------------------------------------------- /lit_llama/adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/lit_llama/adapter.py -------------------------------------------------------------------------------- /lit_llama/big_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/lit_llama/big_adapter.py -------------------------------------------------------------------------------- /lit_llama/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/lit_llama/model.py -------------------------------------------------------------------------------- /lit_llama/quantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/lit_llama/quantization.py -------------------------------------------------------------------------------- /lit_llama/ref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/lit_llama/ref.py -------------------------------------------------------------------------------- /lit_llama/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/lit_llama/tokenizer.py -------------------------------------------------------------------------------- /lit_llama/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/lit_llama/utils.py -------------------------------------------------------------------------------- /requirementes.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/requirementes.txt -------------------------------------------------------------------------------- /training/WL-M.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/training/WL-M.py -------------------------------------------------------------------------------- /training/WL-S.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/training/WL-S.py -------------------------------------------------------------------------------- /training/WL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/training/WL.py -------------------------------------------------------------------------------- /training/ablation_mini_hpram_masked_bad_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/training/ablation_mini_hpram_masked_bad_init.py -------------------------------------------------------------------------------- /training/ablation_mini_hpram_masked_random_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/training/ablation_mini_hpram_masked_random_audio.py -------------------------------------------------------------------------------- /training/adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/training/adapter.py -------------------------------------------------------------------------------- /training/big_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/training/big_adapter.py -------------------------------------------------------------------------------- /whisper_openAI/CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/CHANGELOG.md -------------------------------------------------------------------------------- /whisper_openAI/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/LICENSE -------------------------------------------------------------------------------- /whisper_openAI/MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/MANIFEST.in -------------------------------------------------------------------------------- /whisper_openAI/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/README.md -------------------------------------------------------------------------------- /whisper_openAI/approach.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/approach.png -------------------------------------------------------------------------------- /whisper_openAI/data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/data/README.md -------------------------------------------------------------------------------- /whisper_openAI/data/meanwhile.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/data/meanwhile.json -------------------------------------------------------------------------------- /whisper_openAI/language-breakdown.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/language-breakdown.svg -------------------------------------------------------------------------------- /whisper_openAI/model-card.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/model-card.md -------------------------------------------------------------------------------- /whisper_openAI/notebooks/LibriSpeech.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/notebooks/LibriSpeech.ipynb -------------------------------------------------------------------------------- /whisper_openAI/notebooks/Multilingual_ASR.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/notebooks/Multilingual_ASR.ipynb -------------------------------------------------------------------------------- /whisper_openAI/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/pyproject.toml -------------------------------------------------------------------------------- /whisper_openAI/requirements.txt: -------------------------------------------------------------------------------- 1 | numba 2 | numpy 3 | torch 4 | tqdm 5 | more-itertools 6 | tiktoken==0.3.3 7 | -------------------------------------------------------------------------------- /whisper_openAI/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/setup.py -------------------------------------------------------------------------------- /whisper_openAI/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/tests/conftest.py -------------------------------------------------------------------------------- /whisper_openAI/tests/jfk.flac: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/tests/jfk.flac -------------------------------------------------------------------------------- /whisper_openAI/tests/test_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/tests/test_audio.py -------------------------------------------------------------------------------- /whisper_openAI/tests/test_normalizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/tests/test_normalizer.py -------------------------------------------------------------------------------- /whisper_openAI/tests/test_timing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/tests/test_timing.py -------------------------------------------------------------------------------- /whisper_openAI/tests/test_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/tests/test_tokenizer.py -------------------------------------------------------------------------------- /whisper_openAI/tests/test_transcribe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/tests/test_transcribe.py -------------------------------------------------------------------------------- /whisper_openAI/whisper/TheOriginalDecoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/TheOriginalDecoding.py -------------------------------------------------------------------------------- /whisper_openAI/whisper/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/__init__.py -------------------------------------------------------------------------------- /whisper_openAI/whisper/__main__.py: -------------------------------------------------------------------------------- 1 | from .transcribe import cli 2 | 3 | cli() 4 | -------------------------------------------------------------------------------- /whisper_openAI/whisper/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /whisper_openAI/whisper/__pycache__/audio.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/__pycache__/audio.cpython-310.pyc -------------------------------------------------------------------------------- /whisper_openAI/whisper/__pycache__/decoding.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/__pycache__/decoding.cpython-310.pyc -------------------------------------------------------------------------------- /whisper_openAI/whisper/__pycache__/model.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/__pycache__/model.cpython-310.pyc -------------------------------------------------------------------------------- /whisper_openAI/whisper/__pycache__/timing.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/__pycache__/timing.cpython-310.pyc -------------------------------------------------------------------------------- /whisper_openAI/whisper/__pycache__/tokenizer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/__pycache__/tokenizer.cpython-310.pyc -------------------------------------------------------------------------------- /whisper_openAI/whisper/__pycache__/transcribe.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/__pycache__/transcribe.cpython-310.pyc -------------------------------------------------------------------------------- /whisper_openAI/whisper/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /whisper_openAI/whisper/__pycache__/version.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/__pycache__/version.cpython-310.pyc -------------------------------------------------------------------------------- /whisper_openAI/whisper/assets/gpt2.tiktoken: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/assets/gpt2.tiktoken -------------------------------------------------------------------------------- /whisper_openAI/whisper/assets/mel_filters.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/assets/mel_filters.npz -------------------------------------------------------------------------------- /whisper_openAI/whisper/assets/multilingual.tiktoken: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/assets/multilingual.tiktoken -------------------------------------------------------------------------------- /whisper_openAI/whisper/audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/audio.py -------------------------------------------------------------------------------- /whisper_openAI/whisper/decoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/decoding.py -------------------------------------------------------------------------------- /whisper_openAI/whisper/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/model.py -------------------------------------------------------------------------------- /whisper_openAI/whisper/normalizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/normalizers/__init__.py -------------------------------------------------------------------------------- /whisper_openAI/whisper/normalizers/basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/normalizers/basic.py -------------------------------------------------------------------------------- /whisper_openAI/whisper/normalizers/english.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/normalizers/english.json -------------------------------------------------------------------------------- /whisper_openAI/whisper/normalizers/english.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/normalizers/english.py -------------------------------------------------------------------------------- /whisper_openAI/whisper/timing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/timing.py -------------------------------------------------------------------------------- /whisper_openAI/whisper/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/tokenizer.py -------------------------------------------------------------------------------- /whisper_openAI/whisper/transcribe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/transcribe.py -------------------------------------------------------------------------------- /whisper_openAI/whisper/triton_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/triton_ops.py -------------------------------------------------------------------------------- /whisper_openAI/whisper/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Srijith-rkr/Whispering-LLaMA/HEAD/whisper_openAI/whisper/utils.py -------------------------------------------------------------------------------- /whisper_openAI/whisper/version.py: -------------------------------------------------------------------------------- 1 | __version__ = "20230314" 2 | --------------------------------------------------------------------------------