├── .github └── workflows │ └── pytest_and_autopublish.yml ├── .gitignore ├── .pylintrc ├── .readthedocs.yaml ├── .vscode ├── extensions.json └── settings.json ├── CHANGELOG.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── colabs ├── finetuning.ipynb ├── lora_finetuning.ipynb ├── lora_sampling.ipynb ├── multimodal.ipynb ├── quantization_aware_training.ipynb ├── quantization_sampling.ipynb ├── sampling.ipynb ├── sharding.ipynb ├── tokenizer.ipynb └── tool_use.ipynb ├── docs ├── checkpoints.md ├── conf.py ├── finetuning.md ├── images │ ├── favicon.png │ └── icon.svg ├── index.md ├── lora_finetuning.md ├── lora_sampling.md ├── multimodal.md ├── overview.md ├── requirements.txt ├── research.md ├── sampling.md ├── sharding.md ├── tokenizer.md └── tool_use.md ├── examples ├── classification.py ├── dpo.py ├── lora.py ├── multimodal.py ├── npo.py ├── seq2seq.py └── sharding.py ├── gemma ├── __init__.py ├── gm │ ├── README.md │ ├── __init__.py │ ├── ckpts │ │ ├── __init__.py │ │ ├── _checkpoint.py │ │ ├── _compat.py │ │ ├── _lora.py │ │ ├── _paths.py │ │ ├── _policy.py │ │ └── _quantization.py │ ├── data │ │ ├── __init__.py │ │ ├── _functional.py │ │ ├── _functional_test.py │ │ ├── _parquet.py │ │ ├── _tasks.py │ │ ├── _transforms.py │ │ └── _transforms_test.py │ ├── evals │ │ ├── __init__.py │ │ └── _sample.py │ ├── losses │ │ ├── __init__.py │ │ ├── _dpo.py │ │ └── _npo.py │ ├── math │ │ ├── __init__.py │ │ ├── _misc.py │ │ ├── _misc_test.py │ │ ├── _pos_utils.py │ │ ├── _positional_embeddings.py │ │ └── _positional_embeddings_test.py │ ├── nn │ │ ├── __init__.py │ │ ├── _config.py │ │ ├── _experimental.py │ │ ├── _gemma.py │ │ ├── _layers.py │ │ ├── _layers_test.py │ │ ├── _lora.py │ │ ├── _modules.py │ │ ├── _modules_test.py │ │ ├── _policy.py │ │ ├── _quantization.py │ │ ├── _transformer.py │ │ ├── _transformer_like.py │ │ ├── _transformer_like_test.py │ │ ├── _transformer_test.py │ │ ├── config.py │ │ └── gemma3n │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── _config.py │ │ │ ├── _gemma3n.py │ │ │ ├── _layers.py │ │ │ ├── _layers_test.py │ │ │ ├── _modules.py │ │ │ ├── _modules_test.py │ │ │ ├── _transformer.py │ │ │ └── _transformer_test.py │ ├── sharding │ │ └── __init__.py │ ├── testing │ │ ├── __init__.py │ │ ├── _dummy_model.py │ │ ├── _dummy_tokenizer.py │ │ └── _fixtures.py │ ├── tests │ │ ├── examples_test.py │ │ └── sampler_e2e_test.py │ ├── text │ │ ├── __init__.py │ │ ├── _chat_sampler.py │ │ ├── _prefill.py │ │ ├── _prefill_test.py │ │ ├── _sampler.py │ │ ├── _sampler_loop.py │ │ ├── _sampler_test.py │ │ ├── _sampling.py │ │ ├── _sampling_test.py │ │ ├── _template.py │ │ ├── _tokenizer.py │ │ ├── _tokenizer_test.py │ │ ├── _tool_sampler.py │ │ └── _turn_utils.py │ ├── tools │ │ ├── __init__.py │ │ ├── _calculator.py │ │ ├── _file_explorer.py │ │ ├── _manager.py │ │ ├── _offline_tool_search.py │ │ └── _tools.py │ ├── typing │ │ ├── __init__.py │ │ └── _common.py │ ├── utils │ │ ├── __init__.py │ │ ├── _attention_mask.py │ │ ├── _attention_mask_test.py │ │ ├── _cache_helper.py │ │ ├── _cache_helper_test.py │ │ ├── _dtype_params.py │ │ ├── _file_cache.py │ │ ├── _file_cache_test.py │ │ ├── _jax_utils.py │ │ ├── _jax_utils_test.py │ │ ├── _py.py │ │ ├── _types.py │ │ └── _types_test.py │ └── vision │ │ ├── _preprocess.py │ │ ├── _token_utils.py │ │ └── _token_utils_test.py ├── multimodal │ ├── image.py │ ├── vision.py │ └── vision_utils.py ├── peft │ ├── README.md │ ├── __init__.py │ ├── _einsum_utils.py │ ├── _einsum_utils_test.py │ ├── _interceptors.py │ ├── _interceptors_test.py │ ├── _lora.py │ ├── _lora_test.py │ ├── _quantization.py │ ├── _quantization_test.py │ ├── _quantization_utils.py │ ├── _tree_utils.py │ └── _tree_utils_test.py └── research │ └── t5gemma │ ├── README.md │ ├── __init__.py │ ├── config.py │ ├── modules.py │ ├── sampling.py │ └── t5gemma.py └── pyproject.toml /.github/workflows/pytest_and_autopublish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/.github/workflows/pytest_and_autopublish.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/.gitignore -------------------------------------------------------------------------------- /.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/.pylintrc -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /.vscode/extensions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/.vscode/extensions.json -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/README.md -------------------------------------------------------------------------------- /colabs/finetuning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/colabs/finetuning.ipynb -------------------------------------------------------------------------------- /colabs/lora_finetuning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/colabs/lora_finetuning.ipynb -------------------------------------------------------------------------------- /colabs/lora_sampling.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/colabs/lora_sampling.ipynb -------------------------------------------------------------------------------- /colabs/multimodal.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/colabs/multimodal.ipynb -------------------------------------------------------------------------------- /colabs/quantization_aware_training.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/colabs/quantization_aware_training.ipynb -------------------------------------------------------------------------------- /colabs/quantization_sampling.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/colabs/quantization_sampling.ipynb -------------------------------------------------------------------------------- /colabs/sampling.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/colabs/sampling.ipynb -------------------------------------------------------------------------------- /colabs/sharding.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/colabs/sharding.ipynb -------------------------------------------------------------------------------- /colabs/tokenizer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/colabs/tokenizer.ipynb -------------------------------------------------------------------------------- /colabs/tool_use.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/colabs/tool_use.ipynb -------------------------------------------------------------------------------- /docs/checkpoints.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/docs/checkpoints.md -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/finetuning.md: -------------------------------------------------------------------------------- 1 | # Finetuning 2 | -------------------------------------------------------------------------------- /docs/images/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/docs/images/favicon.png -------------------------------------------------------------------------------- /docs/images/icon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/docs/images/icon.svg -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/lora_finetuning.md: -------------------------------------------------------------------------------- 1 | # LoRA (Finetuning) 2 | -------------------------------------------------------------------------------- /docs/lora_sampling.md: -------------------------------------------------------------------------------- 1 | # LoRA (Sampling) 2 | -------------------------------------------------------------------------------- /docs/multimodal.md: -------------------------------------------------------------------------------- 1 | # Multimodal 2 | -------------------------------------------------------------------------------- /docs/overview.md: -------------------------------------------------------------------------------- 1 | # Gemma 2 | -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- 1 | sphinx-apitree[ext] 2 | pytest # Required for gm/testing/_fixtures.py 3 | -------------------------------------------------------------------------------- /docs/research.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/docs/research.md -------------------------------------------------------------------------------- /docs/sampling.md: -------------------------------------------------------------------------------- 1 | # Sampling 2 | -------------------------------------------------------------------------------- /docs/sharding.md: -------------------------------------------------------------------------------- 1 | # Sharding 2 | -------------------------------------------------------------------------------- /docs/tokenizer.md: -------------------------------------------------------------------------------- 1 | # Tokenizer 2 | -------------------------------------------------------------------------------- /docs/tool_use.md: -------------------------------------------------------------------------------- 1 | # Tool Use 2 | -------------------------------------------------------------------------------- /examples/classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/examples/classification.py -------------------------------------------------------------------------------- /examples/dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/examples/dpo.py -------------------------------------------------------------------------------- /examples/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/examples/lora.py -------------------------------------------------------------------------------- /examples/multimodal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/examples/multimodal.py -------------------------------------------------------------------------------- /examples/npo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/examples/npo.py -------------------------------------------------------------------------------- /examples/seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/examples/seq2seq.py -------------------------------------------------------------------------------- /examples/sharding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/examples/sharding.py -------------------------------------------------------------------------------- /gemma/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/__init__.py -------------------------------------------------------------------------------- /gemma/gm/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /gemma/gm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/__init__.py -------------------------------------------------------------------------------- /gemma/gm/ckpts/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/ckpts/__init__.py -------------------------------------------------------------------------------- /gemma/gm/ckpts/_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/ckpts/_checkpoint.py -------------------------------------------------------------------------------- /gemma/gm/ckpts/_compat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/ckpts/_compat.py -------------------------------------------------------------------------------- /gemma/gm/ckpts/_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/ckpts/_lora.py -------------------------------------------------------------------------------- /gemma/gm/ckpts/_paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/ckpts/_paths.py -------------------------------------------------------------------------------- /gemma/gm/ckpts/_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/ckpts/_policy.py -------------------------------------------------------------------------------- /gemma/gm/ckpts/_quantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/ckpts/_quantization.py -------------------------------------------------------------------------------- /gemma/gm/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/data/__init__.py -------------------------------------------------------------------------------- /gemma/gm/data/_functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/data/_functional.py -------------------------------------------------------------------------------- /gemma/gm/data/_functional_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/data/_functional_test.py -------------------------------------------------------------------------------- /gemma/gm/data/_parquet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/data/_parquet.py -------------------------------------------------------------------------------- /gemma/gm/data/_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/data/_tasks.py -------------------------------------------------------------------------------- /gemma/gm/data/_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/data/_transforms.py -------------------------------------------------------------------------------- /gemma/gm/data/_transforms_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/data/_transforms_test.py -------------------------------------------------------------------------------- /gemma/gm/evals/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/evals/__init__.py -------------------------------------------------------------------------------- /gemma/gm/evals/_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/evals/_sample.py -------------------------------------------------------------------------------- /gemma/gm/losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/losses/__init__.py -------------------------------------------------------------------------------- /gemma/gm/losses/_dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/losses/_dpo.py -------------------------------------------------------------------------------- /gemma/gm/losses/_npo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/losses/_npo.py -------------------------------------------------------------------------------- /gemma/gm/math/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/math/__init__.py -------------------------------------------------------------------------------- /gemma/gm/math/_misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/math/_misc.py -------------------------------------------------------------------------------- /gemma/gm/math/_misc_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/math/_misc_test.py -------------------------------------------------------------------------------- /gemma/gm/math/_pos_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/math/_pos_utils.py -------------------------------------------------------------------------------- /gemma/gm/math/_positional_embeddings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/math/_positional_embeddings.py -------------------------------------------------------------------------------- /gemma/gm/math/_positional_embeddings_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/math/_positional_embeddings_test.py -------------------------------------------------------------------------------- /gemma/gm/nn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/__init__.py -------------------------------------------------------------------------------- /gemma/gm/nn/_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/_config.py -------------------------------------------------------------------------------- /gemma/gm/nn/_experimental.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/_experimental.py -------------------------------------------------------------------------------- /gemma/gm/nn/_gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/_gemma.py -------------------------------------------------------------------------------- /gemma/gm/nn/_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/_layers.py -------------------------------------------------------------------------------- /gemma/gm/nn/_layers_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/_layers_test.py -------------------------------------------------------------------------------- /gemma/gm/nn/_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/_lora.py -------------------------------------------------------------------------------- /gemma/gm/nn/_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/_modules.py -------------------------------------------------------------------------------- /gemma/gm/nn/_modules_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/_modules_test.py -------------------------------------------------------------------------------- /gemma/gm/nn/_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/_policy.py -------------------------------------------------------------------------------- /gemma/gm/nn/_quantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/_quantization.py -------------------------------------------------------------------------------- /gemma/gm/nn/_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/_transformer.py -------------------------------------------------------------------------------- /gemma/gm/nn/_transformer_like.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/_transformer_like.py -------------------------------------------------------------------------------- /gemma/gm/nn/_transformer_like_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/_transformer_like_test.py -------------------------------------------------------------------------------- /gemma/gm/nn/_transformer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/_transformer_test.py -------------------------------------------------------------------------------- /gemma/gm/nn/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/config.py -------------------------------------------------------------------------------- /gemma/gm/nn/gemma3n/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/gemma3n/README.md -------------------------------------------------------------------------------- /gemma/gm/nn/gemma3n/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/gemma3n/__init__.py -------------------------------------------------------------------------------- /gemma/gm/nn/gemma3n/_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/gemma3n/_config.py -------------------------------------------------------------------------------- /gemma/gm/nn/gemma3n/_gemma3n.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/gemma3n/_gemma3n.py -------------------------------------------------------------------------------- /gemma/gm/nn/gemma3n/_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/gemma3n/_layers.py -------------------------------------------------------------------------------- /gemma/gm/nn/gemma3n/_layers_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/gemma3n/_layers_test.py -------------------------------------------------------------------------------- /gemma/gm/nn/gemma3n/_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/gemma3n/_modules.py -------------------------------------------------------------------------------- /gemma/gm/nn/gemma3n/_modules_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/gemma3n/_modules_test.py -------------------------------------------------------------------------------- /gemma/gm/nn/gemma3n/_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/gemma3n/_transformer.py -------------------------------------------------------------------------------- /gemma/gm/nn/gemma3n/_transformer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/nn/gemma3n/_transformer_test.py -------------------------------------------------------------------------------- /gemma/gm/sharding/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/sharding/__init__.py -------------------------------------------------------------------------------- /gemma/gm/testing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/testing/__init__.py -------------------------------------------------------------------------------- /gemma/gm/testing/_dummy_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/testing/_dummy_model.py -------------------------------------------------------------------------------- /gemma/gm/testing/_dummy_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/testing/_dummy_tokenizer.py -------------------------------------------------------------------------------- /gemma/gm/testing/_fixtures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/testing/_fixtures.py -------------------------------------------------------------------------------- /gemma/gm/tests/examples_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/tests/examples_test.py -------------------------------------------------------------------------------- /gemma/gm/tests/sampler_e2e_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/tests/sampler_e2e_test.py -------------------------------------------------------------------------------- /gemma/gm/text/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/text/__init__.py -------------------------------------------------------------------------------- /gemma/gm/text/_chat_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/text/_chat_sampler.py -------------------------------------------------------------------------------- /gemma/gm/text/_prefill.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/text/_prefill.py -------------------------------------------------------------------------------- /gemma/gm/text/_prefill_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/text/_prefill_test.py -------------------------------------------------------------------------------- /gemma/gm/text/_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/text/_sampler.py -------------------------------------------------------------------------------- /gemma/gm/text/_sampler_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/text/_sampler_loop.py -------------------------------------------------------------------------------- /gemma/gm/text/_sampler_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/text/_sampler_test.py -------------------------------------------------------------------------------- /gemma/gm/text/_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/text/_sampling.py -------------------------------------------------------------------------------- /gemma/gm/text/_sampling_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/text/_sampling_test.py -------------------------------------------------------------------------------- /gemma/gm/text/_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/text/_template.py -------------------------------------------------------------------------------- /gemma/gm/text/_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/text/_tokenizer.py -------------------------------------------------------------------------------- /gemma/gm/text/_tokenizer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/text/_tokenizer_test.py -------------------------------------------------------------------------------- /gemma/gm/text/_tool_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/text/_tool_sampler.py -------------------------------------------------------------------------------- /gemma/gm/text/_turn_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/text/_turn_utils.py -------------------------------------------------------------------------------- /gemma/gm/tools/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/tools/__init__.py -------------------------------------------------------------------------------- /gemma/gm/tools/_calculator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/tools/_calculator.py -------------------------------------------------------------------------------- /gemma/gm/tools/_file_explorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/tools/_file_explorer.py -------------------------------------------------------------------------------- /gemma/gm/tools/_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/tools/_manager.py -------------------------------------------------------------------------------- /gemma/gm/tools/_offline_tool_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/tools/_offline_tool_search.py -------------------------------------------------------------------------------- /gemma/gm/tools/_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/tools/_tools.py -------------------------------------------------------------------------------- /gemma/gm/typing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/typing/__init__.py -------------------------------------------------------------------------------- /gemma/gm/typing/_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/typing/_common.py -------------------------------------------------------------------------------- /gemma/gm/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/utils/__init__.py -------------------------------------------------------------------------------- /gemma/gm/utils/_attention_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/utils/_attention_mask.py -------------------------------------------------------------------------------- /gemma/gm/utils/_attention_mask_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/utils/_attention_mask_test.py -------------------------------------------------------------------------------- /gemma/gm/utils/_cache_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/utils/_cache_helper.py -------------------------------------------------------------------------------- /gemma/gm/utils/_cache_helper_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/utils/_cache_helper_test.py -------------------------------------------------------------------------------- /gemma/gm/utils/_dtype_params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/utils/_dtype_params.py -------------------------------------------------------------------------------- /gemma/gm/utils/_file_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/utils/_file_cache.py -------------------------------------------------------------------------------- /gemma/gm/utils/_file_cache_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/utils/_file_cache_test.py -------------------------------------------------------------------------------- /gemma/gm/utils/_jax_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/utils/_jax_utils.py -------------------------------------------------------------------------------- /gemma/gm/utils/_jax_utils_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/utils/_jax_utils_test.py -------------------------------------------------------------------------------- /gemma/gm/utils/_py.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/utils/_py.py -------------------------------------------------------------------------------- /gemma/gm/utils/_types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/utils/_types.py -------------------------------------------------------------------------------- /gemma/gm/utils/_types_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/utils/_types_test.py -------------------------------------------------------------------------------- /gemma/gm/vision/_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/vision/_preprocess.py -------------------------------------------------------------------------------- /gemma/gm/vision/_token_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/vision/_token_utils.py -------------------------------------------------------------------------------- /gemma/gm/vision/_token_utils_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/gm/vision/_token_utils_test.py -------------------------------------------------------------------------------- /gemma/multimodal/image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/multimodal/image.py -------------------------------------------------------------------------------- /gemma/multimodal/vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/multimodal/vision.py -------------------------------------------------------------------------------- /gemma/multimodal/vision_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/multimodal/vision_utils.py -------------------------------------------------------------------------------- /gemma/peft/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/peft/README.md -------------------------------------------------------------------------------- /gemma/peft/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/peft/__init__.py -------------------------------------------------------------------------------- /gemma/peft/_einsum_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/peft/_einsum_utils.py -------------------------------------------------------------------------------- /gemma/peft/_einsum_utils_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/peft/_einsum_utils_test.py -------------------------------------------------------------------------------- /gemma/peft/_interceptors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/peft/_interceptors.py -------------------------------------------------------------------------------- /gemma/peft/_interceptors_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/peft/_interceptors_test.py -------------------------------------------------------------------------------- /gemma/peft/_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/peft/_lora.py -------------------------------------------------------------------------------- /gemma/peft/_lora_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/peft/_lora_test.py -------------------------------------------------------------------------------- /gemma/peft/_quantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/peft/_quantization.py -------------------------------------------------------------------------------- /gemma/peft/_quantization_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/peft/_quantization_test.py -------------------------------------------------------------------------------- /gemma/peft/_quantization_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/peft/_quantization_utils.py -------------------------------------------------------------------------------- /gemma/peft/_tree_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/peft/_tree_utils.py -------------------------------------------------------------------------------- /gemma/peft/_tree_utils_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/peft/_tree_utils_test.py -------------------------------------------------------------------------------- /gemma/research/t5gemma/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/research/t5gemma/README.md -------------------------------------------------------------------------------- /gemma/research/t5gemma/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/research/t5gemma/__init__.py -------------------------------------------------------------------------------- /gemma/research/t5gemma/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/research/t5gemma/config.py -------------------------------------------------------------------------------- /gemma/research/t5gemma/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/research/t5gemma/modules.py -------------------------------------------------------------------------------- /gemma/research/t5gemma/sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/research/t5gemma/sampling.py -------------------------------------------------------------------------------- /gemma/research/t5gemma/t5gemma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/gemma/research/t5gemma/t5gemma.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google-deepmind/gemma/HEAD/pyproject.toml --------------------------------------------------------------------------------