├── .github └── workflows │ └── test-ci.yml ├── .gitignore ├── LICENSE ├── Makefile ├── README.md ├── data ├── GUIDELINES.md ├── conceptual_captions │ └── generate_conceptual_caption.py ├── envs │ ├── atari │ │ ├── README.md │ │ ├── create_atari_57_dataset.sh │ │ ├── create_atari_dataset.py │ │ ├── generate_random_score.py │ │ └── requirements.txt │ ├── babyai │ │ ├── README.md │ │ ├── bot_agent.py │ │ ├── create_babyai_dataset.py │ │ ├── create_babyai_dataset.slurm │ │ ├── generate_random_score.py │ │ └── requirements.txt │ ├── download_expert_scores.py │ ├── metaworld │ │ ├── README.md │ │ ├── generate_dataset.py │ │ ├── generate_dataset_all.sh │ │ ├── generate_random_score.py │ │ ├── push.py │ │ ├── push_all.sh │ │ ├── requirements.txt │ │ ├── train.py │ │ └── train_all.sh │ └── mujoco │ │ ├── README.md │ │ ├── create_mujoco_dataset.py │ │ ├── create_mujoco_dataset.sh │ │ ├── generate_random_score.py │ │ └── requirements.txt ├── ok-vqa │ ├── .gitignore │ ├── ok-vqa.py │ └── requirements.txt └── to_hub.py ├── examples └── load_dataset.py ├── jat ├── __init__.py ├── configuration_jat.py ├── eval │ ├── __init__.py │ └── rl │ │ ├── __init__.py │ │ ├── core.py │ │ ├── scores_dict.json │ │ └── wrappers.py ├── modeling_jat.py ├── processing_jat.py ├── utils.py └── utils_interleave_datasets.py ├── pyproject.toml ├── scripts ├── download_all_datasets.py ├── eval_jat.py ├── generate_config_jat.py ├── tokenize_stream.py ├── train_jat.py └── train_jat_tokenized.py ├── setup.cfg ├── setup.py ├── templates └── model_card.md └── tests ├── __init__.py └── jat ├── rl ├── __init__.py └── test_core.py ├── test_modeling_jat.py └── test_processing_jat.py /.github/workflows/test-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/.github/workflows/test-ci.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/README.md -------------------------------------------------------------------------------- /data/GUIDELINES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/GUIDELINES.md -------------------------------------------------------------------------------- /data/conceptual_captions/generate_conceptual_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/conceptual_captions/generate_conceptual_caption.py -------------------------------------------------------------------------------- /data/envs/atari/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/atari/README.md -------------------------------------------------------------------------------- /data/envs/atari/create_atari_57_dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/atari/create_atari_57_dataset.sh -------------------------------------------------------------------------------- /data/envs/atari/create_atari_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/atari/create_atari_dataset.py -------------------------------------------------------------------------------- /data/envs/atari/generate_random_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/atari/generate_random_score.py -------------------------------------------------------------------------------- /data/envs/atari/requirements.txt: -------------------------------------------------------------------------------- 1 | sample-factory[atari,envpool] 2 | shimmy -------------------------------------------------------------------------------- /data/envs/babyai/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/babyai/README.md -------------------------------------------------------------------------------- /data/envs/babyai/bot_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/babyai/bot_agent.py -------------------------------------------------------------------------------- /data/envs/babyai/create_babyai_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/babyai/create_babyai_dataset.py -------------------------------------------------------------------------------- /data/envs/babyai/create_babyai_dataset.slurm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/babyai/create_babyai_dataset.slurm -------------------------------------------------------------------------------- /data/envs/babyai/generate_random_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/babyai/generate_random_score.py -------------------------------------------------------------------------------- /data/envs/babyai/requirements.txt: -------------------------------------------------------------------------------- 1 | minigrid 2 | numpy==1.23.1 -------------------------------------------------------------------------------- /data/envs/download_expert_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/download_expert_scores.py -------------------------------------------------------------------------------- /data/envs/metaworld/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/metaworld/README.md -------------------------------------------------------------------------------- /data/envs/metaworld/generate_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/metaworld/generate_dataset.py -------------------------------------------------------------------------------- /data/envs/metaworld/generate_dataset_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/metaworld/generate_dataset_all.sh -------------------------------------------------------------------------------- /data/envs/metaworld/generate_random_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/metaworld/generate_random_score.py -------------------------------------------------------------------------------- /data/envs/metaworld/push.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/metaworld/push.py -------------------------------------------------------------------------------- /data/envs/metaworld/push_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/metaworld/push_all.sh -------------------------------------------------------------------------------- /data/envs/metaworld/requirements.txt: -------------------------------------------------------------------------------- 1 | sample-factory 2 | git+https://github.com/qgallouedec/Metaworld@gym2.6_register -------------------------------------------------------------------------------- /data/envs/metaworld/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/metaworld/train.py -------------------------------------------------------------------------------- /data/envs/metaworld/train_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/metaworld/train_all.sh -------------------------------------------------------------------------------- /data/envs/mujoco/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/mujoco/README.md -------------------------------------------------------------------------------- /data/envs/mujoco/create_mujoco_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/mujoco/create_mujoco_dataset.py -------------------------------------------------------------------------------- /data/envs/mujoco/create_mujoco_dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/mujoco/create_mujoco_dataset.sh -------------------------------------------------------------------------------- /data/envs/mujoco/generate_random_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/envs/mujoco/generate_random_score.py -------------------------------------------------------------------------------- /data/envs/mujoco/requirements.txt: -------------------------------------------------------------------------------- 1 | sample-factory[mujoco,envpool] -------------------------------------------------------------------------------- /data/ok-vqa/.gitignore: -------------------------------------------------------------------------------- 1 | ./* 2 | !ok-vqa.py -------------------------------------------------------------------------------- /data/ok-vqa/ok-vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/ok-vqa/ok-vqa.py -------------------------------------------------------------------------------- /data/ok-vqa/requirements.txt: -------------------------------------------------------------------------------- 1 | Pillow==9.5.0 -------------------------------------------------------------------------------- /data/to_hub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/data/to_hub.py -------------------------------------------------------------------------------- /examples/load_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/examples/load_dataset.py -------------------------------------------------------------------------------- /jat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/jat/__init__.py -------------------------------------------------------------------------------- /jat/configuration_jat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/jat/configuration_jat.py -------------------------------------------------------------------------------- /jat/eval/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /jat/eval/rl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/jat/eval/rl/__init__.py -------------------------------------------------------------------------------- /jat/eval/rl/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/jat/eval/rl/core.py -------------------------------------------------------------------------------- /jat/eval/rl/scores_dict.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/jat/eval/rl/scores_dict.json -------------------------------------------------------------------------------- /jat/eval/rl/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/jat/eval/rl/wrappers.py -------------------------------------------------------------------------------- /jat/modeling_jat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/jat/modeling_jat.py -------------------------------------------------------------------------------- /jat/processing_jat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/jat/processing_jat.py -------------------------------------------------------------------------------- /jat/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/jat/utils.py -------------------------------------------------------------------------------- /jat/utils_interleave_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/jat/utils_interleave_datasets.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/download_all_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/scripts/download_all_datasets.py -------------------------------------------------------------------------------- /scripts/eval_jat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/scripts/eval_jat.py -------------------------------------------------------------------------------- /scripts/generate_config_jat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/scripts/generate_config_jat.py -------------------------------------------------------------------------------- /scripts/tokenize_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/scripts/tokenize_stream.py -------------------------------------------------------------------------------- /scripts/train_jat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/scripts/train_jat.py -------------------------------------------------------------------------------- /scripts/train_jat_tokenized.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/scripts/train_jat_tokenized.py -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/setup.py -------------------------------------------------------------------------------- /templates/model_card.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/templates/model_card.md -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/jat/rl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/jat/rl/test_core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/tests/jat/rl/test_core.py -------------------------------------------------------------------------------- /tests/jat/test_modeling_jat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/tests/jat/test_modeling_jat.py -------------------------------------------------------------------------------- /tests/jat/test_processing_jat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huggingface/jat/HEAD/tests/jat/test_processing_jat.py --------------------------------------------------------------------------------