├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── ComputeScoreIntPhys2.ipynb ├── IntPhys2_github.png ├── IntPhys2_google_api.py ├── IntPhys2_openai.py ├── IntPhys2_transformers.py ├── LICENSE.md ├── README.md ├── list_assets.txt └── prediction_evals ├── app ├── cosmos │ └── modelcustom │ │ └── latent_wrapper.py ├── main.py ├── main_distributed.py ├── scaffold.py ├── videomaev2 │ ├── model.py │ └── modelcustom │ │ └── default_wrapper.py └── vjepa │ ├── modelcustom │ └── default_wrapper.py │ ├── models │ ├── predictor.py │ └── vision_transformer.py │ ├── transforms.py │ └── utils.py ├── evals ├── evaluator.py ├── intphys2 │ ├── configs │ │ ├── cosmos_latent.yaml │ │ ├── videomaev2.yaml │ │ ├── vjepa_2.yaml │ │ └── vjepa_rope.yaml │ ├── data_manager.py │ ├── eval.py │ ├── intphys2_dataset.py │ └── utils.py ├── main.py ├── main_distributed.py └── scaffold.py ├── requirements.txt └── src ├── datasets └── utils │ ├── dataloader.py │ ├── kenburns.py │ ├── utils.py │ ├── video │ ├── functional.py │ ├── transforms.py │ ├── transforms_builder.py │ └── volume_transforms.py │ ├── weighted_sampler.py │ └── worker_init_fn.py ├── masks └── utils.py ├── models ├── attentive_pooler.py ├── predictor.py ├── utils │ ├── modules.py │ ├── multimask.py │ ├── patch_embed.py │ ├── pos_embs.py │ └── rope.py └── vision_transformer.py └── utils ├── cluster.py ├── cluster_processor ├── __init__.py ├── _cluster_processor.py └── _local_file_dataset.py ├── distributed.py ├── logging.py ├── model.py ├── monitoring.py ├── profiler.py └── tensors.py /.gitignore: -------------------------------------------------------------------------------- 1 | *.pyc 2 | 3 | -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /ComputeScoreIntPhys2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/ComputeScoreIntPhys2.ipynb -------------------------------------------------------------------------------- /IntPhys2_github.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/IntPhys2_github.png -------------------------------------------------------------------------------- /IntPhys2_google_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/IntPhys2_google_api.py -------------------------------------------------------------------------------- /IntPhys2_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/IntPhys2_openai.py -------------------------------------------------------------------------------- /IntPhys2_transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/IntPhys2_transformers.py -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/README.md -------------------------------------------------------------------------------- /list_assets.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/list_assets.txt -------------------------------------------------------------------------------- /prediction_evals/app/cosmos/modelcustom/latent_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/app/cosmos/modelcustom/latent_wrapper.py -------------------------------------------------------------------------------- /prediction_evals/app/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/app/main.py -------------------------------------------------------------------------------- /prediction_evals/app/main_distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/app/main_distributed.py -------------------------------------------------------------------------------- /prediction_evals/app/scaffold.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/app/scaffold.py -------------------------------------------------------------------------------- /prediction_evals/app/videomaev2/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/app/videomaev2/model.py -------------------------------------------------------------------------------- /prediction_evals/app/videomaev2/modelcustom/default_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/app/videomaev2/modelcustom/default_wrapper.py -------------------------------------------------------------------------------- /prediction_evals/app/vjepa/modelcustom/default_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/app/vjepa/modelcustom/default_wrapper.py -------------------------------------------------------------------------------- /prediction_evals/app/vjepa/models/predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/app/vjepa/models/predictor.py -------------------------------------------------------------------------------- /prediction_evals/app/vjepa/models/vision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/app/vjepa/models/vision_transformer.py -------------------------------------------------------------------------------- /prediction_evals/app/vjepa/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/app/vjepa/transforms.py -------------------------------------------------------------------------------- /prediction_evals/app/vjepa/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/app/vjepa/utils.py -------------------------------------------------------------------------------- /prediction_evals/evals/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/evals/evaluator.py -------------------------------------------------------------------------------- /prediction_evals/evals/intphys2/configs/cosmos_latent.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/evals/intphys2/configs/cosmos_latent.yaml -------------------------------------------------------------------------------- /prediction_evals/evals/intphys2/configs/videomaev2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/evals/intphys2/configs/videomaev2.yaml -------------------------------------------------------------------------------- /prediction_evals/evals/intphys2/configs/vjepa_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/evals/intphys2/configs/vjepa_2.yaml -------------------------------------------------------------------------------- /prediction_evals/evals/intphys2/configs/vjepa_rope.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/evals/intphys2/configs/vjepa_rope.yaml -------------------------------------------------------------------------------- /prediction_evals/evals/intphys2/data_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/evals/intphys2/data_manager.py -------------------------------------------------------------------------------- /prediction_evals/evals/intphys2/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/evals/intphys2/eval.py -------------------------------------------------------------------------------- /prediction_evals/evals/intphys2/intphys2_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/evals/intphys2/intphys2_dataset.py -------------------------------------------------------------------------------- /prediction_evals/evals/intphys2/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/evals/intphys2/utils.py -------------------------------------------------------------------------------- /prediction_evals/evals/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/evals/main.py -------------------------------------------------------------------------------- /prediction_evals/evals/main_distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/evals/main_distributed.py -------------------------------------------------------------------------------- /prediction_evals/evals/scaffold.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/evals/scaffold.py -------------------------------------------------------------------------------- /prediction_evals/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/requirements.txt -------------------------------------------------------------------------------- /prediction_evals/src/datasets/utils/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/datasets/utils/dataloader.py -------------------------------------------------------------------------------- /prediction_evals/src/datasets/utils/kenburns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/datasets/utils/kenburns.py -------------------------------------------------------------------------------- /prediction_evals/src/datasets/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/datasets/utils/utils.py -------------------------------------------------------------------------------- /prediction_evals/src/datasets/utils/video/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/datasets/utils/video/functional.py -------------------------------------------------------------------------------- /prediction_evals/src/datasets/utils/video/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/datasets/utils/video/transforms.py -------------------------------------------------------------------------------- /prediction_evals/src/datasets/utils/video/transforms_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/datasets/utils/video/transforms_builder.py -------------------------------------------------------------------------------- /prediction_evals/src/datasets/utils/video/volume_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/datasets/utils/video/volume_transforms.py -------------------------------------------------------------------------------- /prediction_evals/src/datasets/utils/weighted_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/datasets/utils/weighted_sampler.py -------------------------------------------------------------------------------- /prediction_evals/src/datasets/utils/worker_init_fn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/datasets/utils/worker_init_fn.py -------------------------------------------------------------------------------- /prediction_evals/src/masks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/masks/utils.py -------------------------------------------------------------------------------- /prediction_evals/src/models/attentive_pooler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/models/attentive_pooler.py -------------------------------------------------------------------------------- /prediction_evals/src/models/predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/models/predictor.py -------------------------------------------------------------------------------- /prediction_evals/src/models/utils/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/models/utils/modules.py -------------------------------------------------------------------------------- /prediction_evals/src/models/utils/multimask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/models/utils/multimask.py -------------------------------------------------------------------------------- /prediction_evals/src/models/utils/patch_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/models/utils/patch_embed.py -------------------------------------------------------------------------------- /prediction_evals/src/models/utils/pos_embs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/models/utils/pos_embs.py -------------------------------------------------------------------------------- /prediction_evals/src/models/utils/rope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/models/utils/rope.py -------------------------------------------------------------------------------- /prediction_evals/src/models/vision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/models/vision_transformer.py -------------------------------------------------------------------------------- /prediction_evals/src/utils/cluster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/utils/cluster.py -------------------------------------------------------------------------------- /prediction_evals/src/utils/cluster_processor/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/utils/cluster_processor/__init__.py -------------------------------------------------------------------------------- /prediction_evals/src/utils/cluster_processor/_cluster_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/utils/cluster_processor/_cluster_processor.py -------------------------------------------------------------------------------- /prediction_evals/src/utils/cluster_processor/_local_file_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/utils/cluster_processor/_local_file_dataset.py -------------------------------------------------------------------------------- /prediction_evals/src/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/utils/distributed.py -------------------------------------------------------------------------------- /prediction_evals/src/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/utils/logging.py -------------------------------------------------------------------------------- /prediction_evals/src/utils/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/utils/model.py -------------------------------------------------------------------------------- /prediction_evals/src/utils/monitoring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/utils/monitoring.py -------------------------------------------------------------------------------- /prediction_evals/src/utils/profiler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/utils/profiler.py -------------------------------------------------------------------------------- /prediction_evals/src/utils/tensors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/IntPhys2/HEAD/prediction_evals/src/utils/tensors.py --------------------------------------------------------------------------------