├── .gitignore ├── Crawler ├── README.md ├── download_cmd_generation.py ├── download_jukin_video_id.py ├── parallel_download_VATEX.py └── parallel_download_jukin.py ├── README.md ├── pyproject.toml └── valley ├── configs ├── deepspeed │ ├── config_zero2.json │ ├── config_zero3.json │ └── config_zero3_offload.json └── experiment │ ├── valley_stage1.yaml │ ├── valley_stage2.yaml │ ├── valley_stage2_lora.yaml │ └── valley_stage2_zero3.yaml ├── constants.py ├── conversation.py ├── data ├── dataset.py └── video_transform.py ├── inference ├── run_valley.py ├── run_valley_conv.py └── run_valley_llamma_v2.py ├── logo ├── demo.GIF ├── demo_screenshot.jpg └── lama_with_valley.jpeg ├── model ├── apply_delta.py ├── make_delta.py └── valley_model.py ├── serve ├── __init__.py ├── cli.py ├── controller.py ├── examples │ ├── images │ │ ├── c790e7358b6f9de50ccfc78d2fba1b97.jpg │ │ └── f4cefeeb3f10a2afb4bb077a415f9fb8.jpg │ └── videos │ │ ├── aa5dbc3a110f410bb02572408b0fb778.mp4 │ │ └── dc52388394cc9f692d16a95d9833ca07.mp4 ├── gateway │ ├── README.md │ └── nginx.conf ├── gradio_css.py ├── gradio_patch.py ├── gradio_web_server_video.py ├── model_worker.py ├── register_worker.py └── test_message.py ├── train ├── train.py ├── train.sh └── trainner.py ├── util ├── config.py ├── data_util.py └── decode_img.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/.gitignore -------------------------------------------------------------------------------- /Crawler/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/Crawler/README.md -------------------------------------------------------------------------------- /Crawler/download_cmd_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/Crawler/download_cmd_generation.py -------------------------------------------------------------------------------- /Crawler/download_jukin_video_id.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/Crawler/download_jukin_video_id.py -------------------------------------------------------------------------------- /Crawler/parallel_download_VATEX.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/Crawler/parallel_download_VATEX.py -------------------------------------------------------------------------------- /Crawler/parallel_download_jukin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/Crawler/parallel_download_jukin.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/README.md -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/pyproject.toml -------------------------------------------------------------------------------- /valley/configs/deepspeed/config_zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/configs/deepspeed/config_zero2.json -------------------------------------------------------------------------------- /valley/configs/deepspeed/config_zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/configs/deepspeed/config_zero3.json -------------------------------------------------------------------------------- /valley/configs/deepspeed/config_zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/configs/deepspeed/config_zero3_offload.json -------------------------------------------------------------------------------- /valley/configs/experiment/valley_stage1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/configs/experiment/valley_stage1.yaml -------------------------------------------------------------------------------- /valley/configs/experiment/valley_stage2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/configs/experiment/valley_stage2.yaml -------------------------------------------------------------------------------- /valley/configs/experiment/valley_stage2_lora.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/configs/experiment/valley_stage2_lora.yaml -------------------------------------------------------------------------------- /valley/configs/experiment/valley_stage2_zero3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/configs/experiment/valley_stage2_zero3.yaml -------------------------------------------------------------------------------- /valley/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/constants.py -------------------------------------------------------------------------------- /valley/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/conversation.py -------------------------------------------------------------------------------- /valley/data/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/data/dataset.py -------------------------------------------------------------------------------- /valley/data/video_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/data/video_transform.py -------------------------------------------------------------------------------- /valley/inference/run_valley.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/inference/run_valley.py -------------------------------------------------------------------------------- /valley/inference/run_valley_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/inference/run_valley_conv.py -------------------------------------------------------------------------------- /valley/inference/run_valley_llamma_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/inference/run_valley_llamma_v2.py -------------------------------------------------------------------------------- /valley/logo/demo.GIF: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/logo/demo.GIF -------------------------------------------------------------------------------- /valley/logo/demo_screenshot.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/logo/demo_screenshot.jpg -------------------------------------------------------------------------------- /valley/logo/lama_with_valley.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/logo/lama_with_valley.jpeg -------------------------------------------------------------------------------- /valley/model/apply_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/model/apply_delta.py -------------------------------------------------------------------------------- /valley/model/make_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/model/make_delta.py -------------------------------------------------------------------------------- /valley/model/valley_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/model/valley_model.py -------------------------------------------------------------------------------- /valley/serve/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /valley/serve/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/serve/cli.py -------------------------------------------------------------------------------- /valley/serve/controller.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/serve/controller.py -------------------------------------------------------------------------------- /valley/serve/examples/images/c790e7358b6f9de50ccfc78d2fba1b97.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/serve/examples/images/c790e7358b6f9de50ccfc78d2fba1b97.jpg -------------------------------------------------------------------------------- /valley/serve/examples/images/f4cefeeb3f10a2afb4bb077a415f9fb8.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/serve/examples/images/f4cefeeb3f10a2afb4bb077a415f9fb8.jpg -------------------------------------------------------------------------------- /valley/serve/examples/videos/aa5dbc3a110f410bb02572408b0fb778.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/serve/examples/videos/aa5dbc3a110f410bb02572408b0fb778.mp4 -------------------------------------------------------------------------------- /valley/serve/examples/videos/dc52388394cc9f692d16a95d9833ca07.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/serve/examples/videos/dc52388394cc9f692d16a95d9833ca07.mp4 -------------------------------------------------------------------------------- /valley/serve/gateway/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/serve/gateway/README.md -------------------------------------------------------------------------------- /valley/serve/gateway/nginx.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/serve/gateway/nginx.conf -------------------------------------------------------------------------------- /valley/serve/gradio_css.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/serve/gradio_css.py -------------------------------------------------------------------------------- /valley/serve/gradio_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/serve/gradio_patch.py -------------------------------------------------------------------------------- /valley/serve/gradio_web_server_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/serve/gradio_web_server_video.py -------------------------------------------------------------------------------- /valley/serve/model_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/serve/model_worker.py -------------------------------------------------------------------------------- /valley/serve/register_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/serve/register_worker.py -------------------------------------------------------------------------------- /valley/serve/test_message.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/serve/test_message.py -------------------------------------------------------------------------------- /valley/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/train/train.py -------------------------------------------------------------------------------- /valley/train/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/train/train.sh -------------------------------------------------------------------------------- /valley/train/trainner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/train/trainner.py -------------------------------------------------------------------------------- /valley/util/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/util/config.py -------------------------------------------------------------------------------- /valley/util/data_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/util/data_util.py -------------------------------------------------------------------------------- /valley/util/decode_img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/util/decode_img.py -------------------------------------------------------------------------------- /valley/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RupertLuo/Valley/HEAD/valley/utils.py --------------------------------------------------------------------------------