├── .gitignore ├── LICENSE ├── README.md ├── install └── include │ ├── httplib.h │ ├── tensortype_inc.hpp │ └── vt.hpp ├── models ├── llama3 │ ├── Makefile.cuda │ ├── chat.cpp │ ├── debug.py │ ├── dump_from_huggingface.py │ ├── inference_fp16.dag │ ├── memory.hpp │ └── tokenizer.json ├── minicpm2.6 │ ├── Makefile.cuda │ ├── chat.cpp │ ├── debug.py │ ├── dump_from_huggingface.py │ ├── http.cpp │ ├── inference_fp16.dag │ ├── memory.hpp │ ├── qwen.tiktoken │ └── visual_fp16.dag ├── qwen-vl │ ├── Makefile.cuda │ ├── chat.cpp │ ├── debug.py │ ├── dump_from_huggingface.py │ ├── http.cpp │ ├── inference_fp16.dag │ ├── memory.hpp │ ├── qwen.tiktoken │ └── visual_fp16.dag ├── qwen1.5-7b │ ├── Makefile.cuda │ ├── Makefile.hip │ ├── chat.cpp │ ├── dump_from_huggingface.py │ ├── http.cpp │ ├── inference_fp16.dag │ ├── memory.hpp │ └── qwen.tiktoken ├── qwen2-72b │ ├── Makefile.cuda │ ├── chat.cpp │ ├── convert_q4.dag │ ├── dump_from_safetensors.py │ ├── inference_q4.dag │ ├── memory.hpp │ └── qwen.tiktoken ├── qwen2-7b │ ├── Makefile.cuda │ ├── Makefile.hip │ ├── chat.cpp │ ├── convert_q4.dag │ ├── dump_from_huggingface.py │ ├── http.cpp │ ├── inference_fp16.dag │ ├── inference_q4.dag │ ├── memory.hpp │ ├── qwen.tiktoken │ ├── verify.py │ └── www │ │ ├── bootstrap3.3 │ │ ├── css │ │ │ ├── bootstrap-theme.css │ │ │ ├── bootstrap-theme.css.map │ │ │ ├── bootstrap-theme.min.css │ │ │ ├── bootstrap-theme.min.css.map │ │ │ ├── bootstrap.css │ │ │ ├── bootstrap.css.map │ │ │ ├── bootstrap.min.css │ │ │ └── bootstrap.min.css.map │ │ ├── fonts │ │ │ ├── glyphicons-halflings-regular.eot │ │ │ ├── glyphicons-halflings-regular.svg │ │ │ ├── glyphicons-halflings-regular.ttf │ │ │ ├── glyphicons-halflings-regular.woff │ │ │ └── glyphicons-halflings-regular.woff2 │ │ └── js │ │ │ ├── bootstrap.js │ │ │ ├── bootstrap.min.js │ │ │ ├── jquery-3.3.1.min.js │ │ │ └── npm.js │ │ ├── chat.css │ │ ├── index.html │ │ ├── index.js │ │ └── qwen.png └── qwen2.5-7b │ ├── Makefile.cuda │ ├── chat.cpp │ ├── dump_from_huggingface.py │ ├── inference_fp16.dag │ ├── memory.hpp │ ├── qwen.tiktoken │ └── verify.py ├── tensortype ├── Makefile.cuda ├── Makefile.hip ├── common.cpp ├── common.hpp ├── computing.hpp ├── context.cpp ├── context.hpp ├── cuda_kernels │ ├── CMakeLists.txt │ ├── Makefile │ ├── bitsandbytes │ │ ├── CMakeLists.txt │ │ ├── csrc │ │ │ ├── bitsandbytes.cpp │ │ │ ├── bitsandbytes.hpp │ │ │ ├── common.cpp │ │ │ ├── common.h │ │ │ ├── cpu_ops.cpp │ │ │ ├── cpu_ops.h │ │ │ ├── kernels.cu │ │ │ ├── kernels.cuh │ │ │ ├── ops.cu │ │ │ ├── ops.cuh │ │ │ └── pythonInterface.cpp │ │ └── include │ │ │ ├── AAlloc.h │ │ │ ├── Algo-Direct-Common.h │ │ │ ├── Algo-Direct2.h │ │ │ ├── AlgoXCodes.h │ │ │ ├── BinAlgo.h │ │ │ ├── BinSearch.h │ │ │ ├── Portable.h │ │ │ ├── SIMD.h │ │ │ └── Type.h │ ├── causal_mask.cu │ ├── convert.cu │ ├── cuda_kernels.hpp │ ├── easy_sampling.cu │ ├── gelu.cu │ ├── help_block_reduce.h │ ├── help_common.h │ ├── layernorm.cu │ ├── lt_sgemm.cu │ ├── rmsnorm.cu │ ├── rotary_embed.cu │ ├── silu_product.cu │ └── transpose_0213.cu ├── cuda_tensor.cpp ├── cuda_tensor.hpp ├── dag.cpp ├── dag.hpp ├── hip_kernels │ ├── Makefile │ ├── add_bias.cpp │ ├── block_reduce.hpp │ ├── causal_mask.cpp │ ├── convert.cpp │ ├── embed.cpp │ ├── fill.cpp │ ├── gelu.cpp │ ├── hip_kernels.hpp │ ├── layernorm.cpp │ ├── pointwise.cpp │ ├── rmsnorm.cpp │ ├── rotary_embed.cpp │ ├── sampling.cpp │ ├── silu_product.cpp │ ├── softmax.cpp │ └── transpose_0213.cpp ├── hip_tensor.cpp ├── hip_tensor.hpp ├── host_tensor.cpp ├── host_tensor.hpp ├── nn_kvcache.cpp ├── nn_operators.cpp ├── tensortype.cpp └── tensortype.hpp ├── tokenizers.combo ├── Makefile ├── Makefile.android ├── image_c.h ├── llama3.cpp ├── minicpm.cpp ├── qwen.cpp ├── rust │ ├── Cargo.toml │ └── src │ │ ├── lib.rs │ │ ├── tiktoken.rs │ │ ├── tiktoken_wrapper.rs │ │ └── tokenizers_wrapper.rs ├── tiktoken_c.h ├── tokenizer_combo.hpp └── tokenizers_c.h └── tools ├── repl ├── Makefile.cuda ├── Makefile.hip ├── assets │ ├── 128x256.fp16 │ └── 256x256.fp16 └── repl.cpp └── tokenizer ├── Makefile ├── demo.jpg ├── image.cpp └── tokenizer.cpp /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/README.md -------------------------------------------------------------------------------- /install/include/httplib.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/install/include/httplib.h -------------------------------------------------------------------------------- /install/include/tensortype_inc.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/install/include/tensortype_inc.hpp -------------------------------------------------------------------------------- /install/include/vt.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/install/include/vt.hpp -------------------------------------------------------------------------------- /models/llama3/Makefile.cuda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/llama3/Makefile.cuda -------------------------------------------------------------------------------- /models/llama3/chat.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/llama3/chat.cpp -------------------------------------------------------------------------------- /models/llama3/debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/llama3/debug.py -------------------------------------------------------------------------------- /models/llama3/dump_from_huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/llama3/dump_from_huggingface.py -------------------------------------------------------------------------------- /models/llama3/inference_fp16.dag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/llama3/inference_fp16.dag -------------------------------------------------------------------------------- /models/llama3/memory.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/llama3/memory.hpp -------------------------------------------------------------------------------- /models/llama3/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/llama3/tokenizer.json -------------------------------------------------------------------------------- /models/minicpm2.6/Makefile.cuda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/minicpm2.6/Makefile.cuda -------------------------------------------------------------------------------- /models/minicpm2.6/chat.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/minicpm2.6/chat.cpp -------------------------------------------------------------------------------- /models/minicpm2.6/debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/minicpm2.6/debug.py -------------------------------------------------------------------------------- /models/minicpm2.6/dump_from_huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/minicpm2.6/dump_from_huggingface.py -------------------------------------------------------------------------------- /models/minicpm2.6/http.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/minicpm2.6/http.cpp -------------------------------------------------------------------------------- /models/minicpm2.6/inference_fp16.dag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/minicpm2.6/inference_fp16.dag -------------------------------------------------------------------------------- /models/minicpm2.6/memory.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/minicpm2.6/memory.hpp -------------------------------------------------------------------------------- /models/minicpm2.6/qwen.tiktoken: -------------------------------------------------------------------------------- 1 | ../qwen1.5-7b/qwen.tiktoken -------------------------------------------------------------------------------- /models/minicpm2.6/visual_fp16.dag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/minicpm2.6/visual_fp16.dag -------------------------------------------------------------------------------- /models/qwen-vl/Makefile.cuda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen-vl/Makefile.cuda -------------------------------------------------------------------------------- /models/qwen-vl/chat.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen-vl/chat.cpp -------------------------------------------------------------------------------- /models/qwen-vl/debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen-vl/debug.py -------------------------------------------------------------------------------- /models/qwen-vl/dump_from_huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen-vl/dump_from_huggingface.py -------------------------------------------------------------------------------- /models/qwen-vl/http.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen-vl/http.cpp -------------------------------------------------------------------------------- /models/qwen-vl/inference_fp16.dag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen-vl/inference_fp16.dag -------------------------------------------------------------------------------- /models/qwen-vl/memory.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen-vl/memory.hpp -------------------------------------------------------------------------------- /models/qwen-vl/qwen.tiktoken: -------------------------------------------------------------------------------- 1 | ../qwen1.5-7b/qwen.tiktoken -------------------------------------------------------------------------------- /models/qwen-vl/visual_fp16.dag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen-vl/visual_fp16.dag -------------------------------------------------------------------------------- /models/qwen1.5-7b/Makefile.cuda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen1.5-7b/Makefile.cuda -------------------------------------------------------------------------------- /models/qwen1.5-7b/Makefile.hip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen1.5-7b/Makefile.hip -------------------------------------------------------------------------------- /models/qwen1.5-7b/chat.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen1.5-7b/chat.cpp -------------------------------------------------------------------------------- /models/qwen1.5-7b/dump_from_huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen1.5-7b/dump_from_huggingface.py -------------------------------------------------------------------------------- /models/qwen1.5-7b/http.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen1.5-7b/http.cpp -------------------------------------------------------------------------------- /models/qwen1.5-7b/inference_fp16.dag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen1.5-7b/inference_fp16.dag -------------------------------------------------------------------------------- /models/qwen1.5-7b/memory.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen1.5-7b/memory.hpp -------------------------------------------------------------------------------- /models/qwen1.5-7b/qwen.tiktoken: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen1.5-7b/qwen.tiktoken -------------------------------------------------------------------------------- /models/qwen2-72b/Makefile.cuda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-72b/Makefile.cuda -------------------------------------------------------------------------------- /models/qwen2-72b/chat.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-72b/chat.cpp -------------------------------------------------------------------------------- /models/qwen2-72b/convert_q4.dag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-72b/convert_q4.dag -------------------------------------------------------------------------------- /models/qwen2-72b/dump_from_safetensors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-72b/dump_from_safetensors.py -------------------------------------------------------------------------------- /models/qwen2-72b/inference_q4.dag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-72b/inference_q4.dag -------------------------------------------------------------------------------- /models/qwen2-72b/memory.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-72b/memory.hpp -------------------------------------------------------------------------------- /models/qwen2-72b/qwen.tiktoken: -------------------------------------------------------------------------------- 1 | ../qwen1.5-7b/qwen.tiktoken -------------------------------------------------------------------------------- /models/qwen2-7b/Makefile.cuda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/Makefile.cuda -------------------------------------------------------------------------------- /models/qwen2-7b/Makefile.hip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/Makefile.hip -------------------------------------------------------------------------------- /models/qwen2-7b/chat.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/chat.cpp -------------------------------------------------------------------------------- /models/qwen2-7b/convert_q4.dag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/convert_q4.dag -------------------------------------------------------------------------------- /models/qwen2-7b/dump_from_huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/dump_from_huggingface.py -------------------------------------------------------------------------------- /models/qwen2-7b/http.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/http.cpp -------------------------------------------------------------------------------- /models/qwen2-7b/inference_fp16.dag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/inference_fp16.dag -------------------------------------------------------------------------------- /models/qwen2-7b/inference_q4.dag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/inference_q4.dag -------------------------------------------------------------------------------- /models/qwen2-7b/memory.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/memory.hpp -------------------------------------------------------------------------------- /models/qwen2-7b/qwen.tiktoken: -------------------------------------------------------------------------------- 1 | ../qwen1.5-7b/qwen.tiktoken -------------------------------------------------------------------------------- /models/qwen2-7b/verify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/verify.py -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/css/bootstrap-theme.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/css/bootstrap-theme.css -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/css/bootstrap-theme.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/css/bootstrap-theme.css.map -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/css/bootstrap-theme.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/css/bootstrap-theme.min.css -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/css/bootstrap-theme.min.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/css/bootstrap-theme.min.css.map -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/css/bootstrap.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/css/bootstrap.css -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/css/bootstrap.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/css/bootstrap.css.map -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/css/bootstrap.min.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/css/bootstrap.min.css -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/css/bootstrap.min.css.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/css/bootstrap.min.css.map -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/fonts/glyphicons-halflings-regular.eot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/fonts/glyphicons-halflings-regular.eot -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/fonts/glyphicons-halflings-regular.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/fonts/glyphicons-halflings-regular.svg -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/fonts/glyphicons-halflings-regular.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/fonts/glyphicons-halflings-regular.ttf -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/fonts/glyphicons-halflings-regular.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/fonts/glyphicons-halflings-regular.woff -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/fonts/glyphicons-halflings-regular.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/fonts/glyphicons-halflings-regular.woff2 -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/js/bootstrap.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/js/bootstrap.js -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/js/bootstrap.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/js/bootstrap.min.js -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/js/jquery-3.3.1.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/js/jquery-3.3.1.min.js -------------------------------------------------------------------------------- /models/qwen2-7b/www/bootstrap3.3/js/npm.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/bootstrap3.3/js/npm.js -------------------------------------------------------------------------------- /models/qwen2-7b/www/chat.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/chat.css -------------------------------------------------------------------------------- /models/qwen2-7b/www/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/index.html -------------------------------------------------------------------------------- /models/qwen2-7b/www/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/index.js -------------------------------------------------------------------------------- /models/qwen2-7b/www/qwen.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2-7b/www/qwen.png -------------------------------------------------------------------------------- /models/qwen2.5-7b/Makefile.cuda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2.5-7b/Makefile.cuda -------------------------------------------------------------------------------- /models/qwen2.5-7b/chat.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2.5-7b/chat.cpp -------------------------------------------------------------------------------- /models/qwen2.5-7b/dump_from_huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2.5-7b/dump_from_huggingface.py -------------------------------------------------------------------------------- /models/qwen2.5-7b/inference_fp16.dag: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2.5-7b/inference_fp16.dag -------------------------------------------------------------------------------- /models/qwen2.5-7b/memory.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2.5-7b/memory.hpp -------------------------------------------------------------------------------- /models/qwen2.5-7b/qwen.tiktoken: -------------------------------------------------------------------------------- 1 | ../qwen1.5-7b/qwen.tiktoken -------------------------------------------------------------------------------- /models/qwen2.5-7b/verify.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/models/qwen2.5-7b/verify.py -------------------------------------------------------------------------------- /tensortype/Makefile.cuda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/Makefile.cuda -------------------------------------------------------------------------------- /tensortype/Makefile.hip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/Makefile.hip -------------------------------------------------------------------------------- /tensortype/common.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/common.cpp -------------------------------------------------------------------------------- /tensortype/common.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/common.hpp -------------------------------------------------------------------------------- /tensortype/computing.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/computing.hpp -------------------------------------------------------------------------------- /tensortype/context.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/context.cpp -------------------------------------------------------------------------------- /tensortype/context.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/context.hpp -------------------------------------------------------------------------------- /tensortype/cuda_kernels/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/CMakeLists.txt -------------------------------------------------------------------------------- /tensortype/cuda_kernels/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/Makefile -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/CMakeLists.txt -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/csrc/bitsandbytes.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/csrc/bitsandbytes.cpp -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/csrc/bitsandbytes.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/csrc/bitsandbytes.hpp -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/csrc/common.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/csrc/common.cpp -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/csrc/common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/csrc/common.h -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/csrc/cpu_ops.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/csrc/cpu_ops.cpp -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/csrc/cpu_ops.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/csrc/cpu_ops.h -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/csrc/kernels.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/csrc/kernels.cu -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/csrc/kernels.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/csrc/kernels.cuh -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/csrc/ops.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/csrc/ops.cu -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/csrc/ops.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/csrc/ops.cuh -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/csrc/pythonInterface.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/csrc/pythonInterface.cpp -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/include/AAlloc.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/include/AAlloc.h -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/include/Algo-Direct-Common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/include/Algo-Direct-Common.h -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/include/Algo-Direct2.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/include/Algo-Direct2.h -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/include/AlgoXCodes.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/include/AlgoXCodes.h -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/include/BinAlgo.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/include/BinAlgo.h -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/include/BinSearch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/include/BinSearch.h -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/include/Portable.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/include/Portable.h -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/include/SIMD.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/include/SIMD.h -------------------------------------------------------------------------------- /tensortype/cuda_kernels/bitsandbytes/include/Type.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/bitsandbytes/include/Type.h -------------------------------------------------------------------------------- /tensortype/cuda_kernels/causal_mask.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/causal_mask.cu -------------------------------------------------------------------------------- /tensortype/cuda_kernels/convert.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/convert.cu -------------------------------------------------------------------------------- /tensortype/cuda_kernels/cuda_kernels.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/cuda_kernels.hpp -------------------------------------------------------------------------------- /tensortype/cuda_kernels/easy_sampling.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/easy_sampling.cu -------------------------------------------------------------------------------- /tensortype/cuda_kernels/gelu.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/gelu.cu -------------------------------------------------------------------------------- /tensortype/cuda_kernels/help_block_reduce.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/help_block_reduce.h -------------------------------------------------------------------------------- /tensortype/cuda_kernels/help_common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/help_common.h -------------------------------------------------------------------------------- /tensortype/cuda_kernels/layernorm.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/layernorm.cu -------------------------------------------------------------------------------- /tensortype/cuda_kernels/lt_sgemm.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/lt_sgemm.cu -------------------------------------------------------------------------------- /tensortype/cuda_kernels/rmsnorm.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/rmsnorm.cu -------------------------------------------------------------------------------- /tensortype/cuda_kernels/rotary_embed.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/rotary_embed.cu -------------------------------------------------------------------------------- /tensortype/cuda_kernels/silu_product.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/silu_product.cu -------------------------------------------------------------------------------- /tensortype/cuda_kernels/transpose_0213.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_kernels/transpose_0213.cu -------------------------------------------------------------------------------- /tensortype/cuda_tensor.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_tensor.cpp -------------------------------------------------------------------------------- /tensortype/cuda_tensor.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/cuda_tensor.hpp -------------------------------------------------------------------------------- /tensortype/dag.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/dag.cpp -------------------------------------------------------------------------------- /tensortype/dag.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/dag.hpp -------------------------------------------------------------------------------- /tensortype/hip_kernels/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/Makefile -------------------------------------------------------------------------------- /tensortype/hip_kernels/add_bias.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/add_bias.cpp -------------------------------------------------------------------------------- /tensortype/hip_kernels/block_reduce.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/block_reduce.hpp -------------------------------------------------------------------------------- /tensortype/hip_kernels/causal_mask.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/causal_mask.cpp -------------------------------------------------------------------------------- /tensortype/hip_kernels/convert.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/convert.cpp -------------------------------------------------------------------------------- /tensortype/hip_kernels/embed.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/embed.cpp -------------------------------------------------------------------------------- /tensortype/hip_kernels/fill.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/fill.cpp -------------------------------------------------------------------------------- /tensortype/hip_kernels/gelu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/gelu.cpp -------------------------------------------------------------------------------- /tensortype/hip_kernels/hip_kernels.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/hip_kernels.hpp -------------------------------------------------------------------------------- /tensortype/hip_kernels/layernorm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/layernorm.cpp -------------------------------------------------------------------------------- /tensortype/hip_kernels/pointwise.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/pointwise.cpp -------------------------------------------------------------------------------- /tensortype/hip_kernels/rmsnorm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/rmsnorm.cpp -------------------------------------------------------------------------------- /tensortype/hip_kernels/rotary_embed.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/rotary_embed.cpp -------------------------------------------------------------------------------- /tensortype/hip_kernels/sampling.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/sampling.cpp -------------------------------------------------------------------------------- /tensortype/hip_kernels/silu_product.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/silu_product.cpp -------------------------------------------------------------------------------- /tensortype/hip_kernels/softmax.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/softmax.cpp -------------------------------------------------------------------------------- /tensortype/hip_kernels/transpose_0213.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_kernels/transpose_0213.cpp -------------------------------------------------------------------------------- /tensortype/hip_tensor.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_tensor.cpp -------------------------------------------------------------------------------- /tensortype/hip_tensor.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/hip_tensor.hpp -------------------------------------------------------------------------------- /tensortype/host_tensor.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/host_tensor.cpp -------------------------------------------------------------------------------- /tensortype/host_tensor.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/host_tensor.hpp -------------------------------------------------------------------------------- /tensortype/nn_kvcache.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/nn_kvcache.cpp -------------------------------------------------------------------------------- /tensortype/nn_operators.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/nn_operators.cpp -------------------------------------------------------------------------------- /tensortype/tensortype.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/tensortype.cpp -------------------------------------------------------------------------------- /tensortype/tensortype.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tensortype/tensortype.hpp -------------------------------------------------------------------------------- /tokenizers.combo/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tokenizers.combo/Makefile -------------------------------------------------------------------------------- /tokenizers.combo/Makefile.android: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tokenizers.combo/Makefile.android -------------------------------------------------------------------------------- /tokenizers.combo/image_c.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tokenizers.combo/image_c.h -------------------------------------------------------------------------------- /tokenizers.combo/llama3.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tokenizers.combo/llama3.cpp -------------------------------------------------------------------------------- /tokenizers.combo/minicpm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tokenizers.combo/minicpm.cpp -------------------------------------------------------------------------------- /tokenizers.combo/qwen.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tokenizers.combo/qwen.cpp -------------------------------------------------------------------------------- /tokenizers.combo/rust/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tokenizers.combo/rust/Cargo.toml -------------------------------------------------------------------------------- /tokenizers.combo/rust/src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tokenizers.combo/rust/src/lib.rs -------------------------------------------------------------------------------- /tokenizers.combo/rust/src/tiktoken.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tokenizers.combo/rust/src/tiktoken.rs -------------------------------------------------------------------------------- /tokenizers.combo/rust/src/tiktoken_wrapper.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tokenizers.combo/rust/src/tiktoken_wrapper.rs -------------------------------------------------------------------------------- /tokenizers.combo/rust/src/tokenizers_wrapper.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tokenizers.combo/rust/src/tokenizers_wrapper.rs -------------------------------------------------------------------------------- /tokenizers.combo/tiktoken_c.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tokenizers.combo/tiktoken_c.h -------------------------------------------------------------------------------- /tokenizers.combo/tokenizer_combo.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tokenizers.combo/tokenizer_combo.hpp -------------------------------------------------------------------------------- /tokenizers.combo/tokenizers_c.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tokenizers.combo/tokenizers_c.h -------------------------------------------------------------------------------- /tools/repl/Makefile.cuda: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tools/repl/Makefile.cuda -------------------------------------------------------------------------------- /tools/repl/Makefile.hip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tools/repl/Makefile.hip -------------------------------------------------------------------------------- /tools/repl/assets/128x256.fp16: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tools/repl/assets/128x256.fp16 -------------------------------------------------------------------------------- /tools/repl/assets/256x256.fp16: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tools/repl/assets/256x256.fp16 -------------------------------------------------------------------------------- /tools/repl/repl.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tools/repl/repl.cpp -------------------------------------------------------------------------------- /tools/tokenizer/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tools/tokenizer/Makefile -------------------------------------------------------------------------------- /tools/tokenizer/demo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tools/tokenizer/demo.jpg -------------------------------------------------------------------------------- /tools/tokenizer/image.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tools/tokenizer/image.cpp -------------------------------------------------------------------------------- /tools/tokenizer/tokenizer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/viitrix/vt-transformer/HEAD/tools/tokenizer/tokenizer.cpp --------------------------------------------------------------------------------