├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── benchmarks ├── attention.py ├── layer_norm.py ├── linear.py ├── rms_norm.py └── rope.py ├── scripts ├── double_compiled.py ├── double_triton.py ├── gpu_properties.cu ├── single_compiled.py └── single_triton.py ├── setup.py ├── tests ├── test_attention.py ├── test_blocks.py ├── test_layer_norm.py ├── test_linear.py ├── test_matmul.py ├── test_rms_norm.py └── test_rope.py └── triton_kernels ├── __init__.py ├── flux ├── __init__.py └── layers.py ├── functional ├── __init__.py ├── normalization.py └── positional_embedding.py ├── kernels ├── __init__.py ├── attention.py ├── linear.py ├── matmul.py ├── normalization.py ├── positional_embedding.py └── utils.py ├── modules ├── __init__.py ├── blocks.py └── normalization.py └── ops ├── linear.py ├── modulation.py ├── qkv_concat.py └── silu.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/README.md -------------------------------------------------------------------------------- /benchmarks/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/benchmarks/attention.py -------------------------------------------------------------------------------- /benchmarks/layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/benchmarks/layer_norm.py -------------------------------------------------------------------------------- /benchmarks/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/benchmarks/linear.py -------------------------------------------------------------------------------- /benchmarks/rms_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/benchmarks/rms_norm.py -------------------------------------------------------------------------------- /benchmarks/rope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/benchmarks/rope.py -------------------------------------------------------------------------------- /scripts/double_compiled.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/scripts/double_compiled.py -------------------------------------------------------------------------------- /scripts/double_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/scripts/double_triton.py -------------------------------------------------------------------------------- /scripts/gpu_properties.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/scripts/gpu_properties.cu -------------------------------------------------------------------------------- /scripts/single_compiled.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/scripts/single_compiled.py -------------------------------------------------------------------------------- /scripts/single_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/scripts/single_triton.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/setup.py -------------------------------------------------------------------------------- /tests/test_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/tests/test_attention.py -------------------------------------------------------------------------------- /tests/test_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/tests/test_blocks.py -------------------------------------------------------------------------------- /tests/test_layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/tests/test_layer_norm.py -------------------------------------------------------------------------------- /tests/test_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/tests/test_linear.py -------------------------------------------------------------------------------- /tests/test_matmul.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/tests/test_matmul.py -------------------------------------------------------------------------------- /tests/test_rms_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/tests/test_rms_norm.py -------------------------------------------------------------------------------- /tests/test_rope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/tests/test_rope.py -------------------------------------------------------------------------------- /triton_kernels/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/__init__.py -------------------------------------------------------------------------------- /triton_kernels/flux/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/flux/__init__.py -------------------------------------------------------------------------------- /triton_kernels/flux/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/flux/layers.py -------------------------------------------------------------------------------- /triton_kernels/functional/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/functional/__init__.py -------------------------------------------------------------------------------- /triton_kernels/functional/normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/functional/normalization.py -------------------------------------------------------------------------------- /triton_kernels/functional/positional_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/functional/positional_embedding.py -------------------------------------------------------------------------------- /triton_kernels/kernels/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/kernels/__init__.py -------------------------------------------------------------------------------- /triton_kernels/kernels/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/kernels/attention.py -------------------------------------------------------------------------------- /triton_kernels/kernels/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/kernels/linear.py -------------------------------------------------------------------------------- /triton_kernels/kernels/matmul.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/kernels/matmul.py -------------------------------------------------------------------------------- /triton_kernels/kernels/normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/kernels/normalization.py -------------------------------------------------------------------------------- /triton_kernels/kernels/positional_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/kernels/positional_embedding.py -------------------------------------------------------------------------------- /triton_kernels/kernels/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/kernels/utils.py -------------------------------------------------------------------------------- /triton_kernels/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/modules/__init__.py -------------------------------------------------------------------------------- /triton_kernels/modules/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/modules/blocks.py -------------------------------------------------------------------------------- /triton_kernels/modules/normalization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/modules/normalization.py -------------------------------------------------------------------------------- /triton_kernels/ops/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/ops/linear.py -------------------------------------------------------------------------------- /triton_kernels/ops/modulation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/ops/modulation.py -------------------------------------------------------------------------------- /triton_kernels/ops/qkv_concat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/ops/qkv_concat.py -------------------------------------------------------------------------------- /triton_kernels/ops/silu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-compiler-study/triton-kernels/HEAD/triton_kernels/ops/silu.py --------------------------------------------------------------------------------