New
🏠 vincent › llama.cpp › ggml › src › ggml-cuda › template-instances

template-instances

118 items

📎
fattn-mma-f16-instance-ncols1_1-ncols2_16.cu
159.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_1-ncols2_32.cu
159.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_1-ncols2_8.cu
398.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_16-ncols2_1.cu
363.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_16-ncols2_2.cu
363.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_16-ncols2_4.cu
447.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_2-ncols2_16.cu
159.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_2-ncols2_32.cu
159.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_2-ncols2_4.cu
439.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_2-ncols2_8.cu
398.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_32-ncols2_1.cu
363.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_32-ncols2_2.cu
363.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_4-ncols2_16.cu
159.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_4-ncols2_2.cu
357.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_4-ncols2_4.cu
439.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_4-ncols2_8.cu
398.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_64-ncols2_1.cu
363.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_8-ncols2_1.cu
357.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_8-ncols2_2.cu
357.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_8-ncols2_4.cu
439.0 B
2026-04-19 19:14
📎
fattn-mma-f16-instance-ncols1_8-ncols2_8.cu
398.0 B
2026-04-19 19:14
📎
fattn-tile-instance-dkq112-dv112.cu
146.0 B
2026-04-19 19:14
📎
fattn-tile-instance-dkq128-dv128.cu
146.0 B
2026-04-19 19:14
📎
fattn-tile-instance-dkq256-dv256.cu
146.0 B
2026-04-19 19:14
📎
fattn-tile-instance-dkq40-dv40.cu
144.0 B
2026-04-19 19:14
📎
fattn-tile-instance-dkq512-dv512.cu
146.0 B
2026-04-19 19:14
📎
fattn-tile-instance-dkq576-dv512.cu
146.0 B
2026-04-19 19:14
📎
fattn-tile-instance-dkq64-dv64.cu
144.0 B
2026-04-19 19:14
📎
fattn-tile-instance-dkq72-dv72.cu
144.0 B
2026-04-19 19:14
📎
fattn-tile-instance-dkq80-dv80.cu
144.0 B
2026-04-19 19:14
📎
fattn-tile-instance-dkq96-dv96.cu
144.0 B
2026-04-19 19:14
📎
fattn-vec-instance-bf16-bf16.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-bf16-f16.cu
284.0 B
2026-04-19 19:14
📎
fattn-vec-instance-bf16-q4_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-bf16-q4_1.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-bf16-q5_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-bf16-q5_1.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-bf16-q8_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-f16-bf16.cu
284.0 B
2026-04-19 19:14
📎
fattn-vec-instance-f16-f16.cu
281.0 B
2026-04-19 19:14
📎
fattn-vec-instance-f16-q4_0.cu
284.0 B
2026-04-19 19:14
📎
fattn-vec-instance-f16-q4_1.cu
284.0 B
2026-04-19 19:14
📎
fattn-vec-instance-f16-q5_0.cu
284.0 B
2026-04-19 19:14
📎
fattn-vec-instance-f16-q5_1.cu
284.0 B
2026-04-19 19:14
📎
fattn-vec-instance-f16-q8_0.cu
284.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q4_0-bf16.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q4_0-f16.cu
284.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q4_0-q4_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q4_0-q4_1.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q4_0-q5_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q4_0-q5_1.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q4_0-q8_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q4_1-bf16.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q4_1-f16.cu
284.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q4_1-q4_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q4_1-q4_1.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q4_1-q5_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q4_1-q5_1.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q4_1-q8_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q5_0-bf16.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q5_0-f16.cu
284.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q5_0-q4_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q5_0-q4_1.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q5_0-q5_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q5_0-q5_1.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q5_0-q8_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q5_1-bf16.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q5_1-f16.cu
284.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q5_1-q4_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q5_1-q4_1.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q5_1-q5_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q5_1-q5_1.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q5_1-q8_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q8_0-bf16.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q8_0-f16.cu
284.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q8_0-q4_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q8_0-q4_1.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q8_0-q5_0.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q8_0-q5_1.cu
287.0 B
2026-04-19 19:14
📎
fattn-vec-instance-q8_0-q8_0.cu
287.0 B
2026-04-19 19:14
📜
generate_cu_files.py
3.5 KB
2026-04-19 19:14
📎
mmf-instance-ncols_1.cu
125.0 B
2026-04-19 19:14
📎
mmf-instance-ncols_10.cu
126.0 B
2026-04-19 19:14
📎
mmf-instance-ncols_11.cu
126.0 B
2026-04-19 19:14
📎
mmf-instance-ncols_12.cu
126.0 B
2026-04-19 19:14
📎
mmf-instance-ncols_13.cu
126.0 B
2026-04-19 19:14
📎
mmf-instance-ncols_14.cu
126.0 B
2026-04-19 19:14
📎
mmf-instance-ncols_15.cu
126.0 B
2026-04-19 19:14
📎
mmf-instance-ncols_16.cu
126.0 B
2026-04-19 19:14
📎
mmf-instance-ncols_2.cu
125.0 B
2026-04-19 19:14
📎
mmf-instance-ncols_3.cu
125.0 B
2026-04-19 19:14
📎
mmf-instance-ncols_4.cu
125.0 B
2026-04-19 19:14
📎
mmf-instance-ncols_5.cu
125.0 B
2026-04-19 19:14
📎
mmf-instance-ncols_6.cu
125.0 B
2026-04-19 19:14
📎
mmf-instance-ncols_7.cu
125.0 B
2026-04-19 19:14
📎
mmf-instance-ncols_8.cu
125.0 B
2026-04-19 19:14
📎
mmf-instance-ncols_9.cu
125.0 B
2026-04-19 19:14
📎
mmq-instance-iq1_s.cu
139.0 B
2026-04-19 19:14
📎
mmq-instance-iq2_s.cu
139.0 B
2026-04-19 19:14
📎
mmq-instance-iq2_xs.cu
140.0 B
2026-04-19 19:14
📎
mmq-instance-iq2_xxs.cu
141.0 B
2026-04-19 19:14
📎
mmq-instance-iq3_s.cu
139.0 B
2026-04-19 19:14
📎
mmq-instance-iq3_xxs.cu
141.0 B
2026-04-19 19:14
📎
mmq-instance-iq4_nl.cu
140.0 B
2026-04-19 19:14
📎
mmq-instance-iq4_xs.cu
140.0 B
2026-04-19 19:14
📎
mmq-instance-mxfp4.cu
139.0 B
2026-04-19 19:14
📎
mmq-instance-nvfp4.cu
139.0 B
2026-04-19 19:14
📎
mmq-instance-q1_0.cu
138.0 B
2026-04-19 19:14
📎
mmq-instance-q2_k.cu
138.0 B
2026-04-19 19:14
📎
mmq-instance-q3_k.cu
138.0 B
2026-04-19 19:14
📎
mmq-instance-q4_0.cu
138.0 B
2026-04-19 19:14
📎
mmq-instance-q4_1.cu
138.0 B
2026-04-19 19:14
📎
mmq-instance-q4_k.cu
138.0 B
2026-04-19 19:14
📎
mmq-instance-q5_0.cu
138.0 B
2026-04-19 19:14
📎
mmq-instance-q5_1.cu
138.0 B
2026-04-19 19:14
📎
mmq-instance-q5_k.cu
138.0 B
2026-04-19 19:14
📎
mmq-instance-q6_k.cu
138.0 B
2026-04-19 19:14
📎
mmq-instance-q8_0.cu
138.0 B
2026-04-19 19:14