template-instances « ggml-cuda « src « ggml - ik_llama.cpp.git - Unnamed repository; edit this file 'description' to name the repository.

Mode	Name	Size
-rw-r--r--	fattn-mma-f16-instance-ncols1_1-ncols2_8.cu	330	log plain
-rw-r--r--	fattn-mma-f16-instance-ncols1_16-ncols2_1.cu	336	log plain
-rw-r--r--	fattn-mma-f16-instance-ncols1_16-ncols2_2.cu	336	log plain
-rw-r--r--	fattn-mma-f16-instance-ncols1_16-ncols2_4.cu	336	log plain
-rw-r--r--	fattn-mma-f16-instance-ncols1_2-ncols2_4.cu	330	log plain
-rw-r--r--	fattn-mma-f16-instance-ncols1_2-ncols2_8.cu	330	log plain
-rw-r--r--	fattn-mma-f16-instance-ncols1_32-ncols2_1.cu	336	log plain
-rw-r--r--	fattn-mma-f16-instance-ncols1_32-ncols2_2.cu	336	log plain
-rw-r--r--	fattn-mma-f16-instance-ncols1_4-ncols2_2.cu	330	log plain
-rw-r--r--	fattn-mma-f16-instance-ncols1_4-ncols2_4.cu	330	log plain
-rw-r--r--	fattn-mma-f16-instance-ncols1_4-ncols2_8.cu	330	log plain
-rw-r--r--	fattn-mma-f16-instance-ncols1_64-ncols2_1.cu	336	log plain
-rw-r--r--	fattn-mma-f16-instance-ncols1_8-ncols2_1.cu	330	log plain
-rw-r--r--	fattn-mma-f16-instance-ncols1_8-ncols2_2.cu	330	log plain
-rw-r--r--	fattn-mma-f16-instance-ncols1_8-ncols2_4.cu	330	log plain
-rw-r--r--	fattn-mma-f16-instance-ncols1_8-ncols2_8.cu	330	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-f16-f16.cu	177	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-f16-iq4_nl.cu	180	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-f16-q4_0.cu	178	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-f16-q4_1.cu	178	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-f16-q5_0.cu	178	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-f16-q5_1.cu	178	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-f16-q8_0.cu	178	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-iq4_nl-iq4_nl.cu	183	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q4_0-f16.cu	178	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q4_0-iq4_nl.cu	181	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q4_0-q4_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q4_0-q4_1.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q4_0-q5_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q4_0-q5_1.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q4_0-q8_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q4_1-f16.cu	178	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q4_1-iq4_nl.cu	181	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q4_1-q4_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q4_1-q4_1.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q4_1-q5_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q4_1-q5_1.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q4_1-q8_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q5_0-f16.cu	178	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q5_0-iq4_nl.cu	181	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q5_0-q4_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q5_0-q4_1.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q5_0-q5_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q5_0-q5_1.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q5_0-q8_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q5_1-f16.cu	178	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q5_1-iq4_nl.cu	181	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q5_1-q4_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q5_1-q4_1.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q5_1-q5_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q5_1-q5_1.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q5_1-q8_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q6_0-q5_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q6_0-q6_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q8_0-f16.cu	178	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q8_0-iq4_nl.cu	181	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q8_0-q4_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q8_0-q4_1.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q8_0-q5_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q8_0-q5_1.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q8_0-q6_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs128-q8_0-q8_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs192-f16-f16.cu	187	log plain
-rw-r--r--	fattn-vec-f16-instance-hs192-q8_0-q8_0.cu	189	log plain
-rw-r--r--	fattn-vec-f16-instance-hs256-f16-f16.cu	177	log plain
-rw-r--r--	fattn-vec-f16-instance-hs256-q8_0-q8_0.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs64-f16-f16.cu	176	log plain
-rw-r--r--	fattn-vec-f16-instance-hs64-f16-iq4_nl.cu	179	log plain
-rw-r--r--	fattn-vec-f16-instance-hs64-f16-q4_0.cu	177	log plain
-rw-r--r--	fattn-vec-f16-instance-hs64-f16-q4_1.cu	177	log plain
-rw-r--r--	fattn-vec-f16-instance-hs64-f16-q5_0.cu	177	log plain
-rw-r--r--	fattn-vec-f16-instance-hs64-f16-q5_1.cu	177	log plain
-rw-r--r--	fattn-vec-f16-instance-hs64-f16-q8_0.cu	177	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-f16-f16.cu	177	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-f16-iq4_nl.cu	180	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-f16-q4_0.cu	178	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-f16-q4_1.cu	178	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-f16-q5_0.cu	178	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-f16-q5_1.cu	178	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-f16-q8_0.cu	178	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-iq4_nl-iq4_nl.cu	183	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q4_0-f16.cu	178	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q4_0-iq4_nl.cu	181	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q4_0-q4_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q4_0-q4_1.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q4_0-q5_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q4_0-q5_1.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q4_0-q8_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q4_1-f16.cu	178	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q4_1-iq4_nl.cu	181	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q4_1-q4_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q4_1-q4_1.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q4_1-q5_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q4_1-q5_1.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q4_1-q8_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q5_0-f16.cu	178	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q5_0-iq4_nl.cu	181	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q5_0-q4_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q5_0-q4_1.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q5_0-q5_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q5_0-q5_1.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q5_0-q8_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q5_1-f16.cu	178	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q5_1-iq4_nl.cu	181	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q5_1-q4_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q5_1-q4_1.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q5_1-q5_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q5_1-q5_1.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q5_1-q8_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q6_0-q5_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q6_0-q6_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q8_0-f16.cu	178	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q8_0-iq4_nl.cu	181	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q8_0-q4_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q8_0-q4_1.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q8_0-q5_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q8_0-q5_1.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q8_0-q6_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs128-q8_0-q8_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs192-f16-f16.cu	187	log plain
-rw-r--r--	fattn-vec-f32-instance-hs192-q8_0-q8_0.cu	189	log plain
-rw-r--r--	fattn-vec-f32-instance-hs256-f16-f16.cu	177	log plain
-rw-r--r--	fattn-vec-f32-instance-hs256-q8_0-q8_0.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs64-f16-f16.cu	176	log plain
-rw-r--r--	fattn-vec-f32-instance-hs64-f16-iq4_nl.cu	179	log plain
-rw-r--r--	fattn-vec-f32-instance-hs64-f16-q4_0.cu	177	log plain
-rw-r--r--	fattn-vec-f32-instance-hs64-f16-q4_1.cu	177	log plain
-rw-r--r--	fattn-vec-f32-instance-hs64-f16-q5_0.cu	177	log plain
-rw-r--r--	fattn-vec-f32-instance-hs64-f16-q5_1.cu	177	log plain
-rw-r--r--	fattn-vec-f32-instance-hs64-f16-q8_0.cu	177	log plain
-rw-r--r--	fattn-wmma-f16-instance-kqfloat-cpb16.cu	420	log plain
-rw-r--r--	fattn-wmma-f16-instance-kqfloat-cpb32.cu	378	log plain
-rw-r--r--	fattn-wmma-f16-instance-kqhalf-cpb16.cu	413	log plain
-rw-r--r--	fattn-wmma-f16-instance-kqhalf-cpb32.cu	413	log plain
-rw-r--r--	fattn-wmma-f16-instance-kqhalf-cpb8.cu	327	log plain
-rwxr-xr-x	generate_cu_files.py	2880	log plain
-rw-r--r--	mmq-instance-iq1_s.cu	139	log plain
-rw-r--r--	mmq-instance-iq2_k.cu	139	log plain
-rw-r--r--	mmq-instance-iq2_ks.cu	140	log plain
-rw-r--r--	mmq-instance-iq2_s.cu	139	log plain
-rw-r--r--	mmq-instance-iq2_xs.cu	140	log plain
-rw-r--r--	mmq-instance-iq2_xxs.cu	141	log plain
-rw-r--r--	mmq-instance-iq3_k.cu	139	log plain
-rw-r--r--	mmq-instance-iq3_s.cu	139	log plain
-rw-r--r--	mmq-instance-iq3_xxs.cu	141	log plain
-rw-r--r--	mmq-instance-iq4_k.cu	139	log plain
-rw-r--r--	mmq-instance-iq4_ks.cu	140	log plain
-rw-r--r--	mmq-instance-iq4_nl.cu	140	log plain
-rw-r--r--	mmq-instance-iq4_xs.cu	140	log plain
-rw-r--r--	mmq-instance-iq5_k.cu	139	log plain
-rw-r--r--	mmq-instance-iq5_ks.cu	140	log plain
-rw-r--r--	mmq-instance-iq6_k.cu	139	log plain
-rw-r--r--	mmq-instance-q2_k.cu	138	log plain
-rw-r--r--	mmq-instance-q3_k.cu	138	log plain
-rw-r--r--	mmq-instance-q4_0.cu	138	log plain
-rw-r--r--	mmq-instance-q4_1.cu	138	log plain
-rw-r--r--	mmq-instance-q4_k.cu	138	log plain
-rw-r--r--	mmq-instance-q5_0.cu	138	log plain
-rw-r--r--	mmq-instance-q5_1.cu	138	log plain
-rw-r--r--	mmq-instance-q5_k.cu	138	log plain
-rw-r--r--	mmq-instance-q6_0.cu	138	log plain
-rw-r--r--	mmq-instance-q6_k.cu	138	log plain
-rw-r--r--	mmq-instance-q8_0.cu	138	log plain