optimization.

b4rtaz · Jun 16, 2024 · 3c54be2 · 3c54be2
1 parent 4913843
commit 3c54be2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/vulkan/matmul-q40-q80.comp b/src/vulkan/matmul-q40-q80.comp
@@ -6,7 +6,7 @@
 #define FLOAT_TYPE float
 
 #define QK_40_80 32
-#define N_THREADS 32
+#define N_THREADS 16
 
 layout(local_size_x = N_THREADS, local_size_y = 1, local_size_z = 1) in;