metal : fix wrong number of tokens per sequence in SSM_SCAN

ggerganov · Oct 3, 2024 · 62b09b3 · 62b09b3
1 parent 5b8ec2b
commit 62b09b3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ggml/src/ggml-metal.m b/ggml/src/ggml-metal.m
@@ -1690,7 +1690,7 @@ static void ggml_metal_encode_node(
                 const int64_t d_inner      = ne01;
                 const int64_t n_head       = ne02;
                 const int64_t n_group      = ne41;
-                const int64_t n_seq_tokens = ne11;
+                const int64_t n_seq_tokens = ne12;
                 const int64_t n_seqs       = ne13;
 
                 id<MTLComputePipelineState> pipeline = nil;