fix

ztxz16 · Sep 4, 2024 · 2c93a8d · 2c93a8d
1 parent f5db1e7
commit 2c93a8d
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/src/devices/cuda/cudadevicebatch.cpp b/src/devices/cuda/cudadevicebatch.cpp
@@ -384,8 +384,7 @@ namespace fastllm {
         }
         aveLen /= batch;
         if (qs[0]->dataType == DataType::FLOAT32 || 
-            (aveLen < 512 && batch >= 4) ||
-            (aveLen < 4096 && batch >= 32)) {
+            true) {
             for (int i = 0; i < batch; i++) {
                 outputs[i]->Allocate();
             }