From 2c93a8d8576b42f747619a1272a7ff76e9b45e44 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E9=BB=84=E5=AE=87=E6=89=AC?= <huang.yuyang@think-force.com>
Date: Wed, 4 Sep 2024 15:19:31 +0800
Subject: [PATCH] fix

---
 src/devices/cuda/cudadevicebatch.cpp | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/src/devices/cuda/cudadevicebatch.cpp b/src/devices/cuda/cudadevicebatch.cpp
index 7dd1e96..3b250fa 100644
--- a/src/devices/cuda/cudadevicebatch.cpp
+++ b/src/devices/cuda/cudadevicebatch.cpp
@@ -384,8 +384,7 @@ namespace fastllm {
         }
         aveLen /= batch;
         if (qs[0]->dataType == DataType::FLOAT32 || 
-            (aveLen < 512 && batch >= 4) ||
-            (aveLen < 4096 && batch >= 32)) {
+            true) {
             for (int i = 0; i < batch; i++) {
                 outputs[i]->Allocate();
             }