diff --git a/neural_speed/models/qwen/qwen.h b/neural_speed/models/qwen/qwen.h index 2dacfab02..2bca01fab 100644 --- a/neural_speed/models/qwen/qwen.h +++ b/neural_speed/models/qwen/qwen.h @@ -50,7 +50,7 @@ static const model_scratch qwen_mem_req(int n_layers, float scratch_size_ratio = static_cast(scratch_size_ratio * 2048) * MB, static_cast(scratch_size_ratio * 4096) * MB, }; - case 70: + case 80: return { static_cast(scratch_size_ratio * 10*4096) * MB, static_cast(scratch_size_ratio * 10*2048) * MB,