fix build

Signed-off-by: Sage Moore <[email protected]>
vllm-project · Dec 19, 2024 · 70bb71b · 70bb71b
1 parent da33832
commit 70bb71b
Showing 1 changed file with 3 additions and 4 deletions.
diff --git a/csrc/quantization/activation_kernels.cu b/csrc/quantization/activation_kernels.cu
@@ -107,10 +107,9 @@ __global__ void act_and_mul_quant_kernel(
                                          scale.data_ptr<float>(), d);   \
       });
 
-void silu_and_mul_quant(torch::Tensor& out,   // [..., d]
-                        torch::Tensor& input, // [..., 2 * d]
-                        torch::Tensor& scale) 
-{
+void silu_and_mul_quant(torch::Tensor& out,    // [..., d]
+                        torch::Tensor& input,  // [..., 2 * d]
+                        torch::Tensor& scale) {
   TORCH_CHECK(out.dtype() == torch::kFloat8_e4m3fn);
   TORCH_CHECK(input.dtype() == torch::kFloat16 ||
               input.dtype() == torch::kBFloat16);