Merge pull request #32 from ROCm/gshtras-patch-1

Update linear.py
ROCm · Jun 3, 2024 · 69ce080 · 69ce080
2 parents f3e1926 + 34e010c
commit 69ce080
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/model_executor/layers/linear.py b/vllm/model_executor/layers/linear.py
@@ -104,6 +104,8 @@ def apply_weights(self,
             if bias is not None:
                 return F.linear(x, weight) + bias
             return F.linear(x, weight)
+        elif bias is not None:
+            return F.linear(x, weight, bias)
         return tgemm.mm(x, weight)