Commit 6047187 1 parent b6c16cf commit 6047187 Copy full SHA for 6047187
File tree 1 file changed +3
-15
lines changed
vllm/model_executor/layers
1 file changed +3
-15
lines changed Original file line number Diff line number Diff line change @@ -99,15 +99,7 @@ def apply(self,
99
99
100
100
101
101
class UnquantizedLinearMethod (LinearMethodBase ):
102
- """Linear method without quantization.
103
-
104
- Args:
105
- separate_bias_add: If true, add bias separately after matrix
106
- multiplication.
107
- """
108
-
109
- def __init__ (self , separate_bias_add : bool = False ):
110
- self .separate_bias_add = separate_bias_add
102
+ """Linear method without quantization."""
111
103
112
104
def create_weights (self , layer : torch .nn .Module ,
113
105
input_size_per_partition : int ,
@@ -126,12 +118,8 @@ def apply(self,
126
118
layer : torch .nn .Module ,
127
119
x : torch .Tensor ,
128
120
bias : Optional [torch .Tensor ] = None ) -> torch .Tensor :
129
- weight = layer .weight
130
- if self .separate_bias_add :
131
- if bias is not None :
132
- return F .linear (x , weight ) + bias
133
- return F .linear (x , weight )
134
- return F .linear (x , weight , bias )
121
+
122
+ return F .linear (x , layer .weight , bias )
135
123
136
124
137
125
class LinearBase (torch .nn .Module ):
You can’t perform that action at this time.
0 commit comments