Skip to content

Commit

Permalink
[pre-commit.ci] auto fixes from pre-commit.com hooks
Browse files Browse the repository at this point in the history
for more information, see https://pre-commit.ci
  • Loading branch information
pre-commit-ci[bot] committed Sep 20, 2024
1 parent 1763bdf commit 4d9379d
Showing 1 changed file with 3 additions and 8 deletions.
11 changes: 3 additions & 8 deletions transformer_engine/pytorch/module/grouped_linear.py
Original file line number Diff line number Diff line change
Expand Up @@ -750,16 +750,11 @@ def forward(

with self.prepare_forward(inp, is_first_microbatch, num_gemms=self.num_gemms) as inp:

weight_tensors = [
self._fast_get_param(f"weight{i}") for i in range(self.num_gemms)
]
bias_tensors = [
self._fast_get_param(f"bias{i}") for i in range(self.num_gemms)
]
weight_tensors = [self._fast_get_param(f"weight{i}") for i in range(self.num_gemms)]
bias_tensors = [self._fast_get_param(f"bias{i}") for i in range(self.num_gemms)]
if not self.fp8:
weight_tensors = [
w.dequantize() if isinstance(w, QuantizedTensor) else w
for w in weight_tensors
w.dequantize() if isinstance(w, QuantizedTensor) else w for w in weight_tensors
]

weight_tensors_fp8 = [None] * self.num_gemms
Expand Down

0 comments on commit 4d9379d

Please sign in to comment.