Skip to content

Commit

Permalink
better var name
Browse files Browse the repository at this point in the history
  • Loading branch information
horheynm committed Dec 11, 2024
1 parent b7a968e commit 7067ad0
Showing 1 changed file with 3 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@ def setUpClass(cls):
quantization_config=quantization_config,
)

cls.non_comp_model = AutoModelForCausalLM.from_pretrained(
cls.base_model = AutoModelForCausalLM.from_pretrained(
cls.uncompressed_model_stub,
torch_dtype=cls.decompressed_model.dtype,
device_map=cls.decompressed_model.device,
Expand All @@ -52,7 +52,7 @@ def test_compressed_matches_uncompressed(self):
self.decompressed_model.generate(**inputs, max_length=50)
)
uncompressed_output = self.tokenizer.batch_decode(
self.non_comp_model.generate(**inputs, max_length=50)
self.base_model.generate(**inputs, max_length=50)
)

for idx in range(len(SAMPLE_INPUT)):
Expand All @@ -62,5 +62,5 @@ def test_compressed_matches_uncompressed(self):
def tearDownClass(cls):
shutil.rmtree(cls.test_dir)
del cls.decompressed_model
del cls.non_comp_model
del cls.base_model
torch.cuda.empty_cache()

0 comments on commit 7067ad0

Please sign in to comment.