Skip to content

Commit

Permalink
fail test artificially
Browse files Browse the repository at this point in the history
  • Loading branch information
dsikka committed Dec 5, 2024
1 parent 038ea3c commit 3e8310d
Showing 1 changed file with 7 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -26,6 +26,11 @@ def test_oneshot_then_finetune(self):
from llmcompressor.core import create_session
from llmcompressor.transformers import oneshot, train

raise Exception(
"This test is not supported until we can decompress sparse"
"models/turn off run_compressed through transformers"
)

recipe_str = "tests/llmcompressor/transformers/obcq/recipes/test_tiny2.yaml"
model = AutoModelForCausalLM.from_pretrained(
"Xenova/llama2.c-stories15M", device_map="auto"
Expand Down Expand Up @@ -56,6 +61,7 @@ def test_oneshot_then_finetune(self):
distill_teacher = AutoModelForCausalLM.from_pretrained(
"Xenova/llama2.c-stories15M", device_map="auto"
)

dataset = "open_platypus"
concatenate_data = False
output_dir = self.output / "finetune_out"
Expand All @@ -77,6 +83,7 @@ def test_oneshot_then_finetune(self):

# test reloading checkpoint and final model
model = AutoModelForCausalLM.from_pretrained(output_dir, device_map="auto")

with create_session():
train(
model=model,
Expand Down

0 comments on commit 3e8310d

Please sign in to comment.