Skip to content

Commit

Permalink
Bugfix: Error in optimum-intel notebook due to missing attributes aft…
Browse files Browse the repository at this point in the history
…er `torch.compile()` (#517)

* Restore model attrs in setfit-optimum-intel.ipynb

* fix model variable name
  • Loading branch information
danielkorat committed Apr 30, 2024
1 parent c64b161 commit 327a3b6
Showing 1 changed file with 9 additions and 7 deletions.
16 changes: 9 additions & 7 deletions notebooks/setfit-optimum-intel.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -892,15 +892,17 @@
"import intel_extension_for_pytorch as ipex\n",
"\n",
"setfit_model = SetFitModel.from_pretrained(model_path)\n",
"\n",
"model = setfit_model.model_body\n",
"model.eval()\n",
"dtype = torch.bfloat16\n",
"body = ipex.optimize(setfit_model.model_body, dtype=dtype)\n",
"tokenizer = setfit_model.model_body.tokenizer\n",
"d = generate_random_sequences(batch_size=1, length=tokenizer.model_max_length, vocab_size=tokenizer.vocab_size)\n",
"optimized_model = ipex.optimize(model, dtype=dtype)\n",
"d = generate_random_sequences(batch_size=1, length=model.tokenizer.model_max_length, vocab_size=model.tokenizer.vocab_size)\n",
"\n",
"optimized_model = torch.jit.trace(optimized_model, (d,), check_trace=False, strict=False)\n",
"setfit_model.model_body = torch.jit.freeze(optimized_model)\n",
"setfit_model.model_body.tokenizer = model.tokenizer\n",
"setfit_model.model_body.device = model.device\n",
"\n",
"body = torch.jit.trace(body, (d,), check_trace=False, strict=False)\n",
"setfit_model.model_body = torch.jit.freeze(body)\n",
" \n",
"pb = PerformanceBenchmark(\n",
" model=setfit_model,\n",
" dataset=test_dataset,\n",
Expand Down

0 comments on commit 327a3b6

Please sign in to comment.