From 327a3b64ca38dd688a7f92b67e7bf88f9db66aa9 Mon Sep 17 00:00:00 2001 From: Daniel Korat Date: Tue, 30 Apr 2024 17:19:43 +0300 Subject: [PATCH] Bugfix: Error in optimum-intel notebook due to missing attributes after `torch.compile()` (#517) * Restore model attrs in setfit-optimum-intel.ipynb * fix model variable name --- notebooks/setfit-optimum-intel.ipynb | 16 +++++++++------- 1 file changed, 9 insertions(+), 7 deletions(-) diff --git a/notebooks/setfit-optimum-intel.ipynb b/notebooks/setfit-optimum-intel.ipynb index 5387814d..ef79e190 100644 --- a/notebooks/setfit-optimum-intel.ipynb +++ b/notebooks/setfit-optimum-intel.ipynb @@ -892,15 +892,17 @@ "import intel_extension_for_pytorch as ipex\n", "\n", "setfit_model = SetFitModel.from_pretrained(model_path)\n", - "\n", + "model = setfit_model.model_body\n", + "model.eval()\n", "dtype = torch.bfloat16\n", - "body = ipex.optimize(setfit_model.model_body, dtype=dtype)\n", - "tokenizer = setfit_model.model_body.tokenizer\n", - "d = generate_random_sequences(batch_size=1, length=tokenizer.model_max_length, vocab_size=tokenizer.vocab_size)\n", + "optimized_model = ipex.optimize(model, dtype=dtype)\n", + "d = generate_random_sequences(batch_size=1, length=model.tokenizer.model_max_length, vocab_size=model.tokenizer.vocab_size)\n", + "\n", + "optimized_model = torch.jit.trace(optimized_model, (d,), check_trace=False, strict=False)\n", + "setfit_model.model_body = torch.jit.freeze(optimized_model)\n", + "setfit_model.model_body.tokenizer = model.tokenizer\n", + "setfit_model.model_body.device = model.device\n", "\n", - "body = torch.jit.trace(body, (d,), check_trace=False, strict=False)\n", - "setfit_model.model_body = torch.jit.freeze(body)\n", - " \n", "pb = PerformanceBenchmark(\n", " model=setfit_model,\n", " dataset=test_dataset,\n",