Skip to content

Commit

Permalink
lint and format
Browse files Browse the repository at this point in the history
Signed-off-by: amitraj <[email protected]>
  • Loading branch information
quic-amitraj committed Dec 12, 2024
1 parent 6c4b5a6 commit 9474118
Showing 1 changed file with 2 additions and 3 deletions.
5 changes: 2 additions & 3 deletions QEfficient/transformers/models/modeling_auto.py
Original file line number Diff line number Diff line change
Expand Up @@ -348,9 +348,9 @@ def generate(
:device_id (List[int]): Ids of devices for running the qpc pass as [0] in case of normal model / [0, 1, 2, 3] in case of tensor slicing model
``optional`` Args:
:runtime_ai100 (bool, optional): ``AI_100`` and ``PyTorch`` runtime is supported as of now. Defaults to ``True`` for ``AI_100`` runtime.
"""
if runtime_ai100:
if runtime_ai100:
if not isinstance(self.qpc_path, Path):
raise TypeError("Please run compile API first!")
generation_len = kwargs.pop("generation_len", None)
Expand All @@ -365,7 +365,6 @@ def generate(
else:
inputs = tokenizer(prompts, return_tensors="pt", padding="max_length", max_length=seq_len)
return self.model(**inputs)



class QEffAutoModel(QEFFTransformersBase):
Expand Down

0 comments on commit 9474118

Please sign in to comment.