diff --git a/src/distilabel/models/llms/huggingface/inference_endpoints.py b/src/distilabel/models/llms/huggingface/inference_endpoints.py index 613c533b01..d4e53f1ed2 100644 --- a/src/distilabel/models/llms/huggingface/inference_endpoints.py +++ b/src/distilabel/models/llms/huggingface/inference_endpoints.py @@ -16,7 +16,16 @@ import random import sys import warnings -from typing import TYPE_CHECKING, Any, Dict, List, Literal, Optional, Tuple, Union +from typing import ( + TYPE_CHECKING, + Any, + Dict, + List, + Literal, + Optional, + Tuple, + Union, +) from pydantic import ( Field, @@ -679,6 +688,7 @@ async def agenerate( # type: ignore repetition_penalty=repetition_penalty, frequency_penalty=frequency_penalty, temperature=temperature, + top_n_tokens=top_n_tokens, top_p=top_p, top_k=top_k, stop_sequences=stop_sequences,