Skip to content

Commit

Permalink
fix descriptions
Browse files Browse the repository at this point in the history
  • Loading branch information
technillogue committed May 1, 2024
1 parent 2678b4c commit 94d2c9d
Showing 1 changed file with 6 additions and 6 deletions.
12 changes: 6 additions & 6 deletions predict.py
Original file line number Diff line number Diff line change
Expand Up @@ -137,7 +137,7 @@ async def predict(
default=os.getenv("SYSTEM_PROMPT", ""),
),
max_tokens: int = Input(
description="Maximum number of tokens to generate. A word is generally 2-3 tokens",
description="Maximum number of tokens to generate. A word is generally 2-3 tokens.",
ge=1,
default=512,
),
Expand All @@ -153,13 +153,13 @@ async def predict(
default=0.7,
),
top_p: float = Input(
description="When decoding text, samples from the top p percentage of most likely tokens; lower to ignore less likely tokens",
description="When decoding text, samples from the top p percentage of most likely tokens; lower to ignore less likely tokens.",
ge=0.0,
le=1.0,
default=0.95,
),
top_k: int = Input(
description="When decoding text, samples from the top k most likely tokens; lower to ignore less likely tokens",
description="When decoding text, samples from the top k most likely tokens; lower to ignore less likely tokens.",
ge=-1,
default=0,
),
Expand All @@ -178,7 +178,7 @@ async def predict(
default=0.0,
),
seed: int = Input(
description="Random seed. Leave blank to randomize the seed",
description="Random seed. Leave blank to randomize the seed.",
default=None,
),
prompt_template: str = Input(
Expand All @@ -187,12 +187,12 @@ async def predict(
),
log_performance_metrics: bool = False,
max_new_tokens: int = Input(
description="This parameter has been renamed to max_tokens. max_new_tokens only exists for backwards compatibility purposes. We recommend you use max_tokens instead. If both are specified, max_new_tokens will be used",
description="This parameter has been renamed to max_tokens. max_new_tokens only exists for backwards compatibility purposes. We recommend you use max_tokens instead. Both may not be specified.",
ge=1,
default=None,
),
min_new_tokens: int = Input(
description="This parameter has been renamed to min_tokens. min_new_tokens only exists for backwards compatibility purposes. We recommend you use min_tokens instead. If both are specified, min_new_tokens will be used",
description="This parameter has been renamed to min_tokens. min_new_tokens only exists for backwards compatibility purposes. We recommend you use min_tokens instead. Both may not be specified.",
ge=-1,
default=None,
),
Expand Down

0 comments on commit 94d2c9d

Please sign in to comment.