Sampling: Fix dynatemp defaults

Default max temp and min temp is 1.0

Signed-off-by: kingbri <[email protected]>

backends/exllamav2/model.py

@@ -537,8 +537,8 @@ def generate_gen(self, prompt: str, **kwargs):
         gen_settings.mirostat = unwrap(kwargs.get("mirostat"), False)
 
         # DynaTemp settings
-        max_temp = unwrap(kwargs.get("max_temp"), 0.0)
-        min_temp = unwrap(kwargs.get("min_temp"), 0.0)
+        max_temp = unwrap(kwargs.get("max_temp"), 1.0)
+        min_temp = unwrap(kwargs.get("min_temp"), 1.0)
 
         if max_temp > min_temp:
             gen_settings.max_temp = max_temp
@@ -553,7 +553,7 @@ def generate_gen(self, prompt: str, **kwargs):
         # Warn if max/min temp values are > 0
         # and if they're less than or equal to each other
         if max_temp < min_temp or (
-            0 not in {min_temp, max_temp} and max_temp == min_temp
+            1 not in {min_temp, max_temp} and max_temp == min_temp
         ):
             logger.warning(
                 "Max temp is less than or equal to min temp, skipping DynaTemp."

common/sampling.py

@@ -142,13 +142,13 @@ class BaseSamplerRequest(BaseModel):
     )
 
     max_temp: Optional[float] = Field(
-        default_factory=lambda: get_default_sampler_value("max_temp", 0.0),
+        default_factory=lambda: get_default_sampler_value("max_temp", 1.0),
         validation_alias=AliasChoices("max_temp", "dynatemp_high"),
         description="Aliases: dynatemp_high",
     )
 
     min_temp: Optional[float] = Field(
-        default_factory=lambda: get_default_sampler_value("min_temp", 0.0),
+        default_factory=lambda: get_default_sampler_value("min_temp", 1.0),
         validation_alias=AliasChoices("min_temp", "dynatemp_low"),
         description="Aliases: dynatemp_low",
     )