Fix inference endpoint config (#244)

huggingface · Aug 1, 2024 · f047874 · f047874
1 parent 4751027
commit f047874
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/lighteval/models/model_config.py b/src/lighteval/models/model_config.py
@@ -325,10 +325,10 @@ def create_model_config(  # noqa: C901
         )
 
     if config["type"] == "endpoint":
-        reuse_existing_endpoint = config["base_params"]["reuse_existing"]
+        reuse_existing_endpoint = config["base_params"].get("reuse_existing", None)
         complete_config_endpoint = all(
             val not in [None, ""]
-            for key, val in config["instance"].items()
+            for key, val in config.get("instance", {}).items()
             if key not in InferenceEndpointModelConfig.nullable_keys()
         )
         if reuse_existing_endpoint or complete_config_endpoint: