wait for instance starting

skypilot-org · Oct 28, 2023 · 8a20be3 · 8a20be3
1 parent 71ce79c
commit 8a20be3
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 2 deletions.
diff --git a/sky/provision/gcp/instance.py b/sky/provision/gcp/instance.py
@@ -254,6 +254,17 @@ def get_order_key(node):
         #   are started correctly.
         created_instance_ids = [instance_id for success, instance_id in results]
 
+    while True:
+        # wait until all instances are running
+        instances = resource.filter(
+            project_id=project_id,
+            zone=availability_zone,
+            label_filters=filter_labels,
+            status_filters=PENDING_STATUS,
+        )
+        if not instances:
+            break
+
     return common.ProvisionRecord(provider_name='gcp',
                                   region=region,
                                   zone=availability_zone,

diff --git a/sky/provision/gcp/instance_utils.py b/sky/provision/gcp/instance_utils.py
@@ -969,8 +969,7 @@ def set_labels(cls,
                    labels: dict,
                    wait_for_operation: bool = True) -> dict:
         node = cls.load_resource().projects().locations().nodes().get(
-            name=node_id,
-        )
+            name=node_id)
         body = {
             "labels": dict(node["labels"], **labels),
         }