diff --git a/sky/templates/aws-ray.yml.j2 b/sky/templates/aws-ray.yml.j2
index c8658a4b753..4185431e5da 100644
--- a/sky/templates/aws-ray.yml.j2
+++ b/sky/templates/aws-ray.yml.j2
@@ -116,7 +116,7 @@ available_node_types:
               Value: {{ user }}
 {%- for tag_key, tag_value in instance_tags.items() %}
             - Key: {{ tag_key }}
-              Value: {{ tag_value }}
+              Value: {{ tag_value|tojson }}
 {%- endfor %}
 
 head_node_type: ray.head.default
@@ -161,5 +161,3 @@ setup_commands:
 
 # Command to start ray clusters are now placed in `sky.provision.instance_setup`.
 # We do not need to list it here anymore.
-
-
diff --git a/sky/templates/gcp-ray.yml.j2 b/sky/templates/gcp-ray.yml.j2
index c3d75015bc0..d1c5798382a 100644
--- a/sky/templates/gcp-ray.yml.j2
+++ b/sky/templates/gcp-ray.yml.j2
@@ -77,7 +77,7 @@ available_node_types:
       labels:
         skypilot-user: {{ user }}
       {%- for tag_key, tag_value in instance_tags.items() %}
-        {{ tag_key }}: {{ tag_value }}
+        {{ tag_key }}: {{ tag_value|tojson }}
       {%- endfor %}
       {%- if specific_reservations %}
       reservationAffinity: