diff --git a/tensorflow_recommenders_addons/dynamic_embedding/python/ops/dynamic_embedding_variable.py b/tensorflow_recommenders_addons/dynamic_embedding/python/ops/dynamic_embedding_variable.py
index 225743d3..4d5d7e33 100644
--- a/tensorflow_recommenders_addons/dynamic_embedding/python/ops/dynamic_embedding_variable.py
+++ b/tensorflow_recommenders_addons/dynamic_embedding/python/ops/dynamic_embedding_variable.py
@@ -541,11 +541,14 @@ def default_partition_fn(keys, shard_num):
     self.short_file_name = short_file_name
 
     def _get_default_devices():
-      gpu_list = [
-          x.name
-          for x in device_lib.list_local_devices()
-          if x.device_type == "GPU"
-      ]
+      try:
+        gpu_list = [
+            x.name
+            for x in device_lib.list_local_devices()
+            if x.device_type == "GPU"
+        ]
+      except:
+        gpu_list = []
       return gpu_list[0:1] or [
           "/CPU:0",
       ]