diff --git a/flytekit/image_spec/image_spec.py b/flytekit/image_spec/image_spec.py
index 5b437f0b17..cef455acbb 100644
--- a/flytekit/image_spec/image_spec.py
+++ b/flytekit/image_spec/image_spec.py
@@ -197,6 +197,7 @@ def register(cls, builder_type: str, image_spec_builder: ImageSpecBuilder):
         cls._REGISTRY[builder_type] = image_spec_builder
 
     @classmethod
+    @lru_cache
     def build(cls, image_spec: ImageSpec):
         img_name = image_spec.image_name()
         if img_name in cls._BUILT_IMAGES or image_spec.exist():