diff --git a/src/cache_manager.rs b/src/cache_manager.rs
index 0f730cd..67946a7 100644
--- a/src/cache_manager.rs
+++ b/src/cache_manager.rs
@@ -188,7 +188,10 @@ impl CacheManager {
                 error!("Create cache directory fail: {}", err);
                 return;
             }
+        }
 
+        // Insert cache date if not exist
+        if !self.cache_date.lock().contains_key(dir) {
             self.cache_date.lock().insert(dir.to_path_buf(), FileTime::now());
         }