Periodically clear faled cache items

cjmalloy · Jul 18, 2023 · b6aea67 · b6aea67
1 parent 88702f0
commit b6aea67
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 0 deletions.
diff --git a/src/main/java/jasper/component/WebScraper.java b/src/main/java/jasper/component/WebScraper.java
@@ -34,6 +34,7 @@
 import java.util.Set;
 import java.util.concurrent.BlockingQueue;
 import java.util.concurrent.LinkedBlockingQueue;
+import java.util.concurrent.TimeUnit;
 
 import static com.fasterxml.jackson.databind.node.TextNode.valueOf;
 import static jasper.domain.proj.Tag.hasMedia;
@@ -681,6 +682,11 @@ public void drainAsyncScrape() {
 		scraping.clear();
 	}
 
+	@Scheduled(fixedDelay = 5, timeUnit = TimeUnit.MINUTES)
+	public void clearFailed() {
+		webRepository.deleteAllByDataIsNullAndMimeIsNull();
+	}
+
 	@Timed(value = "jasper.webscrape")
 	public Web fetch(String url) {
 		url = fixUrl(url);

diff --git a/src/main/java/jasper/repository/WebRepository.java b/src/main/java/jasper/repository/WebRepository.java
@@ -6,4 +6,5 @@
 
 @Repository
 public interface WebRepository extends JpaRepository<Web, String> {
+	void deleteAllByDataIsNullAndMimeIsNull();
 }