Retry get request on failure

Signed-off-by: Jono Yang <[email protected]>
aboutcode-org · Oct 30, 2023 · ef179b1 · ef179b1
1 parent 7db537a
commit ef179b1
Showing 1 changed file with 9 additions and 2 deletions.
diff --git a/packagedb/management/commands/update_maven_download_urls.py b/packagedb/management/commands/update_maven_download_urls.py
@@ -54,8 +54,15 @@ def next(self):
 
 
 def check_download_url(download_url):
-    headers = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36'}
-    response = requests.get(download_url, headers=headers, timeout=TIMEOUT)
+    headers = {
+        'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36'
+    }
+    response = requests.get(
+        download_url,
+        headers=headers,
+        timeout=TIMEOUT,
+        retries=requests.adapters.Retry(10)
+    )
     return response.ok