Disable redirects in WebUtils.is_url_reachable() (avoid too many redi…

…rects issue)
koutto · Jul 26, 2019 · fbfe100 · fbfe100
1 parent 773a7e4
commit fbfe100
Showing 1 changed file with 6 additions and 4 deletions.
diff --git a/lib/utils/WebUtils.py b/lib/utils/WebUtils.py
@@ -85,11 +85,13 @@ def is_valid_url(url):
     def is_url_reachable(url):
         """Check if an URL is reachable"""
         try:
-            http = urllib3.PoolManager(cert_reqs='CERT_NONE', timeout=10.0, retries=2)
-            r = http.request('GET', url, headers={'User-Agent': USER_AGENT})
-            return (True, r.status, r.getheaders())
+            # http = urllib3.PoolManager(cert_reqs='CERT_NONE', timeout=10.0, retries=2)
+            # r = http.request('GET', url, headers={'User-Agent': USER_AGENT})
+            # return (True, r.status, r.getheaders())
+            r = requests.get(url, verify=False, allow_redirects=False)
+            return (True, r.status_code, r.headers)
         except Exception as e:
-            #print(e)
+            print(e)
             return (False, None, None)