fix: 403 http error consulcam website (#116)

mongulu-cm · Jul 11, 2023 · 929bc5f · 929bc5f
1 parent 546108e
commit 929bc5f
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 2 deletions.
diff --git a/infra/api/scan.py b/infra/api/scan.py
@@ -48,7 +48,10 @@ def get_source_code(link):
     :param link: the link of the web page you want to scrape
     :return: the source code of the web page
     """
-    r = requests.get(link)
+    proxy_url = os.environ["PROXY_URL"]
+    proxies = {"http": proxy_url, "https": proxy_url}
+
+    r = requests.get(link,proxies=proxies, verify=False)
     r.raise_for_status()
     return soup(r.text)
 

diff --git a/infra/main.tf b/infra/main.tf
@@ -184,7 +184,7 @@ resource "aws_lambda_function" "scan" {
       API_KEY         = var.API_KEY
       SENTRY_DNS      = var.SENTRY_DNS
       ENV             = (terraform.workspace == "mtchoun-mouh-master") ? "production" : "${terraform.workspace}"
-
+      PROXY_URL       = var.PROXY_URL
     }
   }
 

diff --git a/infra/vars.tf b/infra/vars.tf
@@ -59,3 +59,7 @@ variable "TFC_WORKSPACE_NAME" {
   type = string
   default = ""
 }
+
+variable "PROXY_URL" {
+  type = string
+}