Merge pull request #617 from yogeshojha/release/1.1

reNgine 1.1 release

.env

@@ -22,3 +22,12 @@ POSTGRES_USER=rengine
 POSTGRES_PASSWORD=hE2a5@K&9nEY1fzgA6X
 POSTGRES_PORT=5432
 POSTGRES_HOST=db
+
+#
+# Celery CONCURRENCY Autoscaling
+# The number of CONCURRENCY defines how many scans will run in parallel
+# Please always keep minimum of 5
+# To make the best use of CONCURRENCY, follow the guide https://rengine.wiki
+#
+MIN_CONCURRENCY=5
+MAX_CONCURRENCY=30

CHANGELOG.md

@@ -1,6 +1,49 @@
 # Changelog
 
-## 🏷️ 1.0.1 [Current Release]
+## 🏷️ 1.1 [Current Release]
+**Release Date: Apr 24, 2022**
+
+- Redeigned UI
+- Added Subscan Feature
+
+    Subscan allows further scanning any subdomains. Assume from a normal recon process you identified a subdomain that you wish to do port scan. Earlier, you had to add that subdomain as a target. Now you can just select the subdomain and initiate subscan.
+
+- Ability to Download reconnaissance or vulnerability report
+- Added option to customize report, customization includes the look and feel of report, executive summary etc.
+
+- Add IP Address from IP
+- WHOIS Addition on Detail Scan and fetch whois automatically on Adding Single Targets
+- Universal Search Box
+- Addition of Quick Add menus
+- Added ToolBox Feature
+
+    ToolBox will feature most commonly used recon tools. One can use these tools to identify whois, CMSDetection etc without adding targets. Currently, Whois, CMSDetector and CVE ID lookup is supported. More tools to follow up.
+
+- Notify New Releases on reNgine if available
+- Tools Arsenal Section to feature preinstalled and custom tools
+- Ability to Update preinstalled tools from Tools Arsenal Section
+- Ability to download/add custom tools
+- Added option for Custom Header on Scan Engine
+- Added CVE_ID, CWE_ID, CVSS Score, CVSS Metrics on Vulnerability Section, this also includes lookup using cve_id, cwe_id, cvss_score etc
+- Added curl command and references on Vulnerability Section
+- Added Columns Filtering Option on Subdomain, Vulnerability and Endpoints Tables
+- Added Error Handling for Failed Scans, reason for failure scan will be displayed
+- Added Related Domains using WHOIS
+- Added Related TLDs
+- Added HTTP Status Breakdown Widget
+- Added CMS Detector
+- Updated Visualization
+- Option to Download Selected Subdomains
+- Added additional Nuclei Templates from https://github.com/geeknik/the-nuclei-templates
+- Added SSRF check from Nagli Nuclei Template
+- Added option to fetch CVE_ID details
+- Added option to Delete Multiple Scans
+- Added ffuf as Directory and Files fuzzer
+- Added widgets such as Most vulnerable Targets, Most Common Vulnerabilities, Most Common CVE IDs, Most Common CWE IDs, Most Common Vulnerability Tags
+
+And more...
+
+## 🏷️ 1.0.1
 
 **Release Date: Aug 29, 2021**
 

web/tools/default_settings.yaml → default_yaml_config.yaml

@@ -1,33 +1,39 @@
 subdomain_discovery:
-  uses_tools: [ amass-passive, assetfinder, sublist3r, subfinder, oneforall ]
+  uses_tools: [ amass-passive, assetfinder, sublist3r, subfinder ]
   threads: 10
   use_amass_config: false
   use_subfinder_config: false
+  # amass_wordlist: default
 
-visual_identification:
+screenshot:
   timeout: 10
   threads: 5
 
-osint:
-  discover: [ emails, metainfo, employees ]
-  intensity: normal
-  # intensity: deep
-  dork: [ stackoverflow, 3rdparty, social_media, project_management, code_sharing, config_files, jenkins, wordpress_files, cloud_buckets, php_error, exposed_documents, struts_rce, db_files, traefik, git_exposed ]
-
 port_scan:
   ports: [ top-1000 ]
   rate: 1000
   use_naabu_config: false
   # exclude_ports: [80, 8080]
 
-dir_file_search:
-  extensions: [ php, git, yaml, conf, db, mysql, bak, asp, aspx, txt, conf, sql, json ]
+osint:
+  discover: [ emails, metainfo, employees ]
+  intensity: normal
+  # intensity: deep
+  dork: [ stackoverflow, 3rdparty, social_media, project_management, code_sharing, config_files, jenkins, wordpress_files, cloud_buckets, php_error, exposed_documents, struts_rce, db_files, traefik, git_exposed ]
+
+dir_file_fuzz:
+  wordlist: default
+  use_extensions: [ php, git, yaml, conf, db, mysql, bak, asp, aspx, txt, conf, sql, json ]
   threads: 100
+  stop_on_error: false
+  follow_redirect: false
+  auto_calibration: false
+  timeout: 10
+  # delay: "0.1-0.2"
+  # match_http_status: '200, 204'
+  # max_time: 0
   recursive: false
   recursive_level: 1
-  wordlist: default
-  exclude_extensions: [jpg, png, jpeg, gif, tiff]
-  exclude_texts: [404, Not Found, Error ]
 
 fetch_url:
   uses_tools: [ gauplus, hakrawler, waybackurls, gospider ]
@@ -43,4 +49,6 @@ vulnerability_scan:
   retries: 1
   templates: [ all ]
   # custom_templates: []
-  severity: [ critical, high, medium, low, info ]
+  severity: [ critical, high, medium, low, info, unknown ]
+
+# custom_header: 'name: value'

docker-compose.dev.yml

@@ -27,7 +27,7 @@ services:
       context: ./web
     restart: always
     entrypoint: /usr/src/app/celery-entrypoint.sh
-    command: watchmedo auto-restart --recursive --pattern="*.py" --directory="/usr/src/app/reNgine/" -- celery -A reNgine worker -l INFO
+    command: watchmedo auto-restart --recursive --pattern="*.py" --directory="/usr/src/app/reNgine/" -- celery -A reNgine worker --autoscale=${MAX_CONCURRENCY},${MIN_CONCURRENCY} -l INFO
     volumes:
       - ./web:/usr/src/app
       - github_repos:/usr/src/github
@@ -94,6 +94,9 @@ services:
       - POSTGRES_PASSWORD=${POSTGRES_PASSWORD}
       - POSTGRES_PORT=${POSTGRES_PORT}
       - POSTGRES_HOST=${POSTGRES_HOST}
+      # THIS IS A MUST FOR CHECKING UPDATE, EVERYTIME A COMMIT IS MERGED INTO
+      # MASTER, UPDATE THIS!!! MAJOR.MINOR.PATCH https://semver.org/
+      - RENGINE_CURRENT_VERSION='1.1.0'
     volumes:
       - ./web:/usr/src/app
       - github_repos:/usr/src/github

docker-compose.yml

@@ -27,7 +27,7 @@ services:
       context: ./web
     restart: always
     entrypoint: /usr/src/app/celery-entrypoint.sh
-    command: watchmedo auto-restart --recursive --pattern="*.py" --directory="/usr/src/app/reNgine/" -- celery -A reNgine worker -l INFO
+    command: watchmedo auto-restart --recursive --pattern="*.py" --directory="/usr/src/app/reNgine/" -- celery -A reNgine worker --autoscale=${MAX_CONCURRENCY},${MIN_CONCURRENCY} -l INFO
     volumes:
       - ./web:/usr/src/app
       - github_repos:/usr/src/github
@@ -93,6 +93,9 @@ services:
       - POSTGRES_PASSWORD=${POSTGRES_PASSWORD}
       - POSTGRES_PORT=${POSTGRES_PORT}
       - POSTGRES_HOST=${POSTGRES_HOST}
+      # THIS IS A MUST FOR CHECKING UPDATE, EVERYTIME A COMMIT IS MERGED INTO
+      # MASTER, UPDATE THIS!!! MAJOR.MINOR.PATCH https://semver.org/
+      - RENGINE_CURRENT_VERSION='1.1.0'
     volumes:
       - ./web:/usr/src/app
       - github_repos:/usr/src/github

install.sh

@@ -1,7 +1,7 @@
 #!/bin/bash
 
 tput setaf 2;
-cat web/art/1.0.txt
+cat web/art/1.1.txt
 
 tput setaf 1; echo "Before running this script, please make sure Docker is running and you have made changes to .env file."
 tput setaf 2; echo "Changing the postgres username & password from .env is highly recommended."

scripts/uninstall.sh

@@ -1,6 +1,6 @@
 #!/bin/bash
 
-cat ../web/art/1.0.txt
+cat ../web/art/1.1.txt
 echo "Uninstalling reNgine"
 
 if [ "$EUID" -ne 0 ]