-
Notifications
You must be signed in to change notification settings - Fork 61
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'main' of https://github.com/SpecterOps/Nemesis
- Loading branch information
Showing
9 changed files
with
183 additions
and
148 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,35 @@ | ||
| # Changelog | ||
| All notable changes to this project will be documented in this file. | ||
|
|
||
| The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), | ||
| and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html). | ||
|
|
||
|
|
||
| ## [1.0.0] - 2024-04-25 | ||
|
|
||
| ### Added | ||
|
|
||
| - Proper host and temporal modeling | ||
| - Helm charts for deployment and publishing of images to [Dockerhub](https://hub.docker.com/u/specterops) | ||
| - Hasura API endpoint | ||
| - Additional documentation, including (finally) a usage guide | ||
| - Hosting of documentation on [GitHub Pages](https://specterops.github.io/Nemesis/) | ||
| - `monitor` command to submit_to_nemesis.sh for continual file submission | ||
| - Jupyter notebooks back into the stack | ||
| - Processing for Chromium JSON cookie dumps | ||
| - Automatic expunging of expired data via the `data_expunge` task | ||
|
|
||
| ### Changed | ||
|
|
||
| - Dropped Docker/Minikube support, replaced with k3s | ||
| - Drastically simplified/streamlined setup process | ||
| - Any compatible file is now handled by Apache Tika instead of a subset | ||
| - Removed the Tensorflow model hosting and DeepPass as the model just wasn't accurate enough to be useful | ||
| - Streamlined NLP indexing to prevent choking and exposed a /nlp/ route for search | ||
| - Streamlined hash cracking and added in deduplication so hashes aren’t cracked twice | ||
| - Revamped text search to use fuzzy search fused with semantic search | ||
| - Countless Dashboard changes | ||
|
|
||
| ### Fixed | ||
|
|
||
| - Too many bugs to count |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,37 @@ | ||
| #!/bin/bash | ||
|
|
||
| sudo pwd &> /dev/null | ||
|
|
||
| if ! command -v curl &> /dev/null; then | ||
| echo -e "[*] curl could not be found, attempting to install...\n" | ||
| sudo apt-get update | ||
| sudo apt-get install curl -y | ||
| fi | ||
|
|
||
| clear -x | ||
|
|
||
| # Step 1: Install k3s | ||
| echo -e "\n[*] Installing k3s...\n" | ||
| curl -sfL https://get.k3s.io | sh - | ||
| mkdir -p ~/.kube && sudo k3s kubectl config view --raw > ~/.kube/config | ||
| chmod 600 ~/.kube/config | ||
| export KUBECONFIG=~/.kube/config | ||
|
|
||
| # Step 2: Install Helm | ||
| echo -e "\n[*] Installing Helm...\n" | ||
| curl https://baltocdn.com/helm/signing.asc | gpg --dearmor | sudo tee /usr/share/keyrings/helm.gpg > /dev/null | ||
| sudo apt-get install apt-transport-https --yes | ||
| echo "deb [arch=$(dpkg --print-architecture) signed-by=/usr/share/keyrings/helm.gpg] https://baltocdn.com/helm/stable/debian/ all main" | sudo tee /etc/apt/sources.list.d/helm-stable-debian.list | ||
| sudo apt-get update | ||
| sleep 10 | ||
| sudo apt-get install helm | ||
|
|
||
| # Step 3: Install Dependencies with Helm | ||
| echo -e "\n[*] Installing Dependencies with Helm...\n" | ||
| helm install elastic-operator eck-operator --repo https://helm.elastic.co --namespace elastic-system --create-namespace --set managedNamespaces='{default}' | ||
|
|
||
| clear -x | ||
| echo -e "\n[*] Nemesis k3s prereqs installed." | ||
| echo -e "[*] Install Nemesis with:\n" | ||
| echo -e "\thelm install --repo https://specterops.github.io/Nemesis/ nemesis-quickstart quickstart" | ||
| echo -e "\thelm install --repo https://specterops.github.io/Nemesis/ nemesis nemesis --timeout '45m' --set operation.nemesisHttpServer="https://\<IP\>:443/"\n" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,98 @@ | ||
| #!/bin/bash | ||
|
|
||
| sudo pwd &> /dev/null | ||
|
|
||
| if ! command -v curl &> /dev/null; then | ||
| echo -e "[*] curl could not be found, attempting to install...\n" | ||
| sudo apt-get update | ||
| sudo apt-get install curl -y | ||
| fi | ||
|
|
||
| validate_ip() { | ||
| if [[ $1 =~ ^[0-9]+\.[0-9]+\.[0-9]+\.[0-9]+$ ]]; then | ||
| IFS='.' read -r -a octets <<< "$1" | ||
| for octet in "${octets[@]}"; do | ||
| if (( octet > 255 )); then | ||
| return 1 | ||
| fi | ||
| done | ||
| return 0 | ||
| else | ||
| return 1 | ||
| fi | ||
| } | ||
|
|
||
| clear -x | ||
|
|
||
| if [ -z "$1" ]; then | ||
| while true; do | ||
| read -p "No IP address provided. Would you like to use the default IP 127.0.0.1 or enter another? (y/n): " answer | ||
| answer=$(echo "$answer" | tr '[:upper:]' '[:lower:]') | ||
|
|
||
| if [[ "$answer" == "y" ]]; then | ||
| read -p "Enter an IP address or press enter to use 127.0.0.1: " user_ip | ||
| if [ -z "$user_ip" ]; then | ||
| IP="127.0.0.1" | ||
| elif validate_ip "$user_ip"; then | ||
| IP="$user_ip" | ||
| else | ||
| echo "Invalid IP address format. Please enter a valid IPv4 address." | ||
| continue | ||
| fi | ||
| break | ||
| elif [[ "$answer" == "n" ]]; then | ||
| echo "No IP set, exiting script." | ||
| exit 1 | ||
| else | ||
| echo "Please answer 'y' or 'n'." | ||
| fi | ||
| done | ||
| else | ||
| # IP was provided as argument, validate it | ||
| if validate_ip "$1"; then | ||
| IP="$1" | ||
| else | ||
| echo "Invalid IP address provided." | ||
| exit 1 | ||
| fi | ||
| fi | ||
|
|
||
| echo "[*] Using IP: $IP" | ||
|
|
||
| # Step 1: Install k3s | ||
| echo -e "\n[*] Installing k3s...\n" | ||
| curl -sfL https://get.k3s.io | sh - | ||
| mkdir -p ~/.kube && sudo k3s kubectl config view --raw > ~/.kube/config | ||
| chmod 600 ~/.kube/config | ||
| export KUBECONFIG=~/.kube/config | ||
|
|
||
| # Step 2: Install Helm | ||
| echo -e "\n[*] Installing Helm...\n" | ||
| curl https://baltocdn.com/helm/signing.asc | gpg --dearmor | sudo tee /usr/share/keyrings/helm.gpg > /dev/null | ||
| sudo apt-get install apt-transport-https --yes | ||
| echo "deb [arch=$(dpkg --print-architecture) signed-by=/usr/share/keyrings/helm.gpg] https://baltocdn.com/helm/stable/debian/ all main" | sudo tee /etc/apt/sources.list.d/helm-stable-debian.list | ||
| sudo apt-get update | ||
| sleep 10 | ||
| sudo apt-get install helm | ||
|
|
||
| # Step 3: Install Dependencies with Helm | ||
| echo -e "\n[*] Installing Dependencies with Helm...\n" | ||
| helm install elastic-operator eck-operator --repo https://helm.elastic.co --namespace elastic-system --create-namespace --set managedNamespaces='{default}' | ||
|
|
||
| # Step 4: Install the quickstart Chart | ||
| sleep 30 | ||
| echo -e "\n[*] Installing Quickstart chart...\n" | ||
| helm install --repo https://specterops.github.io/Nemesis/ nemesis-quickstart quickstart | ||
|
|
||
| # Step 5: Install Nemesis chart | ||
| sleep 30 | ||
| echo -e "\n[*] Installing Nemesis chart...\n" | ||
| helm install --repo https://specterops.github.io/Nemesis/ nemesis nemesis --timeout '45m' --set operation.nemesisHttpServer="https://$IP:443/" | ||
|
|
||
| export NEMESIS_BASIC_AUTH_USER=$(sudo kubectl get secret --namespace "default" basic-auth -o jsonpath="{.data.username}" | base64 -d) | ||
| export NEMESIS_BASIC_AUTH_PASSWORD=$(sudo kubectl get secret --namespace "default" basic-auth -o jsonpath="{.data.password}" | base64 -d) | ||
|
|
||
| clear -x | ||
| echo -e "\n[*] Nemesis installed, but some pods may still be standing up for the next 5-10 minutes." | ||
| echo -e "[*] You can check pod deployment status with 'sudo kubectl get pods -A'" | ||
| echo -e "[*] Once all pods are up, browse to https://$IP:443/ and log in with '$NEMESIS_BASIC_AUTH_USER:$NEMESIS_BASIC_AUTH_PASSWORD'\n" |
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.