Move docker files around for consistency

docker/full-project-docker.md

@@ -0,0 +1,4 @@
+# This is for top-level docker compositions which run the entire NUTC stack
+# Anything in dev should work for local development and uses emulators
+# Note: local-dev/grafana-only will just run grafana, allowing you to run the exchange locally (quicker dev cycles)
+# TODO: create sandbox-prod

exchange/docker/dev/docker-compose.yml → docker/local-dev/grafana-only/docker-compose.yml

@@ -1,3 +1,6 @@
+# Used if you're running the exchange outside of docker (for quick dev cycles),
+# but still want to use grafana/prometheus
+
 services:
   # Exposed on port 9000
   prometheus:

docker/dev/docker-compose.yml → docker/local-dev/sandbox/docker-compose.yml

@@ -6,7 +6,7 @@ services:
   sandbox:
     image: nutc-exchange
     build:
-      context: ../..
+      context: ../../..
       dockerfile: exchange/docker/sandbox/Dockerfile
       args:
         firebase_emulator: "false"
@@ -19,15 +19,15 @@ services:
   webserver:
     image: nutc-webserver
     build:
-      context: ../..
+      context: ../../..
       dockerfile: webserver/Dockerfile
     restart: unless-stopped
 
   linter:
     image: nutc-linter
     restart: unless-stopped
     build:
-      context: ../..
+      context: ../../..
       dockerfile: exchange/docker/linter/Dockerfile
       args:
         firebase_emulator: "false"
@@ -36,7 +36,7 @@ services:
   prometheus:
     image: prom/prometheus
     volumes:
-      - ../../exchange/docker/sandbox/prometheus.yml:/etc/prometheus/prometheus.yml
+      - ./prometheus.yml:/etc/prometheus/prometheus.yml
     command:
       - '--config.file=/etc/prometheus/prometheus.yml'
       - '--storage.tsdb.retention.time=12h'
@@ -65,7 +65,7 @@ services:
     - GF_AUTH_ANONYMOUS_ORG_NAME=MAIN
     - GF_AUTH_ANONYMOUS_ORG_ROLE=Viewer
     volumes:
-      - ../../exchange/docker/dev/grafana_data:/var/lib/grafana
+      - ./grafana_data:/var/lib/grafana
       # - /var/lib/grafana/grafana.db
       # - /var/lib/grafana/alerting
 

docker/prod/docker-compose.yml → docker/production/competition/docker-compose.yml

@@ -1,57 +1,47 @@
-# Full stack docker compose
-# Remove web/firebase components for prod
-
 version: '3'
 services:
-  sandbox:
+  nutc-exchange1:
+    image: nutc-exchange
+    build:
+      context: ../../..
+      dockerfile: exchange/docker/sandbox/Dockerfile
+    restart: unless-stopped
+    environment:
+      - NUTC_EXPOSE_METRICS=1
+      - NUTC_ALGO_ENDPOINT=http://webserver:16124/algorithms/HFT
+      - NUTC_ID=0
+    depends_on:
+      - webserver
+  nutc-exchange2:
     image: nutc-exchange
     build:
-      context: ../..
+      context: ../../..
       dockerfile: exchange/docker/sandbox/Dockerfile
-      args:
-        firebase_emulator: "false"
     restart: unless-stopped
     environment:
       - NUTC_EXPOSE_METRICS=1
-    command: ["--sandbox"]
+      - NUTC_ALGO_ENDPOINT=http://webserver:16124/algorithms/HFT
+      - NUTC_ID=1
+    depends_on:
+      - webserver
 
     #port: 16124
   webserver:
     image: nutc-webserver
     build:
-      context: ../..
+      context: ../../..
       dockerfile: webserver/Dockerfile
     restart: unless-stopped
 
-  linter:
-    image: nutc-linter
-    restart: unless-stopped
-    build:
-      context: ../..
-      dockerfile: exchange/docker/linter/Dockerfile
-      args:
-        firebase_emulator: "false"
-
   # Exposed on port 9000
   prometheus:
     image: prom/prometheus
-    volumes:
-      - ../../exchange/docker/sandbox/prometheus.yml:/etc/prometheus/prometheus.yml
+      - ./prometheus.yml:/etc/prometheus/prometheus.yml
     command:
       - '--config.file=/etc/prometheus/prometheus.yml'
       - '--storage.tsdb.retention.time=12h'
     restart: unless-stopped
 
-  reverse-proxy:
-    image: nginx:latest
-    ports:
-      - "26389:80"
-    volumes:
-      - ./nginx.conf:/etc/nginx/nginx.conf
-    restart: unless-stopped
-    depends_on:
-      - webserver
-      - grafana
 
   grafana:
     image: grafana/grafana
@@ -65,6 +55,4 @@ services:
     - GF_AUTH_ANONYMOUS_ORG_NAME=MAIN
     - GF_AUTH_ANONYMOUS_ORG_ROLE=Viewer
     volumes:
-      - ../../exchange/docker/dev/grafana_data:/var/lib/grafana
-      # - /var/lib/grafana/grafana.db
-      # - /var/lib/grafana/alerting
+      - ./exchange/docker/dev/grafana_data:/var/lib/grafana

docker/production/competition/grafana-only/docker-compose.yml

@@ -0,0 +1,46 @@
+# Used if you're running the exchange outside of docker (for quick dev cycles),
+# but still want to use grafana/prometheus
+
+services:
+  # Exposed on port 9000
+  prometheus:
+    image: prom/prometheus
+    ports:
+      - "9090:9090"
+
+    # allow prometheus to access exchange on the host
+    extra_hosts:
+      - "host.docker.internal:host-gateway"
+    volumes:
+      - ./prometheus.yml:/etc/prometheus/prometheus.yml
+    command:
+      - '--config.file=/etc/prometheus/prometheus.yml'
+      - '--storage.tsdb.retention.time=12h'
+    networks:
+      - net
+
+  grafana:
+    image: grafana/grafana
+
+    # Ensure you have the following set in your .bashrc/.zshrc
+    #export UID=$(id -u)
+    #export GID=$(id -g)
+    user: "${UID}:${GID}"
+
+    ports:
+      - "3000:3000"
+    environment:
+    - GF_SECURITY_ALLOW_EMBEDDING=true
+    - GF_AUTH_ANONYMOUS_ENABLED=true
+    - GF_AUTH_ANONYMOUS_ORG_NAME=MAIN
+    - GF_AUTH_ANONYMOUS_ORG_ROLE=Viewer
+    volumes:
+      - ./grafana_data:/var/lib/grafana
+    networks:
+      - net
+
+networks:
+  net:
+    ipam:
+      config:
+        - subnet: 172.20.0.0/16

docker/production/competition/grafana-only/grafana_data/alerting/1/__default__.tmpl

@@ -0,0 +1,53 @@
+
+{{ define "__subject" }}[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ if gt (.Alerts.Resolved | len) 0 }}, RESOLVED:{{ .Alerts.Resolved | len }}{{ end }}{{ end }}] {{ .GroupLabels.SortedPairs.Values | join " " }} {{ if gt (len .CommonLabels) (len .GroupLabels) }}({{ with .CommonLabels.Remove .GroupLabels.Names }}{{ .Values | join " " }}{{ end }}){{ end }}{{ end }}
+
+{{ define "__text_values_list" }}{{ if len .Values }}{{ $first := true }}{{ range $refID, $value := .Values -}}
+{{ if $first }}{{ $first = false }}{{ else }}, {{ end }}{{ $refID }}={{ $value }}{{ end -}}
+{{ else }}[no value]{{ end }}{{ end }}
+
+{{ define "__text_alert_list" }}{{ range . }}
+Value: {{ template "__text_values_list" . }}
+Labels:
+{{ range .Labels.SortedPairs }} - {{ .Name }} = {{ .Value }}
+{{ end }}Annotations:
+{{ range .Annotations.SortedPairs }} - {{ .Name }} = {{ .Value }}
+{{ end }}{{ if gt (len .GeneratorURL) 0 }}Source: {{ .GeneratorURL }}
+{{ end }}{{ if gt (len .SilenceURL) 0 }}Silence: {{ .SilenceURL }}
+{{ end }}{{ if gt (len .DashboardURL) 0 }}Dashboard: {{ .DashboardURL }}
+{{ end }}{{ if gt (len .PanelURL) 0 }}Panel: {{ .PanelURL }}
+{{ end }}{{ end }}{{ end }}
+
+{{ define "default.title" }}{{ template "__subject" . }}{{ end }}
+
+{{ define "default.message" }}{{ if gt (len .Alerts.Firing) 0 }}**Firing**
+{{ template "__text_alert_list" .Alerts.Firing }}{{ if gt (len .Alerts.Resolved) 0 }}
+
+{{ end }}{{ end }}{{ if gt (len .Alerts.Resolved) 0 }}**Resolved**
+{{ template "__text_alert_list" .Alerts.Resolved }}{{ end }}{{ end }}
+
+
+{{ define "__teams_text_alert_list" }}{{ range . }}
+Value: {{ template "__text_values_list" . }}
+Labels:
+{{ range .Labels.SortedPairs }} - {{ .Name }} = {{ .Value }}
+{{ end }}
+Annotations:
+{{ range .Annotations.SortedPairs }} - {{ .Name }} = {{ .Value }}
+{{ end }}
+{{ if gt (len .GeneratorURL) 0 }}Source: [{{ .GeneratorURL }}]({{ .GeneratorURL }})
+
+{{ end }}{{ if gt (len .SilenceURL) 0 }}Silence: [{{ .SilenceURL }}]({{ .SilenceURL }})
+
+{{ end }}{{ if gt (len .DashboardURL) 0 }}Dashboard: [{{ .DashboardURL }}]({{ .DashboardURL }})
+
+{{ end }}{{ if gt (len .PanelURL) 0 }}Panel: [{{ .PanelURL }}]({{ .PanelURL }})
+
+{{ end }}
+{{ end }}{{ end }}
+
+
+{{ define "teams.default.message" }}{{ if gt (len .Alerts.Firing) 0 }}**Firing**
+{{ template "__teams_text_alert_list" .Alerts.Firing }}{{ if gt (len .Alerts.Resolved) 0 }}
+
+{{ end }}{{ end }}{{ if gt (len .Alerts.Resolved) 0 }}**Resolved**
+{{ template "__teams_text_alert_list" .Alerts.Resolved }}{{ end }}{{ end }}

docker/production/competition/grafana-only/prometheus.yml

@@ -0,0 +1,7 @@
+global:
+  scrape_interval: 2s
+
+scrape_configs:
+  - job_name: 'exchange-sandbox'
+    static_configs:
+      - targets: ['host.docker.internal:4152']

docker/production/competition/prometheus.yml

@@ -0,0 +1,7 @@
+global:
+  scrape_interval: 2s
+
+scrape_configs:
+  - job_name: 'exchange-sandbox'
+    static_configs:
+      - targets: ['nutc-exchange1:4152', 'nutc-exchange2:4152']