add grafana and prometheus and node-exporter

alertmanager/Kustomization

@@ -0,0 +1,5 @@
+resources:
+- alert-config.yml
+- alert-template-config.yml
+- alertmanager.yml
+- alert-svc.yml 

alertmanager/alert-config.yml

@@ -0,0 +1,65 @@
+---
+kind: ConfigMap
+apiVersion: v1
+metadata:
+  name: alertmanager
+  namespace: monitoring
+data:
+  config.yml: |-
+    global:
+      # ResolveTimeout is the time after which an alert is declared resolved
+      # if it has not been updated.
+      resolve_timeout: 5m
+      # The smarthost and SMTP sender used for mail notifications.
+      smtp_smarthost: 'smtp.gmail.com:587'
+      smtp_from: '[email protected]'
+      smtp_auth_username: '[email protected]'
+      smtp_auth_password: 'barfoo'
+      # The API URL to use for Slack notifications.
+      slack_api_url: 'https://hooks.slack.com/services/some/api/token'
+    # # The directory from which notification templates are read.
+    templates:
+    - '/etc/alertmanager-templates/*.tmpl'
+    # The root route on which each incoming alert enters.
+    route:
+      # The labels by which incoming alerts are grouped together. For example,
+      # multiple alerts coming in for cluster=A and alertname=LatencyHigh would
+      # be batched into a single group.
+      group_by: ['alertname', 'cluster', 'service']
+      # When a new group of alerts is created by an incoming alert, wait at
+      # least 'group_wait' to send the initial notification.
+      # This way ensures that you get multiple alerts for the same group that start
+      # firing shortly after another are batched together on the first
+      # notification.
+      group_wait: 30s
+      # When the first notification was sent, wait 'group_interval' to send a batch
+      # of new alerts that started firing for that group.
+      group_interval: 5m
+      # If an alert has successfully been sent, wait 'repeat_interval' to
+      # resend them.
+      #repeat_interval: 1m
+      repeat_interval: 15m
+      # A default receiver
+      # If an alert isn't caught by a route, send it to default.
+      receiver: default
+      # All the above attributes are inherited by all child routes and can
+      # overwritten on each.
+      # The child route trees.
+      routes:
+      # Send severity=slack alerts to slack.
+      - match:
+          severity: slack
+        receiver: slack_alert
+      # - match:
+      #     severity: email
+      #   receiver: email_alert
+    receivers:
+    - name: 'default'
+      slack_configs:
+      - channel: '#alertmanager-test'
+        text: '<!channel>{{ template "slack.devops.text" . }}'
+        send_resolved: true
+    - name: 'slack_alert'
+      slack_configs:
+      - channel: '#alertmanager-test'
+        send_resolved: true

alertmanager/alert-svc.yml

@@ -0,0 +1,20 @@
+---
+apiVersion: v1
+kind: Service
+metadata:
+  annotations:
+    prometheus.io/scrape: 'true'
+    prometheus.io/path: '/metrics'
+  labels:
+    name: alertmanager
+  name: alertmanager
+  namespace: monitoring
+spec:
+  selector:
+    app: alertmanager
+  type: NodePort
+  ports:
+  - name: alertmanager
+    protocol: TCP
+    port: 9093
+    targetPort: 9093

alertmanager/alertmanager.yml

@@ -0,0 +1,42 @@
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: alertmanager
+  namespace: monitoring
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: alertmanager
+  template:
+    metadata:
+      name: alertmanager
+      labels:
+        app: alertmanager
+    spec:
+      containers:
+      - name: alertmanager
+        image: quay.io/prometheus/alertmanager:v0.7.1
+        args:
+          - '-config.file=/etc/alertmanager/config.yml'
+          - '-storage.path=/alertmanager'
+        ports:
+        - name: alertmanager
+          containerPort: 9093
+        volumeMounts:
+        - name: config-volume
+          mountPath: /etc/alertmanager
+        - name: templates-volume
+          mountPath: /etc/alertmanager-templates
+        - name: alertmanager
+          mountPath: /alertmanager
+      volumes:
+      - name: config-volume
+        configMap:
+          name: alertmanager
+      - name: templates-volume
+        configMap:
+          name: alertmanager-templates
+      - name: alertmanager
+        emptyDir: {}

yahoo-kafka-manager/kafka-manager-service.yml → cmak/kafka-manager-service.yml

@@ -4,9 +4,11 @@ metadata:
   name: kafka-manager
   namespace: kafka
 spec:
+  type: NodePort
   selector:
     app: kafka-manager
   ports:
   - protocol: TCP
     port: 80
     targetPort: 80
+    nodePort: 30010

yahoo-kafka-manager/kafka-manager.yml → cmak/kafka-manager.yml

@@ -20,7 +20,7 @@ spec:
         - containerPort: 80
         env:
         - name: ZK_HOSTS
-          value: zookeeper.kafka:2181
+          value: zookeeper:2181
         command:
         - ./bin/kafka-manager
-        - -Dhttp.port=80
+        - -Dhttp.port=80