Initial commit

manage.py

@@ -0,0 +1,22 @@
+#!/usr/bin/env python
+import os
+import sys
+
+if __name__ == "__main__":
+    os.environ.setdefault("DJANGO_SETTINGS_MODULE", "rest.settings")
+    try:
+        from django.core.management import execute_from_command_line
+    except ImportError:
+        # The above import may fail for some other reason. Ensure that the
+        # issue is really that Django is missing to avoid masking other
+        # exceptions on Python 2.
+        try:
+            import django
+        except ImportError:
+            raise ImportError(
+                "Couldn't import Django. Are you sure it's installed and "
+                "available on your PYTHONPATH environment variable? Did you "
+                "forget to activate a virtual environment?"
+            )
+        raise
+    execute_from_command_line(sys.argv)

metrics/ambari_agent_metrics.py

@@ -0,0 +1,199 @@
+#!/usr/bin/python
+#-*- coding:utf-8 -*-
+import os, sys
+import re
+
+import requests
+import argparse
+import logging
+import json
+
+import monitor_params
+from time import time
+import utils
+sys.path.append("..")
+from myapp.parse import ParseUtil
+from time import time
+
+
+'''
+    Scrape ambari_agent metrics from Prometheus.
+'''
+
+logging.basicConfig(level=logging.INFO,
+                    format='%(asctime)s %(filename)s[line:%(lineno)d] %(levelname)s %(message)s',
+                    datefmt='%a, %d %b %Y %H:%M:%S')
+import sys
+logger = logging.getLogger(sys.path[0] + 'nginx_metrics')
+
+class AmbariAgentMetrics(object):
+
+    def __init__(self):
+        pass
+
+
+    def ip_list(self):
+        '''
+        return tomcat_ip list
+        '''
+        ip_list = []
+        try:
+            list = re.split(r'[,\s]\s*', monitor_params.ambari_agent_ip.strip())
+        except:
+            logging.error("Can't split ambari_agent_ip. Check the ambari_agent_ip in monitor_params.py.")
+            sys.exit(1)
+        else:
+            ip_list = list
+        return ip_list
+
+    def ambari_agent_process_instance(self):
+        '''
+        @return list of ambari_agent instances.
+        '''
+        process_instance = utils.get_instances(monitor_params.ambari_agent_ip, monitor_params.process_exporter_port)
+        return process_instance
+
+    def ambari_agent_cluster_state(self):
+        '''
+        @return ambari-agent cluster state and the numbers of healthy nodes.
+        '''
+        process_instances = self.ambari_agent_process_instance()
+        state = 0.0
+        success_count = 0.0
+
+        for i in range(len(process_instances)):
+            ambari_agent_up = self.ambari_agent_node_state(process_instances[i])
+            if ambari_agent_up:
+                success_count +=1
+            else:
+                continue
+        if success_count >= 1:
+            state = 1.0
+        logging.info("ambari_agent state is %s" % (state))
+        return [state, success_count]
+
+    def ambari_agent_node_state(self, process_instance):
+        '''
+        @return a float value 1 or 0, indicating the node state up or down.
+        '''
+        state = {}
+        url = utils.prometheus_url()
+        param = {
+            "query": 'ambari_agent_process_up{{instance="{0}"}}'.format(process_instance)
+        }
+        response = ParseUtil.request_metrics(url, param)
+        for i in range(len(response)):
+            state.setdefault(response[i]['metric']['instance'], response[i]['value'][1])
+        if state.has_key(process_instance):
+            return float(state[process_instance])
+        else:
+            logging.error("No instance in the ambari-agent cluster, ambari-agent {0} down.".format(process_instance))
+            return 0.0
+
+
+    def ambari_agent_cpu_usage(self, process_instance):
+        '''
+        @return ambari-agent cpu usage.
+        '''
+        cpu_usage = {}
+        url = utils.prometheus_url()
+        param = {
+            "query": 'ambari_agent_cpu_percentage{{instance="{0}"}}'.format(process_instance)
+        }
+        response = ParseUtil.request_metrics(url, param)
+        for i in range(len(response)):
+            cpu_usage.setdefault(response[i]['metric']['instance'], response[i]['value'][1])
+        if cpu_usage.has_key(process_instance):
+            return float(cpu_usage[process_instance])
+        else:
+            logging.error("No instance in the ambari-agent cluster, get ambari-agent {0} cpu usage failed.".format(process_instance))
+            return None
+
+    def ambari_agent_uptime(self, process_instance):
+        '''
+        @return a float value of create time.
+        '''
+        uptime = {}
+        url = utils.prometheus_url()
+        param = {
+            "query": 'ambari_agent_running_time_seconds_total{{instance="{0}"}}'.format(process_instance)
+        }
+        response = ParseUtil.request_metrics(url, param)
+        for i in range(len(response)):
+            uptime.setdefault(response[i]['metric']['instance'], response[i]['value'][1])
+        if uptime.has_key(process_instance):
+            return float(uptime[process_instance])
+        else:
+            logging.error("No instance in the ambari-agent cluster, get ambari-agent {0} uptime failed.".format(process_instance))
+            return None
+
+    def ambari_agent_mem_usage(self, process_instance):
+        '''
+        @return ambari-agent memory usage.
+        '''
+        mem_usage = {}
+        url = utils.prometheus_url()
+        param = {
+            "query": 'sum by (instance)(ambari_agent_memory_usage_bytes_total{{instance="{0}", mode=~"rss|vms|shared"}})'.format(process_instance)
+        }
+        response = ParseUtil.request_metrics(url, param)
+        for i in range(len(response)):
+            mem_usage.setdefault(response[i]['metric']['instance'], response[i]['value'][1])
+        if mem_usage.has_key(process_instance):
+            return float(mem_usage[process_instance])
+        else:
+            logging.error("No instance in the ambari-agent cluster, get ambari-agent {0} memory usage failed.".format(process_instance))
+            return None           
+
+
+    def ambari_agent_cluster_list(self):
+        process_instances = self.ambari_agent_process_instance()
+        uptime = time()
+        for i in range(len(process_instances)):
+            state = self.ambari_agent_node_state(process_instances[i])
+            if state:
+                uptime = self.ambari_agent_uptime(process_instances[i])
+                break
+            else:
+                continue
+
+        node_info = []
+        for i in range(len(process_instances)):
+            node_info.append(self.ambari_agent_node_detail(process_instances[i]))
+
+        cluster_info = {
+            "ambari_agent_cluster_state" : self.ambari_agent_cluster_state()[0],
+            "ambari_agent_total_nodes" : float(len(self.ip_list())),
+            "ambari_agent_healthy_nodes" : self.ambari_agent_cluster_state()[1],
+            "ambari_agent_uptime" : time() - uptime,
+            "ambari_agent_nodes_info": node_info
+        }
+        return cluster_info
+
+    def ambari_agent_node_detail(self, process_instance):
+        if not self.ambari_agent_node_state(process_instance):
+            node_info = {
+                "ambari_agent_node_state" : 0.0,
+                "ambari_agent_uptime" : 0.0,
+                "ambari_agent_cpu_usage" : 0.0,
+                "ambari_agent_mem_usage" : 0.0,
+                "prometheus_url" : None
+            }
+        else:
+            node_info = {
+                "ambari_agent_node_state" : self.ambari_agent_node_state(process_instance),
+                "ambari_agent_uptime" : time() - self.ambari_agent_uptime(process_instance),
+                "ambari_agent_cpu_usage" : self.ambari_agent_cpu_usage(process_instance),
+                "ambari_agent_mem_usage" : self.ambari_agent_mem_usage(process_instance),
+                "ambari_agent_url" : 'http://{0}/dashboard/db/ambari-agent-dashboard-for-prometheus?orgId=1&var-instance={1}'.format(utils.grafana_url(), process_instance)
+            }
+        return node_info
+
+
+def main():
+    ambari_agent = AmbariAgentMetrics()
+    ambari_agent.ambari_agent_cluster_list()
+
+if __name__ == '__main__':
+    main()
+