start.py

import json
import os,time
from promethus import *
from logger import *
from batch_worker import *
from datetime import datetime, timedelta


import warnings
warnings.filterwarnings("ignore")

end_date = datetime.now()
days_delta = int(os.environ.get('METRIC_DAYS','1'))

start_date = end_date - timedelta(days=days_delta - 1)
print("Metrics from " ,start_date-timedelta(days=1), "is used to compute recommendation")
tolerance=int(os.environ.get('TOLERANCE', '0'))
batch_size=int(os.environ.get('BATCH_SIZE', '1'))
recommender_type = str(os.environ.get('RECOMMENDER_TYPE', NAMESPACE_RECOMMENDER_TYPE))
input_file=os.environ.get('THANOS_URLS_JSON', './input/thanos.json')
grafana_dashboard_uid = os.environ.get('GRAFANA_DASHBOARD_UID', '')

def process_input():
    MainLogger.info("Starting processing of input file ")
    file_present=os.path.isfile(input_file)
    assert file_present ,f"Input file not found {input_file}"
    MainLogger.info("Found input file "+input_file)
    f=open(input_file)  
    thanos_endpoints = json.load(f)
    endpoint_list=thanos_endpoints['thanos_endpoints']
    # Iterating through each thanos endpoint
    for idx,item in enumerate(endpoint_list):
        MainLogger.info("Connecting to thanos server number %s : url:  %s",idx+1 ,item['url'])
        conn = PromClient(item['url'],item['token']).get_thanos_client()
        if conn is None:
            print("Error connecting to thanos on acm hub :",item['hub_name'] )
            MainLogger.error("Connection to Thanos server failed, url : %s",item['url'])
        else:
            MainLogger.info("Connection to Thanos server success, url : %s",item['url'])
            print("Processing acm hub : ", item['hub_name'] , "on past",days_delta ,"days of metrics")

            if grafana_dashboard_uid:
                worker=batch_worker(conn,item['hub_name'],recommender_type, item,grafana_dashboard_uid, start_date, end_date, tolerance, batch_size)
                #worker.process_metric_data(start_date, end_date, tolerance,batch_size)
                worker.start_process_metric_data()
            else:
                MainLogger.error("GRAFANA_DASHBOARD_UID is null, Please provide valid GRAFANA_DASHBOARD_UID.")
                raise ValueError("GRAFANA_DASHBOARD_UID is null, Please provide valid GRAFANA_DASHBOARD_UID.")

    # Close file
    f.close()
    #print("Processing complete , get your csv output")
    #time.sleep(500)
    return

    
def main():
    process_input()

if __name__ == '__main__':
     main()