[ISSUE #127] 合并prometheus类型的监控插件 (#124)

* feat: 添加就近路由支持文档 * rebase upstream/master * feat:issue 118 * feat:issue 118 * feat:issue 118 * feat:issue 118 * fix:修复获取SDK自身IP不对问题 * fix:修复获取SDK自身IP不对问题 * fix:修复获取SDK自身IP不对问题 * fix:修复获取SDK自身IP不对问题
polarismesh · Feb 27, 2023 · b8c4228 · b8c4228
1 parent 6a36885
commit b8c4228
Show file tree

Hide file tree

Showing 27 changed files with 352 additions and 1,415 deletions.
diff --git a/.gitignore b/.gitignore
@@ -6,12 +6,11 @@ backup/
 polaris/log/*
 
 angevil_test/
-test/other/other_test_suit.go
 *.log
 
 /vendor/
 
 .vscode/
 
 style_tool/
-goimports-reviser
+goimports-reviser
diff --git a/api/config.go b/api/config.go
@@ -336,7 +336,12 @@ func getSelfIP(cfg config.Configuration) {
 
 	conn, _ := net.Dial("tcp", address[0])
 	if conn != nil {
-		cfg.GetGlobal().GetAPI().SetBindIP(conn.LocalAddr().String())
+		localAddr := conn.LocalAddr().String()
+		colonIdx := strings.LastIndex(localAddr, ":")
+		if colonIdx > 0 {
+			localAddr = localAddr[:colonIdx]
+		}
+		cfg.GetGlobal().GetAPI().SetBindIP(localAddr)
 		_ = conn.Close()
 	}
 }

diff --git a/examples/circuitbreaker/consumer/polaris.yaml b/examples/circuitbreaker/consumer/polaris.yaml
@@ -9,7 +9,5 @@ global:
       # - pushgateway
     plugin:
       prometheus:
+        type: pull
         metricPort: 0
-      # pushgateway:
-      #   address: 127.0.0.1:9091
-      #   pushInterval: 10s
diff --git a/examples/circuitbreaker/provider/polaris.yaml b/examples/circuitbreaker/provider/polaris.yaml
@@ -9,7 +9,5 @@ global:
       # - pushgateway
     plugin:
       prometheus:
-        metricPort: 0
-      # pushgateway:
-      #   address: 127.0.0.1:9091
-      #   pushInterval: 10s
+        type: pull
+        metricPort: 0
diff --git a/examples/quickstart/consumer/polaris.yaml b/examples/quickstart/consumer/polaris.yaml
@@ -9,7 +9,5 @@ global:
       # - pushgateway
     plugin:
       prometheus:
+        type: pull
         metricPort: 0
-      # pushgateway:
-      #   address: 127.0.0.1:9091
-      #   pushInterval: 10s
diff --git a/examples/quickstart/provider/polaris.yaml b/examples/quickstart/provider/polaris.yaml
@@ -9,7 +9,6 @@ global:
       # - pushgateway
     plugin:
       prometheus:
+        type: pull
         metricPort: 0
-      # pushgateway:
-      #   address: 127.0.0.1:9091
-      #   pushInterval: 10s
+
diff --git a/examples/ratelimit/consumer/polaris.yaml b/examples/ratelimit/consumer/polaris.yaml
@@ -9,7 +9,5 @@ global:
       # - pushgateway
     plugin:
       prometheus:
+        type: pull
         metricPort: 0
-      # pushgateway:
-      #   address: 127.0.0.1:9091
-      #   pushInterval: 10s
diff --git a/examples/ratelimit/provider/polaris.yaml b/examples/ratelimit/provider/polaris.yaml
@@ -9,7 +9,5 @@ global:
       # - pushgateway
     plugin:
       prometheus:
+        type: pull
         metricPort: 0
-      # pushgateway:
-      #   address: 127.0.0.1:9091
-      #   pushInterval: 10s
diff --git a/examples/route/dynamic/consumer/polaris.yaml b/examples/route/dynamic/consumer/polaris.yaml
@@ -9,7 +9,5 @@ global:
       # - pushgateway
     plugin:
       prometheus:
+        type: pull
         metricPort: 0
-      # pushgateway:
-      #   address: 127.0.0.1:9091
-      #   pushInterval: 10s
diff --git a/examples/route/dynamic/provider/polaris.yaml b/examples/route/dynamic/provider/polaris.yaml
@@ -9,7 +9,5 @@ global:
       # - pushgateway
     plugin:
       prometheus:
+        type: pull
         metricPort: 0
-      # pushgateway:
-      #   address: 127.0.0.1:9091
-      #   pushInterval: 10s
diff --git a/examples/route/nearby/consumer/polaris.yaml b/examples/route/nearby/consumer/polaris.yaml
@@ -16,10 +16,8 @@ global:
       # - pushgateway
     plugin:
       prometheus:
+        type: pull
         metricPort: 0
-      # pushgateway:
-      #   address: 127.0.0.1:9091
-      #   pushInterval: 10s
 consumer:
   serviceRouter:
     # 服务路由链

diff --git a/examples/route/nearby/provider/polaris.yaml b/examples/route/nearby/provider/polaris.yaml
@@ -16,7 +16,5 @@ global:
       # - pushgateway
     plugin:
       prometheus:
+        type: pull
         metricPort: 0
-      # pushgateway:
-      #   address: 127.0.0.1:9091
-      #   pushInterval: 10s
diff --git a/examples/watchinstance/polaris.yaml b/examples/watchinstance/polaris.yaml
@@ -9,7 +9,5 @@ global:
       # - pushgateway
     plugin:
       prometheus:
+        type: pull
         metricPort: 0
-      # pushgateway:
-      #   address: 127.0.0.1:9091
-      #   pushInterval: 10s
diff --git a/pkg/config/default.go b/pkg/config/default.go
@@ -230,19 +230,21 @@ const (
 
 const (
 	// DefaultStatReporter .
-	DefaultStatReporter string = "stat2Monitor"
+	DefaultStatReporter = "stat2Monitor"
 	// DefaultCacheReporter .
-	DefaultCacheReporter string = "serviceCache"
+	DefaultCacheReporter = "serviceCache"
 	// DefaultPluginReporter .
-	DefaultPluginReporter string = "pluginInfo"
+	DefaultPluginReporter = "pluginInfo"
 	// DefaultLoadBalanceReporter .
-	DefaultLoadBalanceReporter string = "lbInfo"
+	DefaultLoadBalanceReporter = "lbInfo"
 	// DefaultRateLimitReporter .
-	DefaultRateLimitReporter string = "rateLimitRecord"
+	DefaultRateLimitReporter = "rateLimitRecord"
 	// DefaultServiceRouteReporter .
-	DefaultServiceRouteReporter string = "serviceRoute"
+	DefaultServiceRouteReporter = "serviceRoute"
 	// DefaultStatReportEnabled .
-	DefaultStatReportEnabled bool = false
+	DefaultStatReportEnabled = true
+	// DefaultMetricsChain .
+	DefaultMetricsChain = "prometheus"
 )
 
 const (

diff --git a/pkg/config/statreporter.go b/pkg/config/statreporter.go
@@ -72,7 +72,7 @@ func (s *StatReporterConfigImpl) SetDefault() {
 		s.Enable = &enable
 	}
 	if len(s.Chain) == 0 {
-		s.Chain = []string{}
+		s.Chain = []string{DefaultMetricsChain}
 	}
 	s.Plugin.SetDefault(common.TypeStatReporter)
 }

diff --git a/pkg/plugin/register/plugins.go b/pkg/plugin/register/plugins.go
@@ -43,7 +43,6 @@ import (
 	_ "github.com/polarismesh/polaris-go/plugin/location"
 	_ "github.com/polarismesh/polaris-go/plugin/logger/zaplog"
 	_ "github.com/polarismesh/polaris-go/plugin/metrics/prometheus"
-	_ "github.com/polarismesh/polaris-go/plugin/metrics/pushgateway"
 	_ "github.com/polarismesh/polaris-go/plugin/ratelimiter/reject"
 	_ "github.com/polarismesh/polaris-go/plugin/ratelimiter/unirate"
 	_ "github.com/polarismesh/polaris-go/plugin/serverconnector/grpc"

diff --git a/plugin/metrics/prometheus/config.go b/plugin/metrics/prometheus/config.go
@@ -34,9 +34,12 @@ const (
 
 // Config prometheus 的配置
 type Config struct {
-	IP      string `yaml:"metricHost"`
-	PortStr string `yaml:"metricPort"`
-	Port    int    `yaml:"-"`
+	Type     string        `yaml:"type"`
+	IP       string        `yaml:"metricHost"`
+	PortStr  string        `yaml:"metricPort"`
+	port     int           `yaml:"-"`
+	Interval time.Duration `yaml:"interval"`
+	Address  string        `yaml:"address"`
 }
 
 // Verify verify config
@@ -46,11 +49,16 @@ func (c *Config) Verify() error {
 
 // SetDefault Setting defaults
 func (c *Config) SetDefault() {
+	if c.Type == "" {
+		c.Type = "pull"
+	}
 	if c.PortStr == "" {
-		c.Port = defaultMetricPort
+		c.port = defaultMetricPort
 		return
 	}
-
+	if c.Interval == 0 {
+		c.Interval = 15 * time.Second
+	}
 	port, _ := strconv.ParseInt(c.PortStr, 10, 64)
-	c.Port = int(port)
+	c.port = int(port)
 }
diff --git a/plugin/metrics/prometheus/model.go b/plugin/metrics/prometheus/model.go
@@ -18,9 +18,14 @@ package prometheus
 
 import (
 	"fmt"
+	"net/http"
 	"strings"
+	"sync"
+
+	"github.com/prometheus/client_golang/prometheus"
 
 	"github.com/polarismesh/polaris-go/pkg/model"
+	"github.com/polarismesh/polaris-go/plugin/metrics/prometheus/addons"
 )
 
 // MetricsType 指标类型，对应 Prometheus 提供的 Collector 类型.
@@ -231,6 +236,9 @@ var (
 		// 主调方相关信息
 		CallerLabels: func(args interface{}) string {
 			val := args.(*model.ServiceCallResult)
+			if val.SourceService == nil || len(val.SourceService.Metadata) == 0 {
+				return ""
+			}
 			labels := val.SourceService.Metadata
 			var ret []string
 			for k, v := range labels {
@@ -323,3 +331,76 @@ func formatLabelsToStr(arguments []model.Argument) string {
 
 	return strings.Join(s, "|")
 }
+
+func buildMetrics() ([]prometheus.Collector, map[string]prometheus.Collector) {
+	var (
+		metricVecCaches = map[string]prometheus.Collector{}
+		collectors      = make([]prometheus.Collector, 0, len(metrcisDesces))
+	)
+
+	for _, desc := range metrcisDesces {
+		var collector prometheus.Collector
+		switch desc.MetricType {
+		case TypeForGaugeVec:
+			collector = prometheus.NewGaugeVec(prometheus.GaugeOpts{
+				Name: desc.Name,
+				Help: desc.Help,
+			}, desc.LabelNames)
+		case TypeForCounterVec:
+			collector = prometheus.NewCounterVec(prometheus.CounterOpts{
+				Name: desc.Name,
+				Help: desc.Help,
+			}, desc.LabelNames)
+		case TypeForMaxGaugeVec:
+			collector = addons.NewMaxGaugeVec(prometheus.GaugeOpts{
+				Name: desc.Name,
+				Help: desc.Help,
+			}, desc.LabelNames)
+		case TypeForHistogramVec:
+			collector = prometheus.NewHistogramVec(prometheus.HistogramOpts{
+				Name: desc.Name,
+				Help: desc.Help,
+			}, desc.LabelNames)
+		}
+		collectors = append(collectors, collector)
+		metricVecCaches[desc.Name] = collector
+	}
+	return collectors, metricVecCaches
+}
+
+type metricsHttpHandler struct {
+	handler http.Handler
+	lock    sync.RWMutex
+}
+
+// ServeHTTP 提供 prometheus http 服务.
+func (p *metricsHttpHandler) ServeHTTP(writer http.ResponseWriter, request *http.Request) {
+	p.lock.RLock()
+	defer p.lock.RUnlock()
+	p.handler.ServeHTTP(writer, request)
+}
+
+func convertInsGaugeToLabels(val *model.ServiceCallResult, bindIP string) map[string]string {
+	labels := make(map[string]string)
+	for label, supplier := range InstanceGaugeLabelOrder {
+		labels[label] = supplier(val)
+	}
+	labels[CallerIP] = bindIP
+	return labels
+}
+
+func convertRateLimitGaugeToLabels(val *model.RateLimitGauge) map[string]string {
+	labels := make(map[string]string)
+	for label, supplier := range RateLimitGaugeLabelOrder {
+		labels[label] = supplier(val)
+	}
+	return labels
+}
+
+func convertCircuitBreakGaugeToLabels(val *model.CircuitBreakGauge) map[string]string {
+	labels := make(map[string]string)
+	for label, supplier := range CircuitBreakerGaugeLabelOrder {
+		labels[label] = supplier(val)
+	}
+	return labels
+}