Allowing configuring the clients MaxConnsPerHost

config.go

@@ -24,6 +24,7 @@ type config struct {
 	Metadata          bool
 	LogResponseErrors bool          `yaml:"log_response_errors"`
 	MaxConnDuration   time.Duration `yaml:"max_connection_duration"`
+	MaxConnsPerHost   int           `yaml:"max_connections_per_host"`
 
 	Auth struct {
 		Egress struct {
@@ -62,6 +63,9 @@ func configParse(b []byte) (*config, error) {
 	if cfg.Concurrency == 0 {
 		cfg.Concurrency = 512
 	}
+	if cfg.MaxConnsPerHost == 0 {
+		cfg.MaxConnsPerHost = 64
+	}
 
 	if cfg.Tenant.Header == "" {
 		cfg.Tenant.Header = "X-Scope-OrgID"

config.yml

@@ -13,6 +13,7 @@ log_level: debug
 timeout: 10s
 timeout_shutdown: 0s
 concurrency: 10
+max_connections_per_host: 10
 metadata: false
 log_response_errors: true
 

processor.go

@@ -69,7 +69,7 @@ func newProcessor(c config, tenantLookup map[string]string) *processor {
 		ReadTimeout:        c.Timeout,
 		WriteTimeout:       c.Timeout,
 		MaxConnWaitTimeout: 1 * time.Second,
-		MaxConnsPerHost:    64,
+		MaxConnsPerHost:    c.MaxConnsPerHost,
 		DialDualStack:      c.EnableIPv6,
 		MaxConnDuration:    c.MaxConnDuration,
 	}