From ca3b7a3293379246762b07ccacf2bd4e342237ea Mon Sep 17 00:00:00 2001 From: "HC Zhu (DB)" Date: Tue, 12 Nov 2024 19:53:31 -0800 Subject: [PATCH] Ignore 'The specified blob does not exist' error --- pkg/store/proxy.go | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/pkg/store/proxy.go b/pkg/store/proxy.go index 335592bd90c..da7d44297df 100644 --- a/pkg/store/proxy.go +++ b/pkg/store/proxy.go @@ -430,8 +430,10 @@ func (s *ProxyStore) Series(originalRequest *storepb.SeriesRequest, srv storepb. // Don't have group/replica keys here, so we can't attribute the warning to a specific store. s.metrics.storeFailureCount.WithLabelValues("", "").Inc() if r.PartialResponseStrategy == storepb.PartialResponseStrategy_GROUP_REPLICA { - if strings.Contains(resp.GetWarning(), "The specified key does not exist") { - level.Warn(s.logger).Log("msg", "Ignore 'the specified key does not exist' error from Store") + // The first error message is from AWS S3 and the second one is from Azure Blob Storage. + if strings.Contains(resp.GetWarning(), "The specified key does not exist") + || strings.Contains(resp.GetWarning(), "The specified blob does not exist") { + level.Warn(s.logger).Log("msg", "Ignore 'the specified key/blob does not exist' error from Store") // Ignore this error for now because we know the missing block file is already deleted by compactor. // There is no other reason for this error to occur. s.metrics.missingBlockFileErrorCount.Inc()