diff --git a/client/resource_group/controller/controller.go b/client/resource_group/controller/controller.go index 3c4fe8f568e..bb80e038c21 100755 --- a/client/resource_group/controller/controller.go +++ b/client/resource_group/controller/controller.go @@ -32,7 +32,7 @@ import ( "github.com/prometheus/client_golang/prometheus" pd "github.com/tikv/pd/client" "github.com/tikv/pd/client/errs" - "github.com/tikv/pd/client/timerutils" + "github.com/tikv/pd/client/timerutil" atomicutil "go.uber.org/atomic" "go.uber.org/zap" "golang.org/x/exp/slices" @@ -290,8 +290,7 @@ func (c *ResourceGroupsController) Start(ctx context.Context) { watchMetaChannel, err = c.provider.Watch(ctx, pd.GroupSettingsPathPrefixBytes, pd.WithRev(metaRevision), pd.WithPrefix(), pd.WithPrevKV()) if err != nil { log.Warn("watch resource group meta failed", zap.Error(err)) - timerutils.DrainAndStopTimer(watchRetryTimer) - watchRetryTimer.Reset(watchRetryInterval) + timerutil.SafeResetTimer(watchRetryTimer, watchRetryInterval) failpoint.Inject("watchStreamError", func() { watchRetryTimer.Reset(20 * time.Millisecond) }) @@ -301,8 +300,7 @@ func (c *ResourceGroupsController) Start(ctx context.Context) { watchConfigChannel, err = c.provider.Watch(ctx, pd.ControllerConfigPathPrefixBytes, pd.WithRev(cfgRevision), pd.WithPrefix()) if err != nil { log.Warn("watch resource group config failed", zap.Error(err)) - timerutils.DrainAndStopTimer(watchRetryTimer) - watchRetryTimer.Reset(watchRetryInterval) + timerutil.SafeResetTimer(watchRetryTimer, watchRetryInterval) } } case <-emergencyTokenAcquisitionTicker.C: @@ -336,8 +334,7 @@ func (c *ResourceGroupsController) Start(ctx context.Context) { }) if !ok { watchMetaChannel = nil - timerutils.DrainAndStopTimer(watchRetryTimer) - watchRetryTimer.Reset(watchRetryInterval) + timerutil.SafeResetTimer(watchRetryTimer, watchRetryInterval) failpoint.Inject("watchStreamError", func() { watchRetryTimer.Reset(20 * time.Millisecond) }) @@ -373,8 +370,7 @@ func (c *ResourceGroupsController) Start(ctx context.Context) { case resp, ok := <-watchConfigChannel: if !ok { watchConfigChannel = nil - timerutils.DrainAndStopTimer(watchRetryTimer) - watchRetryTimer.Reset(watchRetryInterval) + timerutil.SafeResetTimer(watchRetryTimer, watchRetryInterval) failpoint.Inject("watchStreamError", func() { watchRetryTimer.Reset(20 * time.Millisecond) }) diff --git a/pkg/timerpool/pool.go b/client/timerutil/pool.go similarity index 98% rename from pkg/timerpool/pool.go rename to client/timerutil/pool.go index 28ffacfc629..2d608b09053 100644 --- a/pkg/timerpool/pool.go +++ b/client/timerutil/pool.go @@ -4,7 +4,7 @@ // Note: This file is copied from https://go-review.googlesource.com/c/go/+/276133 -package timerpool +package timerutil import ( "sync" diff --git a/pkg/timerpool/pool_test.go b/client/timerutil/pool_test.go similarity index 98% rename from pkg/timerpool/pool_test.go rename to client/timerutil/pool_test.go index d6dffc723a9..f90a305d99f 100644 --- a/pkg/timerpool/pool_test.go +++ b/client/timerutil/pool_test.go @@ -4,7 +4,7 @@ // Note: This file is copied from https://go-review.googlesource.com/c/go/+/276133 -package timerpool +package timerutil import ( "testing" diff --git a/client/timerutils/utils.go b/client/timerutil/util.go similarity index 78% rename from client/timerutils/utils.go rename to client/timerutil/util.go index 329616c3865..7e24671a09e 100644 --- a/client/timerutils/utils.go +++ b/client/timerutil/util.go @@ -12,14 +12,15 @@ // See the License for the specific language governing permissions and // limitations under the License. -package timerutils +package timerutil import "time" -// DrainAndStopTimer is used to drain and stop timer. +// SafeResetTimer is used to reset timer safely. +// Before Go 1.23, the only safe way to use Reset was to call Timer.Stop and explicitly drain the timer first. // We need be careful here, see more details in the comments of Timer.Reset. // https://pkg.go.dev/time@master#Timer.Reset -func DrainAndStopTimer(t *time.Timer) { +func SafeResetTimer(t *time.Timer, d time.Duration) { // Stop the timer if it's not stopped. if !t.Stop() { select { @@ -27,4 +28,5 @@ func DrainAndStopTimer(t *time.Timer) { default: } } + t.Reset(d) } diff --git a/client/tso_dispatcher.go b/client/tso_dispatcher.go index f0a9ec9cff6..80b9dc87dca 100644 --- a/client/tso_dispatcher.go +++ b/client/tso_dispatcher.go @@ -29,7 +29,7 @@ import ( "github.com/tikv/pd/client/errs" "github.com/tikv/pd/client/grpcutil" "github.com/tikv/pd/client/retry" - "github.com/tikv/pd/client/timerutils" + "github.com/tikv/pd/client/timerutil" "github.com/tikv/pd/client/tsoutil" "go.uber.org/zap" "google.golang.org/grpc" @@ -155,7 +155,7 @@ func newTSDeadline( done chan struct{}, cancel context.CancelFunc, ) *deadline { - timer := timerutils.GlobalTimerPool.Get(timeout) + timer := timerutil.GlobalTimerPool.Get(timeout) return &deadline{ timer: timer, done: done, @@ -201,11 +201,11 @@ func (c *tsoClient) watchTSDeadline(ctx context.Context, dcLocation string) { case <-d.timer.C: log.Error("[tso] tso request is canceled due to timeout", zap.String("dc-location", dc), errs.ZapError(errs.ErrClientGetTSOTimeout)) d.cancel() - timerutils.GlobalTimerPool.Put(d.timer) + timerutil.GlobalTimerPool.Put(d.timer) case <-d.done: - timerutils.GlobalTimerPool.Put(d.timer) + timerutil.GlobalTimerPool.Put(d.timer) case <-ctx.Done(): - timerutils.GlobalTimerPool.Put(d.timer) + timerutil.GlobalTimerPool.Put(d.timer) return } case <-ctx.Done(): @@ -419,8 +419,7 @@ tsoBatchLoop: if maxBatchWaitInterval >= 0 { tbc.adjustBestBatchSize() } - timerutils.DrainAndStopTimer(streamLoopTimer) - streamLoopTimer.Reset(c.option.timeout) + timerutil.SafeResetTimer(streamLoopTimer, c.option.timeout) // Choose a stream to send the TSO gRPC request. streamChoosingLoop: for { diff --git a/pkg/election/lease.go b/pkg/election/lease.go index eada4f8786d..7b5fd605a99 100644 --- a/pkg/election/lease.go +++ b/pkg/election/lease.go @@ -23,6 +23,7 @@ import ( "github.com/tikv/pd/pkg/errs" "github.com/tikv/pd/pkg/utils/etcdutil" "github.com/tikv/pd/pkg/utils/logutil" + "github.com/tikv/pd/pkg/utils/timerutil" "github.com/tikv/pd/pkg/utils/typeutil" "go.etcd.io/etcd/clientv3" "go.uber.org/zap" @@ -124,16 +125,7 @@ func (l *lease) KeepAlive(ctx context.Context) { l.expireTime.Store(t) } } - // Stop the timer if it's not stopped. - if !timer.Stop() { - select { - case <-timer.C: // try to drain from the channel - default: - } - } - // We need be careful here, see more details in the comments of Timer.Reset. - // https://pkg.go.dev/time@master#Timer.Reset - timer.Reset(l.leaseTimeout) + timerutil.SafeResetTimer(timer,l.leaseTimeout) case <-timer.C: log.Info("lease timeout", zap.Time("expire", l.expireTime.Load().(time.Time)), zap.String("purpose", l.Purpose)) return diff --git a/client/timerutils/pool.go b/pkg/utils/timerutil/pool.go similarity index 98% rename from client/timerutils/pool.go rename to pkg/utils/timerutil/pool.go index 6534d55db09..2d608b09053 100644 --- a/client/timerutils/pool.go +++ b/pkg/utils/timerutil/pool.go @@ -4,7 +4,7 @@ // Note: This file is copied from https://go-review.googlesource.com/c/go/+/276133 -package timerutils +package timerutil import ( "sync" diff --git a/client/timerutils/pool_test.go b/pkg/utils/timerutil/pool_test.go similarity index 98% rename from client/timerutils/pool_test.go rename to pkg/utils/timerutil/pool_test.go index 57ad6f52ce6..f90a305d99f 100644 --- a/client/timerutils/pool_test.go +++ b/pkg/utils/timerutil/pool_test.go @@ -4,7 +4,7 @@ // Note: This file is copied from https://go-review.googlesource.com/c/go/+/276133 -package timerutils +package timerutil import ( "testing" diff --git a/pkg/utils/timerutil/util.go b/pkg/utils/timerutil/util.go new file mode 100644 index 00000000000..7e24671a09e --- /dev/null +++ b/pkg/utils/timerutil/util.go @@ -0,0 +1,32 @@ +// Copyright 2024 TiKV Project Authors. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package timerutil + +import "time" + +// SafeResetTimer is used to reset timer safely. +// Before Go 1.23, the only safe way to use Reset was to call Timer.Stop and explicitly drain the timer first. +// We need be careful here, see more details in the comments of Timer.Reset. +// https://pkg.go.dev/time@master#Timer.Reset +func SafeResetTimer(t *time.Timer, d time.Duration) { + // Stop the timer if it's not stopped. + if !t.Stop() { + select { + case <-t.C: // try to drain from the channel + default: + } + } + t.Reset(d) +} diff --git a/pkg/utils/tsoutil/tso_dispatcher.go b/pkg/utils/tsoutil/tso_dispatcher.go index 6d1ee2ace28..b2e453e45e2 100644 --- a/pkg/utils/tsoutil/tso_dispatcher.go +++ b/pkg/utils/tsoutil/tso_dispatcher.go @@ -24,9 +24,9 @@ import ( "github.com/pingcap/log" "github.com/prometheus/client_golang/prometheus" "github.com/tikv/pd/pkg/errs" - "github.com/tikv/pd/pkg/timerpool" "github.com/tikv/pd/pkg/utils/etcdutil" "github.com/tikv/pd/pkg/utils/logutil" + "github.com/tikv/pd/pkg/utils/timerutil" "go.uber.org/zap" "google.golang.org/grpc" ) @@ -209,7 +209,7 @@ func NewTSDeadline( done chan struct{}, cancel context.CancelFunc, ) *TSDeadline { - timer := timerpool.GlobalTimerPool.Get(timeout) + timer := timerutil.GlobalTimerPool.Get(timeout) return &TSDeadline{ timer: timer, done: done, @@ -230,11 +230,11 @@ func WatchTSDeadline(ctx context.Context, tsDeadlineCh <-chan *TSDeadline) { log.Error("tso proxy request processing is canceled due to timeout", errs.ZapError(errs.ErrProxyTSOTimeout)) d.cancel() - timerpool.GlobalTimerPool.Put(d.timer) + timerutil.GlobalTimerPool.Put(d.timer) case <-d.done: - timerpool.GlobalTimerPool.Put(d.timer) + timerutil.GlobalTimerPool.Put(d.timer) case <-ctx.Done(): - timerpool.GlobalTimerPool.Put(d.timer) + timerutil.GlobalTimerPool.Put(d.timer) return } case <-ctx.Done():