Skip to content

Commit

Permalink
apply suggestions: at most N occurrences
Browse files Browse the repository at this point in the history
Signed-off-by: Clement <[email protected]>
  • Loading branch information
clement2026 committed Sep 25, 2024
1 parent 7f0ada2 commit bc9a3fa
Showing 1 changed file with 45 additions and 26 deletions.
71 changes: 45 additions & 26 deletions tests/integration/raft_log_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,8 @@ import (
"testing"
"time"

"github.com/stretchr/testify/assert"

pb "go.etcd.io/etcd/api/v3/etcdserverpb"
"go.etcd.io/etcd/tests/v3/framework/integration"
)
Expand All @@ -36,60 +38,77 @@ func TestRaftLogCompaction(t *testing.T) {
defer clus.Terminate(t)

mem := clus.Members[0]

// Get applied index of raft log
endpoint := mem.Client.Endpoints()[0]
assert.NotEmpty(t, endpoint)
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
defer cancel()
status, _ := mem.Client.Status(ctx, endpoint)
appliedi := status.RaftAppliedIndex
// Assume applied index is less than 10, should be fine at this stage
assert.Less(t, appliedi, uint64(10))

kvc := integration.ToGRPC(mem.Client).KV

// When starting a new cluster with 1 member, the member will have an index of 4.
// TODO: Can someone explain this?
// Currently, if `ep.appliedi-ep.snapi > s.Cfg.SnapshotCount`,
// a raft log snapshot is created, and raft log entries are compacted.
// In this case, it triggers when the index is a multiple of 11.
appliedi := 4
for ; appliedi <= 10; appliedi++ {
// When applied index is a multiple of 11 (SnapshotCount+1),
// a snapshot is created, and entries are compacted.
//
// increase applied index to 10
for ; appliedi < 10; appliedi++ {
_, err := kvc.Put(context.TODO(), &pb.PutRequest{Key: []byte("foo"), Value: []byte("bar")})
if err != nil {
t.Errorf("#%d: couldn't put key (%v)", appliedi, err)
}
}
// The first snapshot and compaction shouldn't happen because the index is less than 11
expectMemberLogTimeout(t, mem, 5*time.Second, "saved snapshot", 1)
expectMemberLogTimeout(t, mem, time.Second, "compacted Raft logs", 1)
logOccurredAtMostNTimes(t, mem, 5*time.Second, "saved snapshot", 0)
logOccurredAtMostNTimes(t, mem, time.Second, "compacted Raft logs", 0)

for ; appliedi <= 11; appliedi++ {
// increase applied index to 11
for ; appliedi < 11; appliedi++ {
_, err := kvc.Put(context.TODO(), &pb.PutRequest{Key: []byte("foo"), Value: []byte("bar")})
if err != nil {
t.Errorf("#%d: couldn't put key (%v)", appliedi, err)
}
}
// The first snapshot and compaction should happen because the index is 11
expectMemberLog(t, mem, 5*time.Second, "saved snapshot", 1)
expectMemberLog(t, mem, time.Second, "compacted Raft logs", 1)
logOccurredAtMostNTimes(t, mem, 5*time.Second, "saved snapshot", 1)
logOccurredAtMostNTimes(t, mem, time.Second, "compacted Raft logs", 1)
expectMemberLog(t, mem, time.Second, "\"compact-index\": 6", 1)

for ; appliedi <= 1100; appliedi++ {
// increase applied index to 1100
for ; appliedi < 1100; appliedi++ {
_, err := kvc.Put(context.TODO(), &pb.PutRequest{Key: []byte("foo"), Value: []byte("bar")})
if err != nil {
t.Errorf("#%d: couldn't put key (%v)", appliedi, err)
}
}
// With the index at 1100, snapshot and compaction should happen 100 times.
expectMemberLog(t, mem, 5*time.Second, "saved snapshot", 100)
expectMemberLog(t, mem, time.Second, "compacted Raft logs", 100)
// With applied index at 1100, snapshot and compaction should happen 100 times.
logOccurredAtMostNTimes(t, mem, 5*time.Second, "saved snapshot", 100)
logOccurredAtMostNTimes(t, mem, time.Second, "compacted Raft logs", 100)
expectMemberLog(t, mem, time.Second, "\"compact-index\": 1095", 1)

// No more snapshot and compaction should happen.
expectMemberLogTimeout(t, mem, 5*time.Second, "saved snapshot", 101)
expectMemberLogTimeout(t, mem, time.Second, "compacted Raft logs", 101)
}

// expectMemberLogTimeout ensures that the log has fewer than `count` occurrences of `s` before timing out
func expectMemberLogTimeout(t *testing.T, m *integration.Member, timeout time.Duration, s string, count int) {
// logOccurredAtMostNTimes ensures that the log has exactly `count` occurrences of `s` before timing out, no more, no less.
func logOccurredAtMostNTimes(t *testing.T, m *integration.Member, timeout time.Duration, s string, count int) {
ctx, cancel := context.WithTimeout(context.TODO(), timeout)
defer cancel()

// The log must have `count` occurrences before timeout
_, err := m.LogObserver.Expect(ctx, s, count)
if !errors.Is(err, context.DeadlineExceeded) {
if err != nil {
t.Fatalf("failed to expect (log:%s, count:%v): %v", s, count, err)
if err != nil {
t.Fatalf("failed to expect(log:%s, count:%d): %v", s, count, err)
}

// The log mustn't have `count+1` occurrences before timeout
lines, err := m.LogObserver.Expect(ctx, s, count+1)
if err != nil {
if errors.Is(err, context.DeadlineExceeded) {
return
} else {
t.Fatalf("failed to expect(log:%s, count:%d): %v", s, count+1, err)
}
}
}
t.Fatalf("failed: too many occurrences of %s, expect %d, got %d", s, count, len(lines))
}

0 comments on commit bc9a3fa

Please sign in to comment.