Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

fix: add TestGetWrappedChunk #4932

Open
wants to merge 3 commits into
base: master
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
87 changes: 45 additions & 42 deletions .github/workflows/beekeeper.yml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ env:
SETUP_CONTRACT_IMAGE: "ethersphere/bee-localchain"
SETUP_CONTRACT_IMAGE_TAG: "0.9.2"
BEELOCAL_BRANCH: "main"
BEEKEEPER_BRANCH: "master"
BEEKEEPER_BRANCH: "feat/feeds-check"
BEEKEEPER_METRICS_ENABLED: false
REACHABILITY_OVERRIDE_PUBLIC: true
BATCHFACTOR_OVERRIDE_PUBLIC: 2
Expand Down Expand Up @@ -132,47 +132,50 @@ jobs:
- name: Test fullconnectivity
id: fullconnectivity
run: timeout ${TIMEOUT} bash -c 'until beekeeper check --cluster-name local-dns --checks=ci-full-connectivity; do echo "waiting for full connectivity..."; sleep .3; done'
- name: Test settlements
id: settlements
run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-settlements
- name: Sleep for time allowance to replenish
run: sleep 2
- name: Test pss
id: pss
run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-pss
- name: Test soc
id: soc
run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-soc
- name: Test gsoc
id: gsoc
run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-gsoc
- name: Test pushsync (chunks)
id: pushsync-chunks-1
run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-pushsync-chunks
- name: Test pushsync (light mode chunks)
id: pushsync-chunks-2
run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-pushsync-light-chunks
- name: Test retrieval
id: retrieval
run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-retrieval
- name: Test manifest
id: manifest
run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-manifest
- name: Test postage stamps
id: postage-stamps
run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks ci-postage
- name: Test staking
id: stake
run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks ci-stake
- name: Test withdraw
id: withdraw
run: timeout ${TIMEOUT} bash -c 'until beekeeper check --cluster-name local-dns --checks ci-withdraw; do echo "waiting for withdraw..."; sleep .3; done'
- name: Test redundancy
id: redundancy
run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks ci-redundancy
- name: Test act
id: act
run: timeout ${TIMEOUT} bash -c 'until beekeeper check --cluster-name local-dns --checks ci-act; do echo "waiting for act..."; sleep .3; done'
# - name: Test settlements
# id: settlements
# run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-settlements
# - name: Sleep for time allowance to replenish
# run: sleep 2
# - name: Test pss
# id: pss
# run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-pss
# - name: Test soc
# id: soc
# run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-soc
# - name: Test gsoc
# id: gsoc
# run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-gsoc
# - name: Test pushsync (chunks)
# id: pushsync-chunks-1
# run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-pushsync-chunks
# - name: Test pushsync (light mode chunks)
# id: pushsync-chunks-2
# run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-pushsync-light-chunks
# - name: Test retrieval
# id: retrieval
# run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-retrieval
# - name: Test manifest
# id: manifest
# run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-manifest
# - name: Test postage stamps
# id: postage-stamps
# run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks ci-postage
# - name: Test staking
# id: stake
# run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks ci-stake
# - name: Test withdraw
# id: withdraw
# run: timeout ${TIMEOUT} bash -c 'until beekeeper check --cluster-name local-dns --checks ci-withdraw; do echo "waiting for withdraw..."; sleep .3; done'
# - name: Test redundancy
# id: redundancy
# run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks ci-redundancy
# - name: Test act
# id: act
# run: timeout ${TIMEOUT} bash -c 'until beekeeper check --cluster-name local-dns --checks ci-act; do echo "waiting for act..."; sleep .3; done'
- name: Test feeds
id: feeds
run: timeout ${TIMEOUT} beekeeper check --cluster-name local-dns --checks=ci-feed
- name: Collect debug artifacts
if: failure()
run: |
Expand Down
67 changes: 67 additions & 0 deletions pkg/feeds/getter_test.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,67 @@
// Copyright 2024 The Swarm Authors. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.

package feeds

import (
"bytes"
"context"
"encoding/binary"
"testing"

soctesting "github.com/ethersphere/bee/v2/pkg/soc/testing"
mockstorer "github.com/ethersphere/bee/v2/pkg/storer/mock"
)

func TestGetWrappedChunk(t *testing.T) {
storer := mockstorer.New()

// new format (wraps chunk)
ch := soctesting.GenerateMockSOC(t, []byte("data")).Chunk()
wch, err := GetWrappedChunk(context.Background(), storer.ChunkStore(), ch)
if err != nil {
t.Fatal(err)
}

if !bytes.Equal(wch.Data()[8:], []byte("data")) {
t.Fatal("data mismatch")
}

// old format
tt := []struct {
name string
addr []byte
}{
{
name: "unencrypted",
addr: wch.Address().Bytes(),
},
{
name: "encrypted",
addr: append(wch.Address().Bytes(), wch.Address().Bytes()...),
},
}

for _, tc := range tt {
t.Run(tc.name, func(t *testing.T) {
timestamp := make([]byte, 8)
binary.BigEndian.PutUint64(timestamp, 1)
ch = soctesting.GenerateMockSOC(t, append(timestamp, tc.addr...)).Chunk()

err = storer.Put(context.Background(), wch)
if err != nil {
t.Fatal(err)
}

wch, err = GetWrappedChunk(context.Background(), storer.ChunkStore(), ch)
if err != nil {
t.Fatal(err)
}

if !bytes.Equal(wch.Data()[8:], []byte("data")) {
t.Fatal("data mismatch")
}
})
}
}
23 changes: 15 additions & 8 deletions pkg/storage/inmemchunkstore/inmemchunkstore.go
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ func (c *ChunkStore) Get(_ context.Context, addr swarm.Address) (swarm.Chunk, er
c.mu.Lock()
defer c.mu.Unlock()

chunk, ok := c.chunks[addr.ByteString()]
chunk, ok := c.chunks[c.key(addr)]
if !ok {
return nil, storage.ErrNotFound
}
Expand All @@ -43,12 +43,12 @@ func (c *ChunkStore) Put(_ context.Context, ch swarm.Chunk) error {
c.mu.Lock()
defer c.mu.Unlock()

chunkCount, ok := c.chunks[ch.Address().ByteString()]
chunkCount, ok := c.chunks[c.key(ch.Address())]
if !ok {
chunkCount.chunk = swarm.NewChunk(ch.Address(), ch.Data()).WithStamp(ch.Stamp())
}
chunkCount.count++
c.chunks[ch.Address().ByteString()] = chunkCount
c.chunks[c.key(ch.Address())] = chunkCount

return nil
}
Expand All @@ -57,7 +57,7 @@ func (c *ChunkStore) Has(_ context.Context, addr swarm.Address) (bool, error) {
c.mu.Lock()
defer c.mu.Unlock()

_, exists := c.chunks[addr.ByteString()]
_, exists := c.chunks[c.key(addr)]

return exists, nil
}
Expand All @@ -66,12 +66,12 @@ func (c *ChunkStore) Delete(_ context.Context, addr swarm.Address) error {
c.mu.Lock()
defer c.mu.Unlock()

chunkCount := c.chunks[addr.ByteString()]
chunkCount := c.chunks[c.key(addr)]
chunkCount.count--
if chunkCount.count <= 0 {
delete(c.chunks, addr.ByteString())
} else {
c.chunks[addr.ByteString()] = chunkCount
c.chunks[c.key(addr)] = chunkCount
}

return nil
Expand All @@ -81,12 +81,12 @@ func (c *ChunkStore) Replace(_ context.Context, ch swarm.Chunk, emplace bool) er
c.mu.Lock()
defer c.mu.Unlock()

chunkCount := c.chunks[ch.Address().ByteString()]
chunkCount := c.chunks[c.key(ch.Address())]
chunkCount.chunk = ch
if emplace {
chunkCount.count++
}
c.chunks[ch.Address().ByteString()] = chunkCount
c.chunks[c.key(ch.Address())] = chunkCount

return nil
}
Expand All @@ -111,3 +111,10 @@ func (c *ChunkStore) Iterate(_ context.Context, fn storage.IterateChunkFn) error
func (c *ChunkStore) Close() error {
return nil
}

func (c *ChunkStore) key(addr swarm.Address) string {
if len(addr.Bytes()) < swarm.HashSize {
return addr.ByteString()
}
return string(addr.Bytes()[:swarm.HashSize])
}
Loading