Skip to content

Commit

Permalink
Add docker action and use gh cache
Browse files Browse the repository at this point in the history
  • Loading branch information
lukfor committed May 25, 2024
1 parent b91acd1 commit 6103f23
Showing 1 changed file with 20 additions and 0 deletions.
20 changes: 20 additions & 0 deletions 01-sharding.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
#!/bin/bash

mkdir -p experiments

/Users/lukfor/Development/git/nf-test/target/nf-test-0.8.4/nf-test test --csv experiments/baseline.times.txt

chunks=5
for i in $(seq 1 $chunks)
do
echo "Run shard ${i}..."
/Users/lukfor/Development/git/nf-test/target/nf-test-0.8.4/nf-test test --csv experiments/shard.${i}.none.txt --shard ${i}/${chunks} --shard-strategy "none"
csvtk mutate2 -n shard -e "${i}" experiments/shard.${i}.none.txt | csvtk mutate2 -n strategy -e "'none'" > experiments/shard.${i}.none.final.txt

/Users/lukfor/Development/git/nf-test/target/nf-test-0.8.4/nf-test test --csv experiments/shard.${i}.rr.txt --shard ${i}/${chunks} --shard-strategy "round-robin"
csvtk mutate2 -n shard -e "${i}" experiments/shard.${i}.rr.txt | csvtk mutate2 -n strategy -e "'round-robin'" > experiments/shard.${i}.rr.final.txt


done

csvtk concat experiments/*.final.txt > experiments/shard.times.txt

0 comments on commit 6103f23

Please sign in to comment.