-
Notifications
You must be signed in to change notification settings - Fork 964
141 lines (125 loc) · 4.31 KB
/
rmfiles.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
name: "rmr-test"
on:
push:
branches:
- 'release-**'
paths-ignore:
- 'docs/**'
- '**.md'
schedule:
- cron: '0 20 * * *'
workflow_dispatch:
jobs:
rmr-test:
timeout-minutes: 30
strategy:
fail-fast: false
matrix:
meta: [ 'sqlite3', 'redis', 'mysql', 'postgres', 'tikv', 'fdb', 'badger', 'etcd']
runs-on: ubuntu-20.04
steps:
- name: Checkout
uses: actions/checkout@v3
with:
fetch-depth: 1
- name: Set Variable
id: vars
run: |
if [ "${{matrix.meta}}" == "fdb" ]; then
echo "target=juicefs.fdb" >> $GITHUB_OUTPUT
else
echo "target=juicefs" >> $GITHUB_OUTPUT
fi
- name: Build
timeout-minutes: 10
uses: ./.github/actions/build
with:
target: ${{steps.vars.outputs.target}}
- name: Prepare meta db
run: |
sudo chmod +x .github/scripts/start_meta_engine.sh
source .github/scripts/start_meta_engine.sh
start_meta_engine ${{matrix.meta}}
- name: Rmr
shell: bash
run: |
source .github/scripts/start_meta_engine.sh
meta_url=$(get_meta_url ${{matrix.meta}})
create_database $meta_url
mp=/tmp/jfs
# wget -q https://s.juicefs.com/static/bench/500K_empty_files.dump.gz
# gzip -dk 500K_empty_files.dump.gz
# ./juicefs load $meta_url 500K_empty_files.dump
./juicefs format $meta_url jfs
./juicefs mdtest $meta_url test --dirs 10 --depth 3 --files 10 --threads 10 --no-usage-report
./juicefs mount -d $meta_url $mp --no-usage-report
sleep 3
ls -l $mp/test
./juicefs rmr $mp/test/
sleep 3
ls -l $mp/test && exit 1 || true
- name: Clear
run: |
source .github/scripts/start_meta_engine.sh
meta_url=$(get_meta_url ${{matrix.meta}})
mp=/tmp/jfs
volume=jfs
test -d $mp && ./juicefs umount -f $mp
./juicefs status $meta_url && UUID=$(./juicefs status $meta_url | grep UUID | cut -d '"' -f 4) || echo "meta not exist"
if [ -n "$UUID" ];then
./juicefs destroy --yes $meta_url $UUID
fi
test -d /var/jfs/$volume && rm -rf /var/jfs/$volume || true
shell: bash
- name: Rmr Parallel
shell: bash
run: |
sudo chmod 777 /var
source .github/scripts/start_meta_engine.sh
meta_url=$(get_meta_url ${{matrix.meta}})
mp=/tmp/jfs
# wget -q https://s.juicefs.com/static/bench/500K_empty_files.dump.gz
# gzip -dk 500K_empty_files.dump.gz
# ./juicefs load $meta_url 500K_empty_files.dump
./juicefs format $meta_url jfs
./juicefs mdtest $meta_url test --dirs 10 --depth 3 --files 15 --threads 10 --no-usage-report
./juicefs mount -d $meta_url $mp --no-usage-report
sleep 3
declare -a pidlist
./juicefs rmr $mp/test/ || true &
pidlist+=($!)
./juicefs rmr $mp/test/ || true &
pidlist+=($!)
./juicefs rmr $mp/test/ || true &
pidlist+=($!)
wait "${pidlist[@]}"
ls -l $mp/test && exit 1 || true
- name: log
if: always()
shell: bash
run: |
tail -300 ~/.juicefs/juicefs.log
grep "<FATAL>:" ~/.juicefs/juicefs.log && exit 1 || true
- name: Setup upterm session
if: failure() && (github.event.inputs.debug == 'true' || github.run_attempt != 1)
timeout-minutes: 60
uses: lhotari/action-upterm@v1
success-all-test:
runs-on: ubuntu-latest
needs: [rmr-test]
if: always()
steps:
- uses: technote-space/workflow-conclusion-action@v3
- uses: actions/checkout@v3
- name: Check Failure
if: env.WORKFLOW_CONCLUSION == 'failure'
run: exit 1
- name: Send Slack Notification
if: failure() && github.event_name != 'workflow_dispatch'
uses: juicedata/slack-notify-action@main
with:
channel-id: "${{ secrets.SLACK_CHANNEL_ID_FOR_PR_CHECK_NOTIFY }}"
slack_bot_token: "${{ secrets.SLACK_BOT_TOKEN }}"
- name: Success
if: success()
run: echo "All Done"