glusterfs

1
#!/bin/bash
2

3
. $(dirname $0)/../../include.rc
4
. $(dirname $0)/../../volume.rc
5

6
FILE_UPDATE_TIMEOUT=20
7
cleanup
8

9
function size_increased {
10
        local file=$1
11
        local size=$2
12
        local new_size=$(stat -c%s $file)
13
        if [ $new_size -gt $size ];
14
        then
15
                echo "Y"
16
        else
17
                echo "N"
18
        fi
19
}
20

21
function has_write_failed {
22
        local pid=$1
23
        if [ -d /proc/$pid ]; then echo "N"; else echo "Y"; fi
24
}
25
TEST glusterd
26
TEST pidof glusterd
27
TEST $CLI volume create $V0 replica 3 $H0:$B0/${V0}{0,1,2}
28
TEST $CLI volume set $V0 performance.write-behind off
29
TEST $CLI volume set $V0 cluster.self-heal-daemon off
30
TEST $CLI volume set $V0 cluster.data-self-heal off
31
TEST $CLI volume set $V0 cluster.metadata-self-heal off
32
TEST $CLI volume set $V0 cluster.entry-self-heal off
33
TEST $CLI volume start $V0
34
TEST $GFS --volfile-id=$V0 --volfile-server=$H0 --direct-io-mode=enable $M0
35

36
cd $M0
37

38
# Start writing to a file.
39
(dd if=/dev/urandom of=$M0/file1 bs=1k 2>/dev/null 1>/dev/null)&
40
dd_pid=$!
41

42
# Let IO happen
43
EXPECT_WITHIN $FILE_UPDATE_TIMEOUT "Y" size_increased file1 0
44

45
# Now kill the zeroth brick
46
kill_brick $V0 $H0 $B0/${V0}0
47

48
# Let IO continue
49
EXPECT_WITHIN $FILE_UPDATE_TIMEOUT "Y" size_increased file1 $(stat -c%s file1)
50

51
# Now bring the brick back up
52
TEST $CLI volume start $V0 force
53
EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status $V0 0
54

55
# Let IO continue
56
EXPECT_WITHIN $FILE_UPDATE_TIMEOUT "Y" size_increased file1 $(stat -c%s file1)
57

58
# Now kill the first brick
59
kill_brick $V0 $H0 $B0/${V0}1
60

61
# Let IO continue
62
EXPECT_WITHIN $FILE_UPDATE_TIMEOUT "Y" size_increased file1 $(stat -c%s file1)
63

64
# Now bring the brick back up
65
TEST $CLI volume start $V0 force
66
EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status $V0 1
67

68
# Let IO continue for 3 seconds
69
sleep 3
70

71
# Now kill the second brick
72
kill_brick $V0 $H0 $B0/${V0}2
73

74
# At this point the write should have been failed.
75
EXPECT_WITHIN $PROCESS_DOWN_TIMEOUT "Y" has_write_failed $dd_pid
76

77
# Also make sure that the second brick is never an accused.
78

79
md5sum_2=$(md5sum $B0/${V0}2/file1 | awk '{print $1}')
80

81
EXPECT_NOT "$md5sum_2" echo `md5sum $B0/${V0}0/file1 | awk '{print $1}'`
82
EXPECT_NOT "$md5sum_2" echo `md5sum $B0/${V0}1/file1 | awk '{print $1}'`
83

84
EXPECT_NOT "00000000" afr_get_specific_changelog_xattr $B0/${V0}0/file1 trusted.afr.dirty data
85
EXPECT_NOT "00000000" afr_get_specific_changelog_xattr $B0/${V0}1/file1 trusted.afr.dirty data
86

87
EXPECT "00000000" afr_get_specific_changelog_xattr $B0/${V0}0/file1 trusted.afr.$V0-client-2 data
88
EXPECT "00000000" afr_get_specific_changelog_xattr $B0/${V0}1/file1 trusted.afr.$V0-client-2 data
89
EXPECT "00000000" afr_get_specific_changelog_xattr $B0/${V0}2/file1 trusted.afr.$V0-client-2 data
90
EXPECT "00000000" afr_get_specific_changelog_xattr $B0/${V0}0/file1 trusted.afr.$V0-client-2 metadata
91
EXPECT "00000000" afr_get_specific_changelog_xattr $B0/${V0}1/file1 trusted.afr.$V0-client-2 metadata
92
EXPECT "00000000" afr_get_specific_changelog_xattr $B0/${V0}2/file1 trusted.afr.$V0-client-2 metadata
93

94
# Now bring the brick back up
95
TEST $CLI volume start $V0 force
96
EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status $V0 2
97

98
# Enable shd
99
TEST $CLI volume set $V0 self-heal-daemon on
100
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "Y" glustershd_up_status
101
EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status_in_shd $V0 0
102
EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status_in_shd $V0 1
103
EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status_in_shd $V0 2
104

105
TEST $CLI volume heal $V0
106

107
# Wait for heal to complete
108
EXPECT_WITHIN $HEAL_TIMEOUT "^0$" get_pending_heal_count $V0
109

110
EXPECT "$md5sum_2" echo `md5sum $B0/${V0}0/file1 | awk '{print $1}'`
111
EXPECT "$md5sum_2" echo `md5sum $B0/${V0}1/file1 | awk '{print $1}'`
112
EXPECT "$md5sum_2" echo `md5sum $B0/${V0}2/file1 | awk '{print $1}'`
113

114
cd ~
115

116
EXPECT_WITHIN $UMOUNT_TIMEOUT "Y" force_umount $M0
117

118
cleanup
119