glusterfs

1
#!/bin/bash
2

3
. $(dirname $0)/../include.rc
4
. $(dirname $0)/../volume.rc
5

6
cleanup;
7

8
TESTS_EXPECTED_IN_LOOP=6
9

10
TEST glusterd
11
TEST pidof glusterd
12
TEST $CLI volume create $V0 replica 3 $H0:$B0/${V0}{0,1,2,3,4,5}
13
TEST $CLI volume set $V0 cluster.background-self-heal-count 0
14
TEST $CLI volume set $V0 cluster.eager-lock off
15
TEST $CLI volume set $V0 performance.flush-behind off
16
TEST $CLI volume start $V0
17

18
for i in $(seq 1 2); do
19
   TEST $CLI volume create ${V0}_afr$i replica 3 $H0:$B0/${V0}_afr${i}{0,1,2,3,4,5}
20
   TEST $CLI volume start ${V0}_afr$i
21
   TEST $CLI volume create ${V0}_ec$i disperse 6 redundancy 2 $H0:$B0/${V0}_ec${i}{0,1,2,3,4,5}
22
   TEST $CLI volume start ${V0}_ec$i
23
done
24

25
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "^1$" shd_count
26
#Check the thread count become to number of volumes*number of ec subvolume (2*6=12)
27
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "^12$" number_healer_threads_shd $V0 "ec_shd_index_healer"
28
#Check the thread count become to number of volumes*number of afr subvolume (3*6=18)
29
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "^18$" number_healer_threads_shd $V0 "afr_shd_index_healer"
30

31
TEST $CLI volume add-brick $V0 replica 3 $H0:$B0/${V0}{6,7,8};
32
#Check the thread count become to number of volumes*number of afr subvolume plus 3 additional threads from newly added bricks (3*6+3=21)
33

34
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "^1$" shd_count
35
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "^21$" number_healer_threads_shd $V0 "afr_shd_index_healer"
36

37
#Remove the brick and check the detach is successful
38
$CLI volume remove-brick $V0 $H0:$B0/${V0}{6,7,8} force
39
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "^18$" number_healer_threads_shd $V0 "afr_shd_index_healer"
40

41
EXPECT_WITHIN $PROCESS_DOWN_TIMEOUT "^0$" number_healer_threads_shd $V0 "glusterfs_graph_cleanup"
42
TEST $CLI volume add-brick ${V0}_ec1 $H0:$B0/${V0}_ec1_add{0,1,2,3,4,5};
43
#Check the thread count become to number of volumes*number of ec subvolume plus 2 additional threads from newly added bricks (2*6+6=18)
44

45
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "^1$" shd_count
46
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "^18$" number_healer_threads_shd $V0 "ec_shd_index_healer"
47

48
#Remove the brick and check the detach is successful
49
$CLI volume remove-brick ${V0}_ec1 $H0:$B0/${V0}_ec1_add{0,1,2,3,4,5} force
50

51
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "^12$" number_healer_threads_shd $V0 "ec_shd_index_healer"
52

53

54
for i in $(seq 1 2); do
55
   TEST $CLI volume stop ${V0}_afr$i
56
   TEST $CLI volume stop ${V0}_ec$i
57
done
58

59
EXPECT_WITHIN $PROCESS_DOWN_TIMEOUT "^6$" number_healer_threads_shd $V0 "afr_shd_index_healer"
60

61
TEST $GFS --volfile-id=/$V0 --volfile-server=$H0 $M0
62

63
TEST kill_brick $V0 $H0 $B0/${V0}0
64
TEST kill_brick $V0 $H0 $B0/${V0}4
65

66
TEST touch $M0/foo{1..100}
67

68
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "^204$" get_pending_heal_count $V0
69

70
TEST $CLI volume start ${V0} force
71

72
EXPECT_WITHIN $HEAL_TIMEOUT "^0$" get_pending_heal_count $V0
73

74
TEST rm -rf $M0/*
75
EXPECT_WITHIN $UMOUNT_TIMEOUT "Y" force_umount $M0
76
shd_pid=$(get_shd_mux_pid $V0)
77
TEST $CLI volume create ${V0}_distribute1 $H0:$B0/${V0}_distribute10
78
TEST $CLI volume start ${V0}_distribute1
79

80
#Creating a non-replicate/non-ec volume should not have any effect in shd
81
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "^6$" number_healer_threads_shd $V0 "afr_shd_index_healer"
82
EXPECT "^${shd_pid}$" get_shd_mux_pid $V0
83

84
TEST mkdir $B0/add/
85
#Now convert the distributed volume to replicate
86
TEST $CLI volume add-brick ${V0}_distribute1 replica 3 $H0:$B0/add/{2..3}
87
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "^9$" number_healer_threads_shd $V0 "afr_shd_index_healer"
88

89
#scale down the volume
90
TEST $CLI volume remove-brick ${V0}_distribute1 replica 1 $H0:$B0/add/{2..3} force
91
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "^6$" number_healer_threads_shd $V0 "afr_shd_index_healer"
92

93
#Before stopping the process, make sure there is no pending clenup threads hanging
94
EXPECT_WITHIN $PROCESS_DOWN_TIMEOUT "^0$" number_healer_threads_shd $V0 "glusterfs_graph_cleanup"
95

96
TEST $CLI volume stop ${V0}
97
TEST $CLI volume delete ${V0}
98
EXPECT_WITHIN $PROCESS_DOWN_TIMEOUT "^0$" shd_count
99

100
TEST rm -rf $B0/add/2 $B0/add/3
101

102
#Now convert the distributed volume back to replicate and make sure that a new shd is spawned
103
TEST $CLI volume add-brick ${V0}_distribute1 replica 3 $H0:$B0/add/{2..3};
104
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "^1$" shd_count
105
EXPECT_WITHIN $HEAL_TIMEOUT "^3$" number_healer_threads_shd ${V0}_distribute1 "afr_shd_index_healer"
106

107
#Now convert the replica volume to distribute again and make sure the shd is now stopped
108
TEST $CLI volume remove-brick ${V0}_distribute1 replica 1 $H0:$B0/add/{2..3} force
109
TEST rm -rf $B0/add/
110

111
EXPECT_WITHIN $PROCESS_DOWN_TIMEOUT "^0$" shd_count
112

113
cleanup
114

115
#G_TESTDEF_TEST_STATUS_NETBSD7=BAD_TEST,BUG=1708929
116
#G_TESTDEF_TEST_STATUS_CENTOS6=BAD_TEST,BUG=1708929
117