glusterfs

1
#!/bin/bash
2
. $(dirname $0)/../../include.rc
3
. $(dirname $0)/../../volume.rc
4
cleanup;
5

6
TEST glusterd
7
TEST pidof glusterd
8
TEST $CLI volume create $V0 replica 2 $H0:$B0/${V0}{0,1}
9
TEST $CLI volume set $V0 self-heal-daemon off
10
TEST $CLI volume set $V0 data-self-heal off
11
TEST $CLI volume set $V0 entry-self-heal off
12
TEST $CLI volume set $V0 metadata-self-heal off
13
TEST $CLI volume start $V0
14

15
TEST glusterfs --volfile-id=$V0 --volfile-server=$H0 $M0;
16
TEST touch $M0/data.txt
17
TEST touch $M0/mdata.txt
18

19
#Create data and metadata split-brain
20
TEST kill_brick $V0 $H0 $B0/${V0}0
21
TEST dd if=/dev/urandom of=$M0/data.txt bs=1024 count=1024
22
TEST setfattr -n user.value -v value1 $M0/mdata.txt
23
TEST $CLI volume start $V0 force
24
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" brick_up_status $V0 $H0 $B0/${V0}0
25
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" afr_child_up_status $V0 0
26
TEST kill_brick $V0 $H0 $B0/${V0}1
27
TEST dd if=/dev/urandom of=$M0/data.txt bs=1024 count=1024
28
TEST setfattr -n user.value -v value2 $M0/mdata.txt
29

30
TEST $CLI volume start $V0 force
31
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" brick_up_status $V0 $H0 $B0/${V0}1
32
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "1" afr_child_up_status $V0 1
33

34
## Check that the file still in split-brain,
35
  ## I/O fails
36
  cat $M0/data.txt > /dev/null
37
  EXPECT "1" echo $?
38
  ## pending xattrs blame each other.
39
  brick0_pending=$(get_hex_xattr trusted.afr.$V0-client-1 $B0/${V0}0/data.txt)
40
  brick1_pending=$(get_hex_xattr trusted.afr.$V0-client-0 $B0/${V0}1/data.txt)
41
  TEST [ $brick0_pending -ne "000000000000000000000000" ]
42
  TEST [ $brick1_pending -ne "000000000000000000000000" ]
43

44
  ## I/O fails
45
  getfattr -n user.value $M0/mdata.txt
46
  EXPECT "1" echo $?
47
  brick0_pending=$(get_hex_xattr trusted.afr.$V0-client-1 $B0/${V0}0/mdata.txt)
48
  brick1_pending=$(get_hex_xattr trusted.afr.$V0-client-0 $B0/${V0}1/mdata.txt)
49
  TEST [ $brick0_pending -ne "000000000000000000000000" ]
50
  TEST [ $brick1_pending -ne "000000000000000000000000" ]
51

52
## Let us use mtime as fav-child policy. So brick0 will be source.
53
   # Set dirty (data part) on the sink brick to check if it is reset later along with the pending xattr.
54
   TEST setfattr -n trusted.afr.dirty -v 0x000000010000000000000000 $B0/${V0}1/data.txt
55
   # Set dirty (metadata part) on the sink brick to check if it is reset later along with the pending xattr.
56
   TEST setfattr -n trusted.afr.dirty -v 0x000000000000000100000000 $B0/${V0}1/mdata.txt
57

58
   TEST $CLI volume set $V0 favorite-child-policy mtime
59

60
   # Reading the file should be allowed and sink brick xattrs must be reset.
61
   cat $M0/data.txt > /dev/null
62
   EXPECT "0" echo $?
63
   TEST brick1_pending=$(get_hex_xattr trusted.afr.$V0-client-0 $B0/${V0}1/data.txt)
64
   TEST brick1_dirty=$(get_hex_xattr trusted.afr.dirty $B0/${V0}1/data.txt)
65
   TEST [ $brick1_dirty -eq "000000000000000000000000" ]
66
   TEST [ $brick1_pending -eq "000000000000000000000000" ]
67

68
   # Accessing the file should be allowed and sink brick xattrs must be reset.
69
   EXPECT "value2" echo $(getfattr --only-values -n user.value  $M0/mdata.txt)
70
   TEST brick1_pending=$(get_hex_xattr trusted.afr.$V0-client-0 $B0/${V0}1/data.txt)
71
   TEST brick1_dirty=$(get_hex_xattr trusted.afr.dirty $B0/${V0}1/data.txt)
72
   TEST [ $brick1_dirty -eq "000000000000000000000000" ]
73
   TEST [ $brick1_pending -eq "000000000000000000000000" ]
74

75
#Enable shd and heal the file.
76
TEST $CLI volume set $V0 cluster.self-heal-daemon on
77
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "Y" glustershd_up_status
78
EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status_in_shd $V0 0
79
EXPECT_WITHIN $CHILD_UP_TIMEOUT "1" afr_child_up_status_in_shd $V0 1
80
TEST $CLI volume heal $V0
81
EXPECT 0 get_pending_heal_count $V0
82
cleanup;
83