glusterfs

1
#!/bin/bash
2

3
. $(dirname $0)/../include.rc
4
. $(dirname $0)/../volume.rc
5
. $(dirname $0)/../snapshot.rc
6
. $(dirname $0)/../fileio.rc
7
. $(dirname $0)/../nfs.rc
8

9
#G_TESTDEF_TEST_STATUS_CENTOS6=NFS_TEST
10

11
function check_readonly()
12
{
13
    $@ 2>&1 | grep -q 'Read-only file system'
14
    return $?
15
}
16

17
function lookup()
18
{
19
    ls $1
20
    if [ "$?" == "0" ]
21
    then
22
        echo "Y"
23
    else
24
        echo "N"
25
    fi
26
}
27

28
cleanup;
29
TESTS_EXPECTED_IN_LOOP=10
30

31
TEST init_n_bricks 3;
32
TEST setup_lvm 3;
33

34
TEST glusterd;
35

36
TEST pidof glusterd;
37

38
TEST $CLI volume create $V0 $H0:$L1 $H0:$L2 $H0:$L3;
39

40
TEST $CLI volume set $V0 nfs.disable false
41

42

43
TEST $CLI volume start $V0;
44

45
TEST $GFS --volfile-server=$H0 --volfile-id=$V0 $M0;
46

47
for i in {1..10} ; do echo "file" > $M0/file$i ; done
48

49
# Create file and hard-links
50
TEST touch $M0/f1
51
TEST mkdir $M0/dir
52
TEST ln $M0/f1 $M0/f2
53
TEST ln $M0/f1 $M0/dir/f3
54

55
TEST $CLI snapshot config activate-on-create enable
56
TEST $CLI volume set $V0 features.uss enable;
57

58
TEST ! $CLI snapshot create snap1 $V0 no-timestamp description "";
59
TEST $CLI snapshot create snap1 $V0 no-timestamp;
60

61
for i in {11..20} ; do echo "file" > $M0/file$i ; done
62

63
TEST $CLI snapshot create snap2 $V0 no-timestamp;
64

65
########### Test inode numbers ###########
66
s1_f1_ino=$(STAT_INO $M0/.snaps/snap1/f1)
67
TEST [ $s1_f1_ino != 0 ]
68

69
# Inode number of f1 should be same as f2 f3 within snapshot
70
EXPECT $s1_f1_ino STAT_INO $M0/.snaps/snap1/f2
71
EXPECT $s1_f1_ino STAT_INO $M0/.snaps/snap1/dir/f3
72
EXPECT $s1_f1_ino STAT_INO $M0/dir/.snaps/snap1/f3
73

74
# Inode number of f1 in snap1 should be different from f1 in snap2
75
tmp_ino=$(STAT_INO $M0/.snaps/snap2/f1)
76
TEST [ $s1_f1_ino != $tmp_ino ]
77

78
# Inode number of f1 in snap1 should be different from f1 in regular volume
79
tmp_ino=$(STAT_INO $M0/f1)
80
TEST [ $s1_f1_ino != $tmp_ino ]
81

82
# Directory inode of snap1 should be different in each sub-dir
83
s1_ino=$(STAT_INO $M0/.snaps/snap1)
84
tmp_ino=$(STAT_INO $M0/dir/.snaps/snap1)
85
TEST [ $s1_ino != $tmp_ino ]
86
##########################################
87

88
mkdir $M0/dir1;
89
mkdir $M0/dir2;
90

91
for i in {1..10} ; do echo "foo" > $M0/dir1/foo$i ; done
92
for i in {1..10} ; do echo "foo" > $M0/dir2/foo$i ; done
93

94
TEST $CLI snapshot create snap3 $V0 no-timestamp;
95

96
for i in {11..20} ; do echo "foo" > $M0/dir1/foo$i ; done
97
for i in {11..20} ; do echo "foo" > $M0/dir2/foo$i ; done
98

99
TEST $CLI snapshot create snap4 $V0 no-timestamp;
100
## Test that features.uss takes only options enable/disable and throw error for
101
## any other argument.
102
for i in {1..10}; do
103
        RANDOM_STRING=$(uuidgen | tr -dc 'a-zA-Z' | head -c 8)
104
        TEST_IN_LOOP ! $CLI volume set $V0 features.uss $RANDOM_STRING
105
done
106

107
## Test that features.snapshot-directory:
108
##   contains only '0-9a-z-_'
109
#    starts with dot (.)
110
#    value cannot exceed 255 characters
111
## and throws error for any other argument.
112
TEST ! $CLI volume set $V0 features.snapshot-directory a/b
113
TEST ! $CLI volume set $V0 features.snapshot-directory snaps
114
TEST ! $CLI volume set $V0 features.snapshot-directory -a
115
TEST ! $CLI volume set $V0 features.snapshot-directory .
116
TEST ! $CLI volume set $V0 features.snapshot-directory ..
117
TEST ! $CLI volume set $V0 features.snapshot-directory .123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890123456789012345
118

119
EXPECT_WITHIN $UMOUNT_TIMEOUT "Y" force_umount $M0
120

121
TEST $GFS --volfile-server=$H0 --volfile-id=$V0 $M0;
122

123
# test 15
124
EXPECT_WITHIN $PROCESS_UP_TIMEOUT "4" count_snaps $M0
125

126
NUM_SNAPS=$(ls $M0/.snaps | wc -l);
127

128
TEST [ $NUM_SNAPS == 4 ]
129
TEST ls $M0/.snaps/snap1;
130
TEST ls $M0/.snaps/snap2;
131
TEST ls $M0/.snaps/snap3;
132
TEST ls $M0/.snaps/snap4;
133

134
TEST ls $M0/.snaps/snap3/dir1;
135
TEST ls $M0/.snaps/snap3/dir2;
136

137
TEST ls $M0/.snaps/snap4/dir1;
138
TEST ls $M0/.snaps/snap4/dir2;
139

140
TEST ls $M0/dir1/.snaps/
141
TEST ! ls $M0/dir1/.snaps/snap1;
142
TEST ! ls $M0/dir2/.snaps/snap2;
143
TEST   ls $M0/dir1/.snaps/snap3;
144
TEST   ls $M0/dir2/.snaps/snap4;
145

146
TEST fd1=`fd_available`
147
TEST fd_open $fd1 'r' $M0/.snaps/snap1/file1;
148
TEST fd_cat $fd1
149

150
# opening fd with in write mode for snapshot files should fail
151
TEST fd2=`fd_available`
152
TEST ! fd_open $fd1 'w' $M0/.snaps/snap1/file2;
153

154
# lookup on .snaps in the snapshot world should fail
155
TEST ! stat $M0/.snaps/snap1/.snaps
156

157
# creating new entries in snapshots should fail
158
TEST check_readonly mkdir $M0/.snaps/new
159
TEST check_readonly touch $M0/.snaps/snap2/other;
160

161
TEST fd3=`fd_available`
162
TEST fd_open $fd3 'r' $M0/dir1/.snaps/snap3/foo1
163

164
TEST fd_cat $fd3;
165

166
TEST fd_close $fd1;
167
TEST fd_close $fd2;
168
TEST fd_close $fd3
169

170

171
# similar tests on nfs mount
172
##Wait for connection establishment between nfs server and brick process
173
EXPECT_WITHIN $NFS_EXPORT_TIMEOUT "1" is_nfs_export_available;
174
#test 44
175
TEST mount_nfs $H0:/$V0 $N0 nolock;
176

177
NUM_SNAPS=$(ls $N0/.snaps | wc -l);
178

179
TEST [ $NUM_SNAPS == 4 ];
180

181
TEST stat $N0/.snaps/snap1;
182
TEST stat $N0/.snaps/snap2;
183

184
TEST ls -l $N0/.snaps;
185

186
# readdir + lookup on each entry
187
TEST ls -l $N0/.snaps/snap1;
188
TEST ls -l $N0/.snaps/snap2;
189

190
# readdir + access each entry by doing stat. If snapview-server has not
191
# filled the fs instance and handle in the inode context of the entry as
192
# part of readdirp, then when stat comes (i.e fop comes directly without
193
# a previous lookup), snapview-server should do a lookup of the entry via
194
# gfapi call and fill in the fs instance + handle information in the inode
195
# context
196
TEST ls $N0/.snaps/snap3/;
197
TEST stat $N0/.snaps/snap3/dir1;
198
TEST stat $N0/.snaps/snap3/dir2;
199

200
TEST ls -l $N0/.snaps/snap3/dir1;
201
TEST ls -l $N0/.snaps/snap3/dir2;
202
TEST ls -l $N0/.snaps/snap4/dir1;
203
TEST ls -l $N0/.snaps/snap4/dir2;
204

205
TEST ! ls -l $N0/dir1/.snaps/snap1;
206
TEST ! ls -l $N0/dir2/.snaps/snap2;
207
TEST   ls -l $N0/dir1/.snaps/snap3;
208
TEST   ls -l $N0/dir2/.snaps/snap4;
209

210

211
TEST fd1=`fd_available`
212
TEST fd_open $fd1 'r' $N0/.snaps/snap1/file1;
213
TEST fd_cat $fd1
214

215
TEST fd2=`fd_available`
216
TEST ! fd_open $fd1 'w' $N0/.snaps/snap1/file2;
217

218
TEST ! stat $N0/.snaps/snap1/.stat
219

220
TEST check_readonly mkdir $N0/.snaps/new
221

222
TEST check_readonly touch $N0/.snaps/snap2/other;
223

224
TEST fd3=`fd_available`
225
TEST fd_open $fd3 'r' $N0/dir1/.snaps/snap3/foo1
226

227
TEST fd_cat $fd3;
228

229

230
TEST fd_close $fd1;
231
TEST fd_close $fd2;
232
TEST fd_close $fd3;
233

234
# test 73
235
TEST $CLI volume set $V0 "features.snapshot-directory" .history
236

237
#snapd client might take fraction of time to compare the volfile from glusterd
238
#hence a EXPECT_WITHIN is a better choice here
239
EXPECT_WITHIN 2 "Y" lookup "$M0/.history";
240

241
NUM_SNAPS=$(ls $M0/.history | wc -l);
242

243
TEST [ $NUM_SNAPS == 4 ]
244

245
TEST ls $M0/.history/snap1;
246
TEST ls $M0/.history/snap2;
247
TEST ls $M0/.history/snap3;
248
TEST ls $M0/.history/snap4;
249

250
TEST ls $M0/.history/snap3/dir1;
251
TEST ls $M0/.history/snap3/dir2;
252

253
TEST ls $M0/.history/snap4/dir1;
254
TEST ls $M0/.history/snap4/dir2;
255

256
TEST ls $M0/dir1/.history/
257
TEST ! ls $M0/dir1/.history/snap1;
258
TEST ! ls $M0/dir2/.history/snap2;
259
TEST   ls $M0/dir1/.history/snap3;
260
TEST   ls $M0/dir2/.history/snap4;
261

262
TEST fd1=`fd_available`
263
TEST fd_open $fd1 'r' $M0/.history/snap1/file1;
264
TEST fd_cat $fd1
265

266
# opening fd with in write mode for snapshot files should fail
267
TEST fd2=`fd_available`
268
TEST ! fd_open $fd1 'w' $M0/.history/snap1/file2;
269

270
# lookup on .history in the snapshot world should fail
271
TEST ! stat $M0/.history/snap1/.history
272

273
# creating new entries in snapshots should fail
274
TEST check_readonly mkdir $M0/.history/new
275
TEST check_readonly touch $M0/.history/snap2/other;
276

277
TEST fd3=`fd_available`
278
TEST fd_open $fd3 'r' $M0/dir1/.history/snap3/foo1
279

280
TEST fd_cat $fd3;
281

282
TEST fd_close $fd1;
283
TEST fd_close $fd2;
284
TEST fd_close $fd3
285

286

287
# similar tests on nfs mount
288
# test 103
289
TEST ls $N0/.history;
290

291
NUM_SNAPS=$(ls $N0/.history | wc -l);
292

293
TEST [ $NUM_SNAPS == 4 ];
294

295
TEST ls -l $N0/.history/snap1;
296
TEST ls -l $N0/.history/snap2;
297
TEST ls -l $N0/.history/snap3;
298
TEST ls -l $N0/.history/snap4;
299

300
TEST ls -l $N0/.history/snap3/dir1;
301
TEST ls -l $N0/.history/snap3/dir2;
302

303
TEST ls -l $N0/.history/snap4/dir1;
304
TEST ls -l $N0/.history/snap4/dir2;
305

306
TEST ! ls -l $N0/dir1/.history/snap1;
307
TEST ! ls -l $N0/dir2/.history/snap2;
308
TEST   ls -l $N0/dir1/.history/snap3;
309
TEST   ls -l $N0/dir2/.history/snap4;
310

311
TEST fd1=`fd_available`
312
TEST fd_open $fd1 'r' $N0/.history/snap1/file1;
313
TEST fd_cat $fd1
314

315
TEST fd2=`fd_available`
316
TEST ! fd_open $fd1 'w' $N0/.history/snap1/file2;
317

318
TEST ! stat $N0/.history/snap1/.stat
319

320
TEST check_readonly mkdir $N0/.history/new
321

322
TEST check_readonly touch $N0/.history/snap2/other;
323

324
TEST fd3=`fd_available`
325
TEST fd_open $fd3 'r' $N0/dir1/.history/snap3/foo1
326

327
TEST fd_cat $fd3;
328

329
TEST fd_close $fd1;
330
TEST fd_close $fd2;
331
TEST fd_close $fd3;
332

333
## Before killing daemon to avoid deadlocks
334
EXPECT_WITHIN $UMOUNT_TIMEOUT "Y" umount_nfs $N0
335

336
#test 131
337
TEST $CLI snapshot create snap5 $V0 no-timestamp
338
TEST ls $M0/.history;
339

340
function count_snaps
341
{
342
    local mount_point=$1;
343
    local num_snaps;
344

345
    num_snaps=$(ls $mount_point/.history | wc -l);
346

347
    echo $num_snaps;
348
}
349

350
EXPECT_WITHIN 30 "5" count_snaps $M0;
351

352
# deletion of a snapshot and creation of a new snapshot with same name
353
# should not create problems. The data that was supposed to be present
354
# in the deleted snapshot need not be present in the new snapshot just
355
# because the name is same. Ex:
356
# 1) Create a file "aaa"
357
# 2) Create a snapshot snap6
358
# 3) stat the file "aaa" in snap6 and it should succeed
359
# 4) delete the file "aaa"
360
# 5) Delete the snapshot snap6
361
# 6) Create a snapshot snap6
362
# 7) stat the file "aaa" in snap6 and it should fail now
363

364
echo "aaa" > $M0/aaa;
365

366
TEST $CLI snapshot create snap6 $V0 no-timestamp
367

368
TEST ls $M0/.history;
369

370
EXPECT_WITHIN 30 "6" count_snaps $M0;
371

372
EXPECT_WITHIN 10 "Y" lookup $M0/.history/snap6/aaa
373

374
TEST rm -f $M0/aaa;
375

376
TEST $CLI snapshot delete snap6;
377

378
# drop the caches so that, the dentry for "snap6" is
379
# is forgotten from the client cache.
380
drop_cache $M0
381

382
EXPECT_WITHIN 30 "5" count_snaps $M0;
383

384
# This should fail, as snap6 just got deleted.
385
TEST ! stat $M0/.history/snap6
386

387
TEST $CLI snapshot create snap6 $V0 no-timestamp
388

389
TEST ls $M0/.history;
390

391
EXPECT_WITHIN 30 "6" count_snaps $M0;
392

393
TEST ls $M0/.history/snap6/;
394

395
TEST ! stat $M0/.history/snap6/aaa;
396

397
TEST stat $M0
398

399
# done with the tests start cleaning up of things
400
TEST $CLI volume set $V0 features.uss disable
401

402
TEST $CLI snapshot delete snap6;
403

404
TEST $CLI snapshot delete snap5;
405

406
TEST $CLI snapshot delete snap4;
407

408
TEST $CLI snapshot delete snap3;
409

410
TEST $CLI snapshot delete snap2;
411

412
TEST $CLI snapshot delete snap1;
413

414
# nfs client has been already unmounted at line 333
415
EXPECT_WITHIN $UMOUNT_TIMEOUT "Y" force_umount $M0
416

417
TEST $CLI volume stop $V0
418

419
TEST $CLI volume delete $V0
420

421
cleanup;
422