glusterfs

1
#include <fcntl.h>
2
#include <unistd.h>
3
#include <time.h>
4
#include <limits.h>
5
#include <string.h>
6
#include <stdio.h>
7
#include <stdlib.h>
8
#include <errno.h>
9
#include <glusterfs/api/glfs.h>
10
#include <glusterfs/api/glfs-handles.h>
11

12
#define LOG_ERR(func, ret)                                                     \
13
    do {                                                                       \
14
        if (ret != 0) {                                                        \
15
            fprintf(stderr, "%s : returned error %d (%s)\n", func, ret,        \
16
                    strerror(errno));                                          \
17
            goto out;                                                          \
18
        } else {                                                               \
19
            fprintf(stderr, "%s : returned %d\n", func, ret);                  \
20
        }                                                                      \
21
    } while (0)
22

23
int upcall_recv = 0;
24

25
void
26
up_async_invalidate(struct glfs_upcall *up_arg, void *data)
27
{
28
    struct glfs_upcall_inode *in_arg = NULL;
29
    enum glfs_upcall_reason reason = 0;
30
    struct glfs_object *object = NULL;
31
    uint64_t flags = 0;
32
    uint64_t expire = 0;
33

34
    if (!up_arg)
35
        return;
36

37
    reason = glfs_upcall_get_reason(up_arg);
38

39
    /* Expect 'GLFS_INODE_INVALIDATE' upcall event. */
40

41
    if (reason == GLFS_UPCALL_INODE_INVALIDATE) {
42
        in_arg = glfs_upcall_get_event(up_arg);
43

44
        object = glfs_upcall_inode_get_object(in_arg);
45
        flags = glfs_upcall_inode_get_flags(in_arg);
46
        expire = glfs_upcall_inode_get_expire(in_arg);
47

48
        fprintf(stderr,
49
                " upcall event type - %d,"
50
                " object(%p), flags(%d), "
51
                " expire_time_attr(%d)\n",
52
                reason, object, flags, expire);
53
        upcall_recv++;
54
    }
55

56
    glfs_free(up_arg);
57
    return;
58
}
59

60
int
61
perform_io(glfs_t *fs, glfs_t *fs2, int cnt)
62
{
63
    glfs_t *fs_tmp = NULL;
64
    glfs_t *fs_tmp2 = NULL;
65
    glfs_fd_t *fd_tmp = NULL;
66
    glfs_fd_t *fd_tmp2 = NULL;
67
    char readbuf[32];
68
    char *writebuf = NULL;
69
    glfs_fd_t *fd = NULL;
70
    glfs_fd_t *fd2 = NULL;
71
    char *filename = "file_tmp";
72
    int ret = -1;
73

74
    if (!fs || !fs2)
75
        return -1;
76

77
    /* Create file from fs and open it from fs2 */
78
    fd = glfs_creat(fs, filename, O_RDWR | O_SYNC, 0644);
79
    if (fd <= 0) {
80
        ret = -1;
81
        LOG_ERR("glfs_creat", ret);
82
    }
83

84
    fd2 = glfs_open(fs2, filename, O_SYNC | O_RDWR | O_CREAT);
85
    if (fd2 <= 0) {
86
        ret = -1;
87
        LOG_ERR("glfs_open-fs2", ret);
88
    }
89

90
    do {
91
        if (cnt % 2) {
92
            fd_tmp = fd;
93
            fs_tmp = fs;
94
            fd_tmp2 = fd2;
95
            fs_tmp2 = fs2;
96
        } else {
97
            fd_tmp = fd2;
98
            fs_tmp = fs2;
99
            fd_tmp2 = fd;
100
            fs_tmp2 = fs;
101
        }
102

103
        /* WRITE on fd_tmp */
104
        writebuf = malloc(10);
105
        if (writebuf) {
106
            memcpy(writebuf, "abcd", 4);
107
            ret = glfs_write(fd_tmp, writebuf, 4, 0);
108
            if (ret <= 0) {
109
                ret = -1;
110
                LOG_ERR("glfs_write", ret);
111
            }
112
            free(writebuf);
113
        } else {
114
            fprintf(stderr, "Could not allocate writebuf\n");
115
            return -1;
116
        }
117

118
        /* READ on fd_tmp2 */
119
        ret = glfs_lseek(fd_tmp2, 0, SEEK_SET);
120
        LOG_ERR("glfs_lseek", ret);
121

122
        memset(readbuf, 0, sizeof(readbuf));
123
        ret = glfs_pread(fd_tmp2, readbuf, 4, 0, 0, NULL);
124

125
        if (ret <= 0) {
126
            ret = -1;
127
            LOG_ERR("glfs_pread", ret);
128
        }
129

130
        sleep(2);
131
    } while (--cnt > 0);
132

133
    sleep(2);
134

135
    ret = 0;
136
err:
137
    glfs_close(fd);
138

139
    glfs_close(fd2);
140

141
out:
142
    return ret;
143
}
144

145
int
146
main(int argc, char *argv[])
147
{
148
    glfs_t *fs = NULL;
149
    glfs_t *fs2 = NULL;
150
    int ret = 0, i;
151
    char *vol_id = NULL;
152
    unsigned int cnt = 5;
153
    struct glfs_upcall *cbk = NULL;
154
    char *logfile = NULL;
155
    char *volname = NULL;
156
    char *hostname = NULL;
157
    int up_events = GLFS_EVENT_ANY;
158

159
    if (argc != 4) {
160
        fprintf(stderr, "Invalid argument\n");
161
        exit(1);
162
    }
163

164
    hostname = argv[1];
165
    volname = argv[2];
166
    logfile = argv[3];
167

168
    /* Initialize fs */
169
    fs = glfs_new(volname);
170
    if (!fs) {
171
        fprintf(stderr, "glfs_new: returned NULL\n");
172
        return -1;
173
    }
174

175
    ret = glfs_set_volfile_server(fs, "tcp", hostname, 24007);
176
    LOG_ERR("glfs_set_volfile_server", ret);
177

178
    ret = glfs_set_logging(fs, logfile, 7);
179
    LOG_ERR("glfs_set_logging", ret);
180

181
    ret = glfs_init(fs);
182
    LOG_ERR("glfs_init", ret);
183

184
    /* Initialize fs2 */
185
    fs2 = glfs_new(volname);
186
    if (!fs2) {
187
        fprintf(stderr, "glfs_new fs2: returned NULL\n");
188
        return 1;
189
    }
190

191
    ret = glfs_set_volfile_server(fs2, "tcp", hostname, 24007);
192
    LOG_ERR("glfs_set_volfile_server-fs2", ret);
193

194
    ret = glfs_set_logging(fs2, logfile, 7);
195
    LOG_ERR("glfs_set_logging-fs2", ret);
196

197
    ret = glfs_init(fs2);
198
    LOG_ERR("glfs_init-fs2", ret);
199

200
    /* Register Upcalls */
201
    ret = glfs_upcall_register(fs, up_events, up_async_invalidate, NULL);
202

203
    /* Check if the return mask contains the event */
204
    if (!(ret & GLFS_EVENT_INODE_INVALIDATE)) {
205
        fprintf(stderr,
206
                "glfs_upcall_register return doesn't contain"
207
                " upcall event\n");
208
        return -1;
209
    }
210

211
    ret = glfs_upcall_register(fs2, up_events, up_async_invalidate, NULL);
212

213
    /* Check if the return mask contains the event */
214
    if ((ret < 0) || !(ret & GLFS_EVENT_INODE_INVALIDATE)) {
215
        fprintf(stderr,
216
                "glfs_upcall_register return doesn't contain"
217
                " upcall event\n");
218
        return -1;
219
    }
220

221
    /* Perform I/O */
222
    ret = perform_io(fs, fs2, cnt);
223
    LOG_ERR("perform_io", ret);
224

225
    if (upcall_recv == 0) {
226
        fprintf(stderr, "Upcalls are not received.\n");
227
        ret = -1;
228
    } else {
229
        fprintf(stderr, "Received %d upcalls as expected\n", upcall_recv);
230
        ret = 0;
231
    }
232

233
    sleep(5); /* to flush out previous upcalls if any */
234

235
    /* Now unregister and check there are no upcall events received */
236
    ret = glfs_upcall_unregister(fs, up_events);
237

238
    /* Check if the return mask contains the event */
239
    if ((ret < 0) || !(ret & GLFS_EVENT_INODE_INVALIDATE)) {
240
        fprintf(stderr,
241
                "glfs_upcall_unregister return doesn't contain"
242
                " upcall event\n");
243
        return -1;
244
    }
245

246
    ret = glfs_upcall_unregister(fs2, up_events);
247

248
    /* Check if the return mask contains the event */
249
    if ((ret < 0) || !(ret & GLFS_EVENT_INODE_INVALIDATE)) {
250
        fprintf(stderr,
251
                "glfs_upcall_unregister return doesn't contain"
252
                " upcall event\n");
253
        return -1;
254
    }
255

256
    upcall_recv = 0;
257

258
    ret = perform_io(fs, fs2, cnt);
259
    LOG_ERR("perform_io", ret);
260

261
    if (upcall_recv != 0) {
262
        fprintf(stderr, "%d upcalls received even after unregister.\n",
263
                upcall_recv);
264
        ret = -1;
265
    } else {
266
        fprintf(stderr,
267
                "Post unregister, no upcalls received as"
268
                " expected\n");
269
        ret = 0;
270
    }
271

272
out:
273
    if (fs) {
274
        ret = glfs_fini(fs);
275
        fprintf(stderr, "glfs_fini(fs) returned %d\n", ret);
276
    }
277

278
    if (fs2) {
279
        ret = glfs_fini(fs2);
280
        fprintf(stderr, "glfs_fini(fs2) returned %d\n", ret);
281
    }
282

283
    if (ret)
284
        exit(1);
285
    exit(0);
286
}
287