2 * Test client to test the NBD server. Doesn't do anything useful, except
3 * checking that the server does, actually, work.
5 * Note that the only 'real' test is to check the client against a kernel. If
6 * it works here but does not work in the kernel, then that's most likely a bug
7 * in this program and/or in nbd-server.
9 * Copyright(c) 2006 Wouter Verhelst
11 * This program is Free Software; you can redistribute it and/or modify it
12 * under the terms of the GNU General Public License as published by the Free
13 * Software Foundation, in version 2.
15 * This program is distributed in the hope that it will be useful, but WITHOUT
16 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
17 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
20 * You should have received a copy of the GNU General Public License along with
21 * this program; if not, write to the Free Software Foundation, Inc., 51
22 * Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
29 #include <sys/types.h>
30 #include <sys/socket.h>
35 #define MY_NAME "nbd-tester-client"
38 #include <netinet/in.h>
41 static gchar errstr[1024];
42 const static int errstr_len=1024;
48 CONNECTION_TYPE_CONNECT,
49 CONNECTION_TYPE_INIT_PASSWD,
50 CONNECTION_TYPE_CLISERV,
55 CONNECTION_CLOSE_PROPERLY,
56 CONNECTION_CLOSE_FAST,
59 int timeval_subtract (struct timeval *result, struct timeval *x,
61 if (x->tv_usec < y->tv_usec) {
62 int nsec = (y->tv_usec - x->tv_usec) / 1000000 + 1;
63 y->tv_usec -= 1000000 * nsec;
67 if (x->tv_usec - y->tv_usec > 1000000) {
68 int nsec = (x->tv_usec - y->tv_usec) / 1000000;
69 y->tv_usec += 1000000 * nsec;
73 result->tv_sec = x->tv_sec - y->tv_sec;
74 result->tv_usec = x->tv_usec - y->tv_usec;
76 return x->tv_sec < y->tv_sec;
79 double timeval_diff_to_double (struct timeval * x, struct timeval * y) {
81 timeval_subtract(&r, x, y);
82 return r.tv_sec * 1.0 + r.tv_usec/1000000.0;
85 static inline int read_all(int f, void *buf, size_t len) {
90 if((res=read(f, buf, len)) <=0) {
91 snprintf(errstr, errstr_len, "Read failed: %s", strerror(errno));
101 static inline int write_all(int f, void *buf, size_t len) {
106 if((res=write(f, buf, len)) <=0) {
107 snprintf(errstr, errstr_len, "Write failed: %s", strerror(errno));
117 #define READ_ALL_ERRCHK(f, buf, len, whereto, errmsg...) if((read_all(f, buf, len))<=0) { snprintf(errstr, errstr_len, ##errmsg); goto whereto; }
118 #define READ_ALL_ERR_RT(f, buf, len, whereto, rval, errmsg...) if((read_all(f, buf, len))<=0) { snprintf(errstr, errstr_len, ##errmsg); retval = rval; goto whereto; }
120 #define WRITE_ALL_ERRCHK(f, buf, len, whereto, errmsg...) if((write_all(f, buf, len))<=0) { snprintf(errstr, errstr_len, ##errmsg); goto whereto; }
121 #define WRITE_ALL_ERR_RT(f, buf, len, whereto, rval, errmsg...) if((write_all(f, buf, len))<=0) { snprintf(errstr, errstr_len, ##errmsg); retval = rval; goto whereto; }
123 int setup_connection(gchar *hostname, int port, gchar* name, CONNECTION_TYPE ctype) {
125 struct hostent *host;
126 struct sockaddr_in addr;
128 uint64_t mymagic = (name ? opts_magic : cliserv_magic);
133 if(ctype<CONNECTION_TYPE_CONNECT)
135 if((sock=socket(PF_INET, SOCK_STREAM, IPPROTO_TCP))<0) {
136 strncpy(errstr, strerror(errno), errstr_len);
140 if(!(host=gethostbyname(hostname))) {
141 strncpy(errstr, strerror(errno), errstr_len);
144 addr.sin_family=AF_INET;
145 addr.sin_port=htons(port);
146 addr.sin_addr.s_addr=*((int *) host->h_addr);
147 if((connect(sock, (struct sockaddr *)&addr, sizeof(addr))<0)) {
148 strncpy(errstr, strerror(errno), errstr_len);
151 if(ctype<CONNECTION_TYPE_INIT_PASSWD)
153 READ_ALL_ERRCHK(sock, buf, strlen(INIT_PASSWD), err_open, "Could not read INIT_PASSWD: %s", strerror(errno));
155 snprintf(errstr, errstr_len, "Server closed connection");
158 if(strncmp(buf, INIT_PASSWD, strlen(INIT_PASSWD))) {
159 snprintf(errstr, errstr_len, "INIT_PASSWD does not match");
162 if(ctype<CONNECTION_TYPE_CLISERV)
164 READ_ALL_ERRCHK(sock, &tmp64, sizeof(tmp64), err_open, "Could not read cliserv_magic: %s", strerror(errno));
166 if(tmp64 != mymagic) {
167 strncpy(errstr, "mymagic does not match", errstr_len);
170 if(ctype<CONNECTION_TYPE_FULL)
173 READ_ALL_ERRCHK(sock, &size, sizeof(size), err_open, "Could not read size: %s", strerror(errno));
175 READ_ALL_ERRCHK(sock, buf, 128, err_open, "Could not read data: %s", strerror(errno));
179 READ_ALL_ERRCHK(sock, buf, sizeof(uint16_t), err_open, "Could not read reserved field: %s", strerror(errno));
181 WRITE_ALL_ERRCHK(sock, &tmp32, sizeof(tmp32), err_open, "Could not write reserved field: %s", strerror(errno));
183 tmp64 = htonll(opts_magic);
184 WRITE_ALL_ERRCHK(sock, &tmp64, sizeof(tmp64), err_open, "Could not write magic: %s", strerror(errno));
186 tmp32 = htonl(NBD_OPT_EXPORT_NAME);
187 WRITE_ALL_ERRCHK(sock, &tmp32, sizeof(tmp32), err_open, "Could not write option: %s", strerror(errno));
188 tmp32 = htonl((uint32_t)strlen(name));
189 WRITE_ALL_ERRCHK(sock, &tmp32, sizeof(tmp32), err_open, "Could not write name length: %s", strerror(errno));
190 WRITE_ALL_ERRCHK(sock, name, strlen(name), err_open, "Could not write name:: %s", strerror(errno));
191 READ_ALL_ERRCHK(sock, &size, sizeof(size), err_open, "Could not read size: %s", strerror(errno));
194 READ_ALL_ERRCHK(sock, buf, sizeof(uint16_t), err_open, "Could not read flags: %s", strerror(errno));
195 flags = ntohs(flags);
196 READ_ALL_ERRCHK(sock, buf, 124, err_open, "Could not read reserved zeroes: %s", strerror(errno));
206 int close_connection(int sock, CLOSE_TYPE type) {
207 struct nbd_request req;
211 case CONNECTION_CLOSE_PROPERLY:
212 req.magic=htonl(NBD_REQUEST_MAGIC);
213 req.type=htonl(NBD_CMD_DISC);
214 memcpy(&(req.handle), &(counter), sizeof(counter));
218 if(write(sock, &req, sizeof(req))<0) {
219 snprintf(errstr, errstr_len, "Could not write to socket: %s", strerror(errno));
222 case CONNECTION_CLOSE_FAST:
224 snprintf(errstr, errstr_len, "Could not close socket: %s", strerror(errno));
229 g_critical("Your compiler is on crack!"); /* or I am buggy */
235 int read_packet_check_header(int sock, size_t datasize, long long int curhandle) {
236 struct nbd_reply rep;
240 READ_ALL_ERR_RT(sock, &rep, sizeof(rep), end, -1, "Could not read reply header: %s", strerror(errno));
241 rep.magic=ntohl(rep.magic);
242 rep.error=ntohl(rep.error);
243 if(rep.magic!=NBD_REPLY_MAGIC) {
244 snprintf(errstr, errstr_len, "Received package with incorrect reply_magic. Index of sent packages is %lld (0x%llX), received handle is %lld (0x%llX). Received magic 0x%lX, expected 0x%lX", (long long int)curhandle, (long long unsigned int)curhandle, (long long int)*((u64*)rep.handle), (long long unsigned int)*((u64*)rep.handle), (long unsigned int)rep.magic, (long unsigned int)NBD_REPLY_MAGIC);
249 snprintf(errstr, errstr_len, "Received error from server: %ld (0x%lX). Handle is %lld (0x%llX).", (long int)rep.error, (long unsigned int)rep.error, (long long int)(*((u64*)rep.handle)), (long long unsigned int)*((u64*)rep.handle));
254 READ_ALL_ERR_RT(sock, &buf, datasize, end, -1, "Could not read data: %s", strerror(errno));
260 int oversize_test(gchar* hostname, int port, char* name, int sock,
261 char sock_is_open, char close_sock, int write) {
263 struct nbd_request req;
264 struct nbd_reply rep;
267 pid_t mypid = getpid();
268 char buf[((1024*1024)+sizeof(struct nbd_request)/2)<<1];
271 /* This should work */
273 if((sock=setup_connection(hostname, port, name, CONNECTION_TYPE_FULL))<0) {
274 g_warning("Could not open socket: %s", errstr);
279 req.magic=htonl(NBD_REQUEST_MAGIC);
280 req.type=htonl(NBD_CMD_READ);
281 req.len=htonl(1024*1024);
282 memcpy(&(req.handle),&i,sizeof(i));
284 WRITE_ALL_ERR_RT(sock, &req, sizeof(req), err, -1, "Could not write request: %s", strerror(errno));
285 printf("%d: testing oversized request: %d: ", getpid(), ntohl(req.len));
286 READ_ALL_ERR_RT(sock, &rep, sizeof(struct nbd_reply), err, -1, "Could not read reply header: %s", strerror(errno));
287 READ_ALL_ERR_RT(sock, &buf, ntohl(req.len), err, -1, "Could not read data: %s", strerror(errno));
289 snprintf(errstr, errstr_len, "Received unexpected error: %d", rep.error);
295 /* This probably should not work */
296 i++; req.from=htonll(i);
297 req.len = htonl(ntohl(req.len) + sizeof(struct nbd_request) / 2);
298 WRITE_ALL_ERR_RT(sock, &req, sizeof(req), err, -1, "Could not write request: %s", strerror(errno));
299 printf("%d: testing oversized request: %d: ", getpid(), ntohl(req.len));
300 READ_ALL_ERR_RT(sock, &rep, sizeof(struct nbd_reply), err, -1, "Could not read reply header: %s", strerror(errno));
301 READ_ALL_ERR_RT(sock, &buf, ntohl(req.len), err, -1, "Could not read data: %s", strerror(errno));
303 printf("Received expected error\n");
309 /* ... unless this works, too */
310 i++; req.from=htonll(i);
311 req.len = htonl(ntohl(req.len) << 1);
312 WRITE_ALL_ERR_RT(sock, &req, sizeof(req), err, -1, "Could not write request: %s", strerror(errno));
313 printf("%d: testing oversized request: %d: ", getpid(), ntohl(req.len));
314 READ_ALL_ERR_RT(sock, &rep, sizeof(struct nbd_reply), err, -1, "Could not read reply header: %s", strerror(errno));
315 READ_ALL_ERR_RT(sock, &buf, ntohl(req.len), err, -1, "Could not read data: %s", strerror(errno));
321 if((rep.error && !got_err) || (!rep.error && got_err)) {
322 printf("Received unexpected error\n");
329 int throughput_test(gchar* hostname, int port, char* name, int sock,
330 char sock_is_open, char close_sock, int write) {
334 struct nbd_request req;
338 struct timeval start;
342 char speedchar[2] = { '\0', '\0' };
345 signed int do_write=TRUE;
346 pid_t mypid = getpid();
348 memset (writebuf, 'X', sizeof(1024));
351 if((sock=setup_connection(hostname, port, name, CONNECTION_TYPE_FULL))<0) {
352 g_warning("Could not open socket: %s", errstr);
357 req.magic=htonl(NBD_REQUEST_MAGIC);
358 req.type=htonl(write?NBD_CMD_WRITE:NBD_CMD_READ);
360 if(gettimeofday(&start, NULL)<0) {
362 snprintf(errstr, errstr_len, "Could not measure start time: %s", strerror(errno));
365 for(i=0;i+1024<=size;i+=1024) {
367 memcpy(&(req.handle),&i,sizeof(i));
369 if (write_all(sock, &req, sizeof(req)) <0) {
374 if (write_all(sock, writebuf, 1024) <0) {
379 printf("%d: Requests(+): %d\n", (int)mypid, ++requests);
386 select(sock+1, &set, NULL, NULL, &tv);
387 if(FD_ISSET(sock, &set)) {
388 /* Okay, there's something ready for
390 if(read_packet_check_header(sock, write?0:1024, i)<0) {
394 printf("%d: Requests(-): %d\n", (int)mypid, --requests);
396 } while FD_ISSET(sock, &set);
397 /* Now wait until we can write again or until a second have
398 * passed, whichever comes first*/
403 do_write=select(sock+1,NULL,&set,NULL,&tv);
404 if(!do_write) printf("Select finished\n");
406 snprintf(errstr, errstr_len, "select: %s", strerror(errno));
411 /* Now empty the read buffer */
417 select(sock+1, &set, NULL, NULL, &tv);
418 if(FD_ISSET(sock, &set)) {
419 /* Okay, there's something ready for
421 read_packet_check_header(sock, write?0:1024, i);
422 printf("%d: Requests(-): %d\n", (int)mypid, --requests);
425 if(gettimeofday(&stop, NULL)<0) {
427 snprintf(errstr, errstr_len, "Could not measure end time: %s", strerror(errno));
430 timespan=timeval_diff_to_double(&stop, &start);
444 g_message("%d: Throughput %s test complete. Took %.3f seconds to complete, %.3f%sib/s", (int)getpid(), write?"write":"read", timespan, speed, speedchar);
448 close_connection(sock, CONNECTION_CLOSE_PROPERLY);
454 typedef int (*testfunc)(gchar*, int, char*, int, char, char, int);
456 int main(int argc, char**argv) {
462 bool want_port = TRUE;
465 testfunc test = throughput_test;
468 g_message("%d: Not enough arguments", (int)getpid());
469 g_message("%d: Usage: %s <hostname> <port>", (int)getpid(), argv[0]);
470 g_message("%d: Or: %s <hostname> -N <exportname>", (int)getpid(), argv[0]);
474 while((c=getopt(argc, argv, "-N:ow"))>=0) {
479 hostname=g_strdup(optarg);
484 p=(strtol(argv[2], NULL, 0));
485 if(p==LONG_MIN||p==LONG_MAX) {
486 g_critical("Could not parse port number: %s", strerror(errno));
493 name=g_strdup(optarg);
506 if(test(hostname, (int)p, name, sock, FALSE, TRUE, write)<0) {
507 g_warning("Could not run test: %s", errstr);