nbd-client.c

   1 /*
   2  * Open connection for network block device
   3  *
   4  * Copyright 1997,1998 Pavel Machek, distribute under GPL
   5  *  <pavel@atrey.karlin.mff.cuni.cz>
   6  *
   7  * Version 1.0 - 64bit issues should be fixed, now
   8  * Version 1.1 - added bs (blocksize) option (Alexey Guzeev, aga@permonline.ru)
   9  * Version 1.2 - I added new option '-d' to send the disconnect request
  10  * Version 2.0 - Version synchronised with server
  11  * Version 2.1 - Check for disconnection before INIT_PASSWD is received
  12  *      to make errormsg a bit more helpful in case the server can't
  13  *      open the exported file.
  14  * 16/03/2010 - Add IPv6 support.
  15  *      Kitt Tientanopajai <kitt@kitty.in.th>
  16  *      Neutron Soutmun <neo.neutron@gmail.com>
  17  *      Suriya Soutmun <darksolar@gmail.com>
  18  */
  19
  20 #include "config.h"
  21 #include "lfs.h"
  22
  23 #include <sys/ioctl.h>
  24 #include <sys/socket.h>
  25 #include <sys/types.h>
  26 #include <unistd.h>
  27 #include <netinet/tcp.h>
  28 #include <netinet/in.h>
  29 #include <netdb.h>
  30 #include <stdio.h>
  31 #include <fcntl.h>
  32 #include <syslog.h>
  33 #include <stdlib.h>
  34 #include <sys/mount.h>
  35 #include <sys/mman.h>
  36 #include <errno.h>
  37 #include <getopt.h>
  38 #include <stdarg.h>
  39
  40 #include <linux/ioctl.h>
  41 #define MY_NAME "nbd_client"
  42 #include "cliserv.h"
  43
  44 #ifdef WITH_SDP
  45 #include <sdp_inet.h>
  46 #endif
  47
  48 int check_conn(char* devname, int do_print) {
  49         char buf[256];
  50         char* p;
  51         int fd;
  52         int len;
  53
  54         if(!strncmp(devname, "/dev/", 5)) {
  55                 devname+=5;
  56         }
  57         if((p=strchr(devname, 'p'))) {
  58                 /* We can't do checks on partitions. */
  59                 *p='\0';
  60         }
  61         snprintf(buf, 256, "/sys/block/%s/pid", devname);
  62         if((fd=open(buf, O_RDONLY))<0) {
  63                 if(errno==ENOENT) {
  64                         return 1;
  65                 } else {
  66                         return 2;
  67                 }
  68         }
  69         len=read(fd, buf, 256);
  70         buf[len-1]='\0';
  71         if(do_print) printf("%s\n", buf);
  72         return 0;
  73 }
  74
  75 int opennet(char *name, char* portstr, int sdp) {
  76         int sock;
  77         struct addrinfo hints;
  78         struct addrinfo *ai = NULL;
  79         struct addrinfo *rp = NULL;
  80         int e;
  81
  82         memset(&hints,'\0',sizeof(hints));
  83         hints.ai_family = AF_UNSPEC;
  84         hints.ai_socktype = SOCK_STREAM;
  85         hints.ai_flags = AI_ADDRCONFIG | AI_NUMERICSERV;
  86         hints.ai_protocol = IPPROTO_TCP;
  87
  88         e = getaddrinfo(name, portstr, &hints, &ai);
  89
  90         if(e != 0) {
  91                 fprintf(stderr, "getaddrinfo failed: %s\n", gai_strerror(e));
  92                 freeaddrinfo(ai);
  93                 exit(EXIT_FAILURE);
  94         }
  95
  96         if(sdp) {
  97 #ifdef WITH_SDP
  98                 if (ai->ai_family == AF_INET)
  99                         ai->ai_family = AF_INET_SDP;
 100                 else (ai->ai_family == AF_INET6)
 101                         ai->ai_family = AF_INET6_SDP;
 102 #else
 103                 err("Can't do SDP: I was not compiled with SDP support!");
 104 #endif
 105         }
 106
 107         for(rp = ai; rp != NULL; rp = rp->ai_next) {
 108                 sock = socket(rp->ai_family, rp->ai_socktype, rp->ai_protocol);
 109
 110                 if(sock == -1)
 111                         continue;       /* error */
 112
 113                 if(connect(sock, rp->ai_addr, rp->ai_addrlen) != -1)
 114                         break;          /* success */
 115         }
 116
 117         if (rp == NULL)
 118                 err("Socket failed: %m");
 119
 120         setmysockopt(sock);
 121
 122         freeaddrinfo(ai);
 123         return sock;
 124 }
 125
 126 void negotiate(int sock, u64 *rsize64, u32 *flags, char* name) {
 127         u64 magic, size64;
 128         uint16_t tmp;
 129         char buf[256] = "\0\0\0\0\0\0\0\0\0";
 130
 131         printf("Negotiation: ");
 132         if (read(sock, buf, 8) < 0)
 133                 err("Failed/1: %m");
 134         if (strlen(buf)==0)
 135                 err("Server closed connection");
 136         if (strcmp(buf, INIT_PASSWD))
 137                 err("INIT_PASSWD bad");
 138         printf(".");
 139         if (read(sock, &magic, sizeof(magic)) < 0)
 140                 err("Failed/2: %m");
 141         magic = ntohll(magic);
 142         if(name) {
 143                 uint32_t opt;
 144                 uint32_t namesize;
 145                 uint32_t reserved = 0;
 146
 147                 if (magic != opts_magic)
 148                         err("Not enough opts_magic");
 149                 printf(".");
 150                 if(read(sock, &tmp, sizeof(uint16_t)) < 0) {
 151                         err("Failed reading flags: %m");
 152                 }
 153                 *flags = ((u32)ntohs(tmp));
 154
 155                 /* reserved for future use*/
 156                 if (write(sock, &reserved, sizeof(reserved)) < 0)
 157                         err("Failed/2.1: %m");
 158
 159                 /* Write the export name that we're after */
 160                 magic = ntohll(opts_magic);
 161                 if (write(sock, &magic, sizeof(magic)) < 0)
 162                         err("Failed/2.2: %m");
 163                 opt = ntohl(NBD_OPT_EXPORT_NAME);
 164                 if (write(sock, &opt, sizeof(opt)) < 0)
 165                         err("Failed/2.3: %m");
 166                 namesize = (u32)strlen(name);
 167                 namesize = ntohl(namesize);
 168                 if (write(sock, &namesize, sizeof(namesize)) < 0)
 169                         err("Failed/2.4: %m");
 170                 if (write(sock, name, strlen(name)) < 0)
 171                         err("Failed/2.4: %m");
 172         } else {
 173                 if (magic != cliserv_magic)
 174                         err("Not enough cliserv_magic");
 175                 printf(".");
 176         }
 177
 178         if (read(sock, &size64, sizeof(size64)) < 0)
 179                 err("Failed/3: %m\n");
 180         size64 = ntohll(size64);
 181
 182 #ifdef NBD_SET_SIZE_BLOCKS
 183         if ((size64>>12) > (uint64_t)~0UL) {
 184                 printf("size = %luMB", (unsigned long)(size64>>20));
 185                 err("Exported device is too big for me. Get 64-bit machine :-(\n");
 186         } else
 187                 printf("size = %luMB", (unsigned long)(size64>>20));
 188 #else
 189         if (size64 > (~0UL >> 1)) {
 190                 printf("size = %luKB", (unsigned long)(size64>>10));
 191                 err("Exported device is too big. Get 64-bit machine or newer kernel :-(\n");
 192         } else
 193                 printf("size = %lu", (unsigned long)(size64));
 194 #endif
 195
 196         if(!name) {
 197                 if (read(sock, flags, sizeof(*flags)) < 0)
 198                         err("Failed/4: %m\n");
 199                 *flags = ntohl(*flags);
 200         } else {
 201                 if(read(sock, &tmp, sizeof(tmp)) < 0)
 202                         err("Failed/4: %m\n");
 203                 *flags |= (uint32_t)ntohs(tmp);
 204         }
 205
 206         if (read(sock, &buf, 124) < 0)
 207                 err("Failed/5: %m\n");
 208         printf("\n");
 209
 210         *rsize64 = size64;
 211 }
 212
 213 void setsizes(int nbd, u64 size64, int blocksize, u32 flags) {
 214         unsigned long size;
 215         int read_only = (flags & NBD_FLAG_READ_ONLY) ? 1 : 0;
 216
 217 #ifdef NBD_SET_SIZE_BLOCKS
 218         if (size64>>12 > (uint64_t)~0UL)
 219                 err("Device too large.\n");
 220         else {
 221                 int er;
 222                 if (ioctl(nbd, NBD_SET_BLKSIZE, 4096UL) < 0)
 223                         err("Ioctl/1.1a failed: %m\n");
 224                 size = (unsigned long)(size64>>12);
 225                 if ((er = ioctl(nbd, NBD_SET_SIZE_BLOCKS, size)) < 0)
 226                         err("Ioctl/1.1b failed: %m\n");
 227                 if (ioctl(nbd, NBD_SET_BLKSIZE, (unsigned long)blocksize) < 0)
 228                         err("Ioctl/1.1c failed: %m\n");
 229                 fprintf(stderr, "bs=%d, sz=%llu bytes\n", blocksize, 4096ULL*size);
 230         }
 231 #else
 232         if (size64 > (~0UL >> 1)) {
 233                 err("Device too large.\n");
 234         } else {
 235                 size = (unsigned long)size64;
 236                 if (ioctl(nbd, NBD_SET_SIZE, size) < 0)
 237                         err("Ioctl NBD_SET_SIZE failed: %m\n");
 238         }
 239 #endif
 240
 241         ioctl(nbd, NBD_CLEAR_SOCK);
 242
 243         /* ignore error as kernel may not support */
 244         ioctl(nbd, NBD_SET_FLAGS, (unsigned long) flags);
 245
 246         if (ioctl(nbd, BLKROSET, (unsigned long) &read_only) < 0)
 247                 err("Unable to set read-only attribute for device");
 248 }
 249
 250 void set_timeout(int nbd, int timeout) {
 251         if (timeout) {
 252 #ifdef NBD_SET_TIMEOUT
 253                 if (ioctl(nbd, NBD_SET_TIMEOUT, (unsigned long)timeout) < 0)
 254                         err("Ioctl NBD_SET_TIMEOUT failed: %m\n");
 255                 fprintf(stderr, "timeout=%d\n", timeout);
 256 #else
 257                 err("Ioctl NBD_SET_TIMEOUT cannot be called when compiled on a system that does not support it\n");
 258 #endif
 259         }
 260 }
 261
 262 void finish_sock(int sock, int nbd, int swap) {
 263         if (ioctl(nbd, NBD_SET_SOCK, sock) < 0)
 264                 err("Ioctl NBD_SET_SOCK failed: %m\n");
 265
 266         if (swap)
 267                 mlockall(MCL_CURRENT | MCL_FUTURE);
 268 }
 269
 270 void usage(char* errmsg, ...) {
 271         if(errmsg) {
 272                 char tmp[256];
 273                 va_list ap;
 274                 va_start(ap, errmsg);
 275                 snprintf(tmp, 256, "ERROR: %s\n\n", errmsg);
 276                 vfprintf(stderr, errmsg, ap);
 277                 va_end(ap);
 278         } else {
 279                 fprintf(stderr, "nbd-client version %s\n", PACKAGE_VERSION);
 280         }
 281         fprintf(stderr, "Usage: nbd-client host port nbd_device [-block-size|-b block size] [-timeout|-t timeout] [-swap|-s] [-sdp|-S] [-persist|-p] [-nofork|-n]\n");
 282         fprintf(stderr, "Or   : nbd-client -name|-N name host [port] nbd_device [-block-size|-b block size] [-timeout|-t timeout] [-swap|-s] [-sdp|-S] [-persist|-p] [-nofork|-n]\n");
 283         fprintf(stderr, "Or   : nbd-client -d nbd_device\n");
 284         fprintf(stderr, "Or   : nbd-client -c nbd_device\n");
 285         fprintf(stderr, "Or   : nbd-client -h|--help\n");
 286         fprintf(stderr, "Default value for blocksize is 1024 (recommended for ethernet)\n");
 287         fprintf(stderr, "Allowed values for blocksize are 512,1024,2048,4096\n"); /* will be checked in kernel :) */
 288         fprintf(stderr, "Note, that kernel 2.4.2 and older ones do not work correctly with\n");
 289         fprintf(stderr, "blocksizes other than 1024 without patches\n");
 290         fprintf(stderr, "Default value for port with -N is 10809. Note that port must always be numeric\n");
 291 }
 292
 293 void disconnect(char* device) {
 294         int nbd = open(device, O_RDWR);
 295
 296         if (nbd < 0)
 297                 err("Cannot open NBD: %m\nPlease ensure the 'nbd' module is loaded.");
 298         printf("Disconnecting: que, ");
 299         if (ioctl(nbd, NBD_CLEAR_QUE)< 0)
 300                 err("Ioctl failed: %m\n");
 301         printf("disconnect, ");
 302 #ifdef NBD_DISCONNECT
 303         if (ioctl(nbd, NBD_DISCONNECT)<0)
 304                 err("Ioctl failed: %m\n");
 305         printf("sock, ");
 306 #else
 307         fprintf(stderr, "Can't disconnect: I was not compiled with disconnect support!\n" );
 308         exit(1);
 309 #endif
 310         if (ioctl(nbd, NBD_CLEAR_SOCK)<0)
 311                 err("Ioctl failed: %m\n");
 312         printf("done\n");
 313 }
 314
 315 int main(int argc, char *argv[]) {
 316         char* port=NULL;
 317         int sock, nbd;
 318         int blocksize=1024;
 319         char *hostname=NULL;
 320         char *nbddev=NULL;
 321         int swap=0;
 322         int cont=0;
 323         int timeout=0;
 324         int sdp=0;
 325         int G_GNUC_UNUSED nofork=0; // if -dNOFORK
 326         u64 size64;
 327         u32 flags;
 328         int c;
 329         int nonspecial=0;
 330         char* name=NULL;
 331         struct option long_options[] = {
 332                 { "block-size", required_argument, NULL, 'b' },
 333                 { "check", required_argument, NULL, 'c' },
 334                 { "disconnect", required_argument, NULL, 'd' },
 335                 { "help", no_argument, NULL, 'h' },
 336                 { "name", required_argument, NULL, 'N' },
 337                 { "nofork", no_argument, NULL, 'n' },
 338                 { "persist", no_argument, NULL, 'p' },
 339                 { "sdp", no_argument, NULL, 'S' },
 340                 { "swap", no_argument, NULL, 's' },
 341                 { "timeout", required_argument, NULL, 't' },
 342                 { 0, 0, 0, 0 },
 343         };
 344
 345         logging();
 346
 347         while((c=getopt_long_only(argc, argv, "-b:c:d:hnN:pSst:", long_options, NULL))>=0) {
 348                 switch(c) {
 349                 case 1:
 350                         // non-option argument
 351                         if(strchr(optarg, '=')) {
 352                                 // old-style 'bs=' or 'timeout='
 353                                 // argument
 354                                 fprintf(stderr, "WARNING: old-style command-line argument encountered. This is deprecated.\n");
 355                                 if(!strncmp(optarg, "bs=", 3)) {
 356                                         optarg+=3;
 357                                         goto blocksize;
 358                                 }
 359                                 if(!strncmp(optarg, "timeout=", 8)) {
 360                                         optarg+=8;
 361                                         goto timeout;
 362                                 }
 363                                 usage("unknown option %s encountered", optarg);
 364                                 exit(EXIT_FAILURE);
 365                         }
 366                         switch(nonspecial++) {
 367                                 case 0:
 368                                         // host
 369                                         hostname=optarg;
 370                                         break;
 371                                 case 1:
 372                                         // port
 373                                         if(!strtol(optarg, NULL, 0)) {
 374                                                 // not parseable as a number, assume it's the device and we have a name
 375                                                 nbddev = optarg;
 376                                                 nonspecial++;
 377                                         } else {
 378                                                 port = optarg;
 379                                         }
 380                                         break;
 381                                 case 2:
 382                                         // device
 383                                         nbddev = optarg;
 384                                         break;
 385                                 default:
 386                                         usage("too many non-option arguments specified");
 387                                         exit(EXIT_FAILURE);
 388                         }
 389                         break;
 390                 case 'b':
 391                       blocksize:
 392                         blocksize=(int)strtol(optarg, NULL, 0);
 393                         break;
 394                 case 'c':
 395                         return check_conn(optarg, 1);
 396                 case 'd':
 397                         disconnect(optarg);
 398                         exit(EXIT_SUCCESS);
 399                 case 'h':
 400                         usage(NULL);
 401                         exit(EXIT_SUCCESS);
 402                 case 'n':
 403                         nofork=1;
 404                         break;
 405                 case 'N':
 406                         name=optarg;
 407                         if(!port) {
 408                                 port = NBD_DEFAULT_PORT;
 409                         }
 410                         break;
 411                 case 'p':
 412                         cont=1;
 413                         break;
 414                 case 's':
 415                         swap=1;
 416                         break;
 417                 case 'S':
 418                         sdp=1;
 419                         break;
 420                 case 't':
 421                       timeout:
 422                         timeout=strtol(optarg, NULL, 0);
 423                         break;
 424                 default:
 425                         fprintf(stderr, "E: option eaten by 42 mice\n");
 426                         exit(EXIT_FAILURE);
 427                 }
 428         }
 429
 430         if((!port && !name) || !hostname || !nbddev) {
 431                 usage("not enough information specified");
 432                 exit(EXIT_FAILURE);
 433         }
 434
 435         nbd = open(nbddev, O_RDWR);
 436         if (nbd < 0)
 437           err("Cannot open NBD: %m\nPlease ensure the 'nbd' module is loaded.");
 438         ++argv; --argc; /* skip device */
 439
 440         sock = opennet(hostname, port, sdp);
 441
 442         negotiate(sock, &size64, &flags, name);
 443         setsizes(nbd, size64, blocksize, flags);
 444         set_timeout(nbd, timeout);
 445         finish_sock(sock, nbd, swap);
 446
 447         /* Go daemon */
 448
 449 #ifndef NOFORK
 450         if(!nofork) {
 451                 if (daemon(0,0) < 0)
 452                         err("Cannot detach from terminal");
 453         }
 454 #endif
 455         do {
 456 #ifndef NOFORK
 457                 if (fork()) {
 458                         /* Due to a race, the kernel NBD driver cannot
 459                          * call for a reread of the partition table
 460                          * in the handling of the NBD_DO_IT ioctl().
 461                          * Therefore, this is done in the first open()
 462                          * of the device. We therefore make sure that
 463                          * the device is opened at least once after the
 464                          * connection was made. This has to be done in a
 465                          * separate process, since the NBD_DO_IT ioctl()
 466                          * does not return until the NBD device has
 467                          * disconnected.
 468                          */
 469                         while(check_conn(nbddev, 0)) {
 470                                 sleep(1);
 471                         }
 472                         open(nbddev, O_RDONLY);
 473                         exit(0);
 474                 }
 475 #endif
 476
 477                 if (ioctl(nbd, NBD_DO_IT) < 0) {
 478                         fprintf(stderr, "Kernel call returned: %m");
 479                         if(errno==EBADR) {
 480                                 /* The user probably did 'nbd-client -d' on us.
 481                                  * quit */
 482                                 cont=0;
 483                         } else {
 484                                 if(cont) {
 485                                         u64 new_size;
 486                                         u32 new_flags;
 487
 488                                         fprintf(stderr, " Reconnecting\n");
 489                                         close(sock); close(nbd);
 490                                         sock = opennet(hostname, port, sdp);
 491                                         nbd = open(nbddev, O_RDWR);
 492                                         negotiate(sock, &new_size, &new_flags, name);
 493                                         if (size64 != new_size) {
 494                                                 err("Size of the device changed. Bye");
 495                                         }
 496                                         setsizes(nbd, size64, blocksize,
 497                                                                 new_flags);
 498
 499                                         set_timeout(nbd, timeout);
 500                                         finish_sock(sock,nbd,swap);
 501                                 }
 502                         }
 503                 } else {
 504                         /* We're on 2.4. It's not clearly defined what exactly
 505                          * happened at this point. Probably best to quit, now
 506                          */
 507                         fprintf(stderr, "Kernel call returned.");
 508                         cont=0;
 509                 }
 510         } while(cont);
 511         printf("Closing: que, ");
 512         ioctl(nbd, NBD_CLEAR_QUE);
 513         printf("sock, ");
 514         ioctl(nbd, NBD_CLEAR_SOCK);
 515         printf("done\n");
 516         return 0;
 517 }