c46a9f692b8c3ca7fcb5e124594aaea87a8f0053
[multipath-tools/.git] / multipath / main.c
1 /*
2  * Soft:        multipath device mapper target autoconfig
3  *
4  * Version:     $Id: main.h,v 0.0.1 2003/09/18 15:13:38 cvaroqui Exp $
5  *
6  * Author:      Christophe Varoqui
7  *
8  *              This program is distributed in the hope that it will be useful,
9  *              but WITHOUT ANY WARRANTY; without even the implied warranty of
10  *              MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
11  *              See the GNU General Public License for more details.
12  *
13  *              This program is free software; you can redistribute it and/or
14  *              modify it under the terms of the GNU General Public License
15  *              as published by the Free Software Foundation; either version
16  *              2 of the License, or (at your option) any later version.
17  *
18  * Copyright (c) 2003, 2004, 2005 Christophe Varoqui
19  * Copyright (c) 2005 Benjamin Marzinski, Redhat
20  * Copyright (c) 2005 Kiyoshi Ueda, NEC
21  * Copyright (c) 2005 Patrick Caulfield, Redhat
22  * Copyright (c) 2005 Edward Goggin, EMC
23  */
24
25 #include <sys/types.h>
26 #include <sys/stat.h>
27 #include <stdio.h>
28 #include <unistd.h>
29 #include <ctype.h>
30 #include <libudev.h>
31 #include <syslog.h>
32
33 #include <checkers.h>
34 #include <prio.h>
35 #include <vector.h>
36 #include <memory.h>
37 #include <libdevmapper.h>
38 #include <devmapper.h>
39 #include <util.h>
40 #include <defaults.h>
41 #include <structs.h>
42 #include <structs_vec.h>
43 #include <dmparser.h>
44 #include <sysfs.h>
45 #include <config.h>
46 #include <blacklist.h>
47 #include <discovery.h>
48 #include <debug.h>
49 #include <switchgroup.h>
50 #include <print.h>
51 #include <alias.h>
52 #include <configure.h>
53 #include <pgpolicies.h>
54 #include <version.h>
55 #include <errno.h>
56 #include <sys/time.h>
57 #include <sys/resource.h>
58 #include <wwids.h>
59 #include <uxsock.h>
60
61 int logsink;
62
63 static int
64 filter_pathvec (vector pathvec, char * refwwid)
65 {
66         int i;
67         struct path * pp;
68
69         if (!refwwid || !strlen(refwwid))
70                 return 0;
71
72         vector_foreach_slot (pathvec, pp, i) {
73                 if (strncmp(pp->wwid, refwwid, WWID_SIZE) != 0) {
74                         condlog(3, "skip path %s : out of scope", pp->dev);
75                         free_path(pp);
76                         vector_del_slot(pathvec, i);
77                         i--;
78                 }
79         }
80         return 0;
81 }
82
83 static void
84 usage (char * progname)
85 {
86         fprintf (stderr, VERSION_STRING);
87         fprintf (stderr, "Usage:\n");
88         fprintf (stderr, "  %s [-a|-c|-w|-W] [-d] [-r] [-i] [-v lvl] [-p pol] [-b fil] [-q] [dev]\n", progname);
89         fprintf (stderr, "  %s -l|-ll|-f [-v lvl] [-b fil] [dev]\n", progname);
90         fprintf (stderr, "  %s -F [-v lvl]\n", progname);
91         fprintf (stderr, "  %s -t\n", progname);
92         fprintf (stderr, "  %s -h\n", progname);
93         fprintf (stderr,
94                 "\n"
95                 "Where:\n"
96                 "  -h      print this usage text\n" \
97                 "  -l      show multipath topology (sysfs and DM info)\n" \
98                 "  -ll     show multipath topology (maximum info)\n" \
99                 "  -f      flush a multipath device map\n" \
100                 "  -F      flush all multipath device maps\n" \
101                 "  -a      add a device wwid to the wwids file\n" \
102                 "  -c      check if a device should be a path in a multipath device\n" \
103                 "  -q      allow queue_if_no_path when multipathd is not running\n"\
104                 "  -d      dry run, do not create or update devmaps\n" \
105                 "  -t      dump internal hardware table\n" \
106                 "  -r      force devmap reload\n" \
107                 "  -i      ignore wwids file\n" \
108                 "  -B      treat the bindings file as read only\n" \
109                 "  -p      policy failover|multibus|group_by_serial|group_by_prio\n" \
110                 "  -b fil  bindings file location\n" \
111                 "  -w      remove a device from the wwids file\n" \
112                 "  -W      reset the wwids file include only the current devices\n" \
113                 "  -p pol  force all maps to specified path grouping policy :\n" \
114                 "          . failover            one path per priority group\n" \
115                 "          . multibus            all paths in one priority group\n" \
116                 "          . group_by_serial     one priority group per serial\n" \
117                 "          . group_by_prio       one priority group per priority lvl\n" \
118                 "          . group_by_node_name  one priority group per target node\n" \
119                 "  -v lvl  verbosity level\n" \
120                 "          . 0 no output\n" \
121                 "          . 1 print created devmap names only\n" \
122                 "          . 2 default verbosity\n" \
123                 "          . 3 print debug information\n" \
124                 "  dev     action limited to:\n" \
125                 "          . multipath named 'dev' (ex: mpath0) or\n" \
126                 "          . multipath whose wwid is 'dev' (ex: 60051..)\n" \
127                 "          . multipath including the path named 'dev' (ex: /dev/sda)\n" \
128                 "          . multipath including the path with maj:min 'dev' (ex: 8:0)\n" \
129                 );
130
131 }
132
133 static int
134 update_paths (struct multipath * mpp)
135 {
136         int i, j;
137         struct pathgroup * pgp;
138         struct path * pp;
139
140         if (!mpp->pg)
141                 return 0;
142
143         vector_foreach_slot (mpp->pg, pgp, i) {
144                 if (!pgp->paths)
145                         continue;
146
147                 vector_foreach_slot (pgp->paths, pp, j) {
148                         if (!strlen(pp->dev)) {
149                                 if (devt2devname(pp->dev, FILE_NAME_SIZE,
150                                                  pp->dev_t)) {
151                                         /*
152                                          * path is not in sysfs anymore
153                                          */
154                                         pp->chkrstate = pp->state = PATH_DOWN;
155                                         continue;
156                                 }
157                                 pp->mpp = mpp;
158                                 if (pathinfo(pp, conf->hwtable, DI_ALL))
159                                         pp->state = PATH_UNCHECKED;
160                                 continue;
161                         }
162                         pp->mpp = mpp;
163                         if (pp->state == PATH_UNCHECKED ||
164                             pp->state == PATH_WILD) {
165                                 if (pathinfo(pp, conf->hwtable, DI_CHECKER))
166                                         pp->state = PATH_UNCHECKED;
167                         }
168
169                         if (pp->priority == PRIO_UNDEF) {
170                                 if (pathinfo(pp, conf->hwtable, DI_PRIO))
171                                         pp->priority = PRIO_UNDEF;
172                         }
173                 }
174         }
175         return 0;
176 }
177
178 static int
179 get_dm_mpvec (vector curmp, vector pathvec, char * refwwid)
180 {
181         int i;
182         struct multipath * mpp;
183         char params[PARAMS_SIZE], status[PARAMS_SIZE];
184
185         if (dm_get_maps(curmp))
186                 return 1;
187
188         vector_foreach_slot (curmp, mpp, i) {
189                 /*
190                  * discard out of scope maps
191                  */
192                 if (mpp->wwid && refwwid &&
193                     strncmp(mpp->wwid, refwwid, WWID_SIZE)) {
194                         condlog(3, "skip map %s: out of scope", mpp->alias);
195                         free_multipath(mpp, KEEP_PATHS);
196                         vector_del_slot(curmp, i);
197                         i--;
198                         continue;
199                 }
200
201                 if (conf->cmd == CMD_VALID_PATH)
202                         continue;
203
204                 dm_get_map(mpp->alias, &mpp->size, params);
205                 condlog(3, "params = %s", params);
206                 dm_get_status(mpp->alias, status);
207                 condlog(3, "status = %s", status);
208
209                 disassemble_map(pathvec, params, mpp);
210
211                 /*
212                  * disassemble_map() can add new paths to pathvec.
213                  * If not in "fast list mode", we need to fetch information
214                  * about them
215                  */
216                 if (conf->cmd != CMD_LIST_SHORT)
217                         update_paths(mpp);
218
219                 if (conf->cmd == CMD_LIST_LONG)
220                         mpp->bestpg = select_path_group(mpp);
221
222                 disassemble_status(status, mpp);
223
224                 if (conf->cmd == CMD_LIST_SHORT ||
225                     conf->cmd == CMD_LIST_LONG)
226                         print_multipath_topology(mpp, conf->verbosity);
227
228                 if (conf->cmd == CMD_CREATE)
229                         reinstate_paths(mpp);
230         }
231         return 0;
232 }
233
234
235 /*
236  * Return value:
237  *  -1: Retry
238  *   0: Success
239  *   1: Failure
240  */
241 static int
242 configure (void)
243 {
244         vector curmp = NULL;
245         vector pathvec = NULL;
246         struct vectors vecs;
247         int r = 1;
248         int di_flag = 0;
249         char * refwwid = NULL;
250         char * dev = NULL;
251
252         /*
253          * allocate core vectors to store paths and multipaths
254          */
255         curmp = vector_alloc();
256         pathvec = vector_alloc();
257
258         if (!curmp || !pathvec) {
259                 condlog(0, "can not allocate memory");
260                 goto out;
261         }
262         vecs.pathvec = pathvec;
263         vecs.mpvec = curmp;
264
265         dev = convert_dev(conf->dev, (conf->dev_type == DEV_DEVNODE));
266
267         /*
268          * if we have a blacklisted device parameter, exit early
269          */
270         if (dev && conf->dev_type == DEV_DEVNODE &&
271             conf->cmd != CMD_REMOVE_WWID &&
272             (filter_devnode(conf->blist_devnode,
273                             conf->elist_devnode, dev) > 0)) {
274                 if (conf->cmd == CMD_VALID_PATH)
275                         printf("%s is not a valid multipath device path\n",
276                                conf->dev);
277                 goto out;
278         }
279         /*
280          * scope limiting must be translated into a wwid
281          * failing the translation is fatal (by policy)
282          */
283         if (conf->dev) {
284                 int failed = get_refwwid(conf->dev, conf->dev_type, pathvec,
285                                          &refwwid);
286                 if (!refwwid) {
287                         condlog(3, "%s: failed to get wwid", conf->dev);
288                         if (failed == 2 && conf->cmd == CMD_VALID_PATH)
289                                 printf("%s is not a valid multipath device path\n", conf->dev);
290                         else
291                                 condlog(3, "scope is nul");
292                         goto out;
293                 }
294                 if (conf->cmd == CMD_REMOVE_WWID) {
295                         r = remove_wwid(refwwid);
296                         if (r == 0)
297                                 printf("wwid '%s' removed\n", refwwid);
298                         else if (r == 1) {
299                                 printf("wwid '%s' not in wwids file\n",
300                                         refwwid);
301                                 r = 0;
302                         }
303                         goto out;
304                 }
305                 if (conf->cmd == CMD_ADD_WWID) {
306                         r = remember_wwid(refwwid);
307                         if (r == 0)
308                                 printf("wwid '%s' added\n", refwwid);
309                         else
310                                 printf("failed adding '%s' to wwids file\n",
311                                        refwwid);
312                         goto out;
313                 }
314                 condlog(3, "scope limited to %s", refwwid);
315                 /* If you are ignoring the wwids file and find_multipaths is
316                  * set, you need to actually check if there are two available
317                  * paths to determine if this path should be multipathed. To
318                  * do this, we put off the check until after discovering all
319                  * the paths */
320                 if (conf->cmd == CMD_VALID_PATH &&
321                     (!conf->find_multipaths || !conf->ignore_wwids)) {
322                         if (conf->ignore_wwids ||
323                             check_wwids_file(refwwid, 0) == 0)
324                                 r = 0;
325
326                         printf("%s %s a valid multipath device path\n",
327                                conf->dev, r == 0 ? "is" : "is not");
328                         goto out;
329                 }
330         }
331
332         /*
333          * get a path list
334          */
335         if (conf->dev)
336                 di_flag = DI_WWID;
337
338         if (conf->cmd == CMD_LIST_LONG)
339                 /* extended path info '-ll' */
340                 di_flag |= DI_SYSFS | DI_CHECKER;
341         else if (conf->cmd == CMD_LIST_SHORT)
342                 /* minimum path info '-l' */
343                 di_flag |= DI_SYSFS;
344         else
345                 /* maximum info */
346                 di_flag = DI_ALL;
347
348         if (path_discovery(pathvec, conf, di_flag) < 0)
349                 goto out;
350
351         if (conf->verbosity > 2)
352                 print_all_paths(pathvec, 1);
353
354         get_path_layout(pathvec, 0);
355
356         if (get_dm_mpvec(curmp, pathvec, refwwid))
357                 goto out;
358
359         filter_pathvec(pathvec, refwwid);
360
361
362         if (conf->cmd == CMD_VALID_PATH) {
363                 /* This only happens if find_multipaths is and
364                  * ignore_wwids is set.
365                  * If there is currently a multipath device matching
366                  * the refwwid, or there is more than one path matching
367                  * the refwwid, then the path is valid */
368                 if (VECTOR_SIZE(curmp) != 0 || VECTOR_SIZE(pathvec) > 1)
369                         r = 0;
370                 printf("%s %s a valid multipath device path\n",
371                        conf->dev, r == 0 ? "is" : "is not");
372                 goto out;
373         }
374
375         if (conf->cmd != CMD_CREATE && conf->cmd != CMD_DRY_RUN) {
376                 r = 0;
377                 goto out;
378         }
379
380         /*
381          * core logic entry point
382          */
383         r = coalesce_paths(&vecs, NULL, refwwid, conf->force_reload);
384
385 out:
386         if (refwwid)
387                 FREE(refwwid);
388
389         free_multipathvec(curmp, KEEP_PATHS);
390         free_pathvec(pathvec, FREE_PATHS);
391
392         return r;
393 }
394
395 static int
396 dump_config (void)
397 {
398         char * c;
399         char * reply;
400         unsigned int maxlen = 256;
401         int again = 1;
402
403         reply = MALLOC(maxlen);
404
405         while (again) {
406                 if (!reply)
407                         return 1;
408                 c = reply;
409                 c += snprint_defaults(c, reply + maxlen - c);
410                 again = ((c - reply) == maxlen);
411                 if (again) {
412                         reply = REALLOC(reply, maxlen *= 2);
413                         continue;
414                 }
415                 c += snprint_blacklist(c, reply + maxlen - c);
416                 again = ((c - reply) == maxlen);
417                 if (again) {
418                         reply = REALLOC(reply, maxlen *= 2);
419                         continue;
420                 }
421                 c += snprint_blacklist_except(c, reply + maxlen - c);
422                 again = ((c - reply) == maxlen);
423                 if (again) {
424                         reply = REALLOC(reply, maxlen *= 2);
425                         continue;
426                 }
427                 c += snprint_hwtable(c, reply + maxlen - c, conf->hwtable);
428                 again = ((c - reply) == maxlen);
429                 if (again) {
430                         reply = REALLOC(reply, maxlen *= 2);
431                         continue;
432                 }
433                 c += snprint_overrides(c, reply + maxlen - c, conf->overrides);
434                 again = ((c - reply) == maxlen);
435                 if (again) {
436                         reply = REALLOC(reply, maxlen *= 2);
437                         continue;
438                 }
439                 c += snprint_mptable(c, reply + maxlen - c, conf->mptable);
440                 again = ((c - reply) == maxlen);
441                 if (again)
442                         reply = REALLOC(reply, maxlen *= 2);
443         }
444
445         printf("%s", reply);
446         FREE(reply);
447         return 0;
448 }
449
450 static int
451 get_dev_type(char *dev) {
452         struct stat buf;
453         int i;
454
455         if (stat(dev, &buf) == 0 && S_ISBLK(buf.st_mode)) {
456                 if (dm_is_dm_major(major(buf.st_rdev)))
457                         return DEV_DEVMAP;
458                 return DEV_DEVNODE;
459         }
460         else if (sscanf(dev, "%d:%d", &i, &i) == 2)
461                 return DEV_DEVT;
462         else
463                 return DEV_DEVMAP;
464 }
465
466 int
467 main (int argc, char *argv[])
468 {
469         struct udev *udev;
470         int arg;
471         extern char *optarg;
472         extern int optind;
473         int r = 1;
474
475         udev = udev_new();
476         logsink = 0;
477         if (load_config(DEFAULT_CONFIGFILE, udev))
478                 exit(1);
479
480         while ((arg = getopt(argc, argv, ":adchl::FfM:v:p:b:BritquwW")) != EOF ) {
481                 switch(arg) {
482                 case 1: printf("optarg : %s\n",optarg);
483                         break;
484                 case 'v':
485                         if (sizeof(optarg) > sizeof(char *) ||
486                             !isdigit(optarg[0])) {
487                                 usage (argv[0]);
488                                 exit(1);
489                         }
490
491                         conf->verbosity = atoi(optarg);
492                         break;
493                 case 'b':
494                         conf->bindings_file = strdup(optarg);
495                         break;
496                 case 'B':
497                         conf->bindings_read_only = 1;
498                         break;
499                 case 'q':
500                         conf->allow_queueing = 1;
501                         break;
502                 case 'c':
503                         conf->cmd = CMD_VALID_PATH;
504                         break;
505                 case 'd':
506                         if (conf->cmd == CMD_CREATE)
507                                 conf->cmd = CMD_DRY_RUN;
508                         break;
509                 case 'f':
510                         conf->remove = FLUSH_ONE;
511                         break;
512                 case 'F':
513                         conf->remove = FLUSH_ALL;
514                         break;
515                 case 'l':
516                         if (optarg && !strncmp(optarg, "l", 1))
517                                 conf->cmd = CMD_LIST_LONG;
518                         else
519                                 conf->cmd = CMD_LIST_SHORT;
520
521                         break;
522                 case 'M':
523 #if _DEBUG_
524                         debug = atoi(optarg);
525 #endif
526                         break;
527                 case 'p':
528                         conf->pgpolicy_flag = get_pgpolicy_id(optarg);
529                         if (conf->pgpolicy_flag == -1) {
530                                 printf("'%s' is not a valid policy\n", optarg);
531                                 usage(argv[0]);
532                                 exit(1);
533                         }
534                         break;
535                 case 'r':
536                         conf->force_reload = 1;
537                         break;
538                 case 'i':
539                         conf->ignore_wwids = 1;
540                         break;
541                 case 't':
542                         r = dump_config();
543                         goto out_free_config;
544                 case 'h':
545                         usage(argv[0]);
546                         exit(0);
547                 case 'u':
548                         conf->cmd = CMD_VALID_PATH;
549                         conf->dev_type = DEV_UEVENT;
550                         break;
551                 case 'w':
552                         conf->cmd = CMD_REMOVE_WWID;
553                         break;
554                 case 'W':
555                         conf->cmd = CMD_RESET_WWIDS;
556                         break;
557                 case 'a':
558                         conf->cmd = CMD_ADD_WWID;
559                         break;
560                 case ':':
561                         fprintf(stderr, "Missing option argument\n");
562                         usage(argv[0]);
563                         exit(1);
564                 case '?':
565                         fprintf(stderr, "Unknown switch: %s\n", optarg);
566                         usage(argv[0]);
567                         exit(1);
568                 default:
569                         usage(argv[0]);
570                         exit(1);
571                 }
572         }
573
574         if (getuid() != 0) {
575                 fprintf(stderr, "need to be root\n");
576                 exit(1);
577         }
578
579         if (dm_prereq())
580                 exit(1);
581         dm_drv_version(conf->version, TGT_MPATH);
582
583         if (optind < argc) {
584                 conf->dev = MALLOC(FILE_NAME_SIZE);
585
586                 if (!conf->dev)
587                         goto out;
588
589                 strncpy(conf->dev, argv[optind], FILE_NAME_SIZE);
590                 if (conf->dev_type != DEV_UEVENT)
591                         conf->dev_type = get_dev_type(conf->dev);
592         }
593         conf->daemon = 0;
594         if (conf->dev_type == DEV_UEVENT) {
595                 openlog("multipath", 0, LOG_DAEMON);
596                 setlogmask(LOG_UPTO(conf->verbosity + 3));
597                 logsink = 1;
598         }
599
600         if (conf->max_fds) {
601                 struct rlimit fd_limit;
602
603                 fd_limit.rlim_cur = conf->max_fds;
604                 fd_limit.rlim_max = conf->max_fds;
605                 if (setrlimit(RLIMIT_NOFILE, &fd_limit) < 0)
606                         condlog(0, "can't set open fds limit to %d : %s",
607                                 conf->max_fds, strerror(errno));
608         }
609
610         if (init_checkers()) {
611                 condlog(0, "failed to initialize checkers");
612                 goto out;
613         }
614         if (init_prio()) {
615                 condlog(0, "failed to initialize prioritizers");
616                 goto out;
617         }
618         dm_init();
619
620         if (conf->cmd == CMD_VALID_PATH &&
621             (!conf->dev || conf->dev_type == DEV_DEVMAP)) {
622                 condlog(0, "the -c option requires a path to check");
623                 goto out;
624         }
625         if (conf->cmd == CMD_VALID_PATH &&
626             conf->dev_type == DEV_UEVENT) {
627                 int fd;
628
629                 fd = ux_socket_connect(DEFAULT_SOCKET);
630                 if (fd == -1) {
631                         printf("%s is not a valid multipath device path\n",
632                                 conf->dev);
633                         goto out;
634                 }
635                 close(fd);
636         }
637         if (conf->cmd == CMD_REMOVE_WWID && !conf->dev) {
638                 condlog(0, "the -w option requires a device");
639                 goto out;
640         }
641         if (conf->cmd == CMD_RESET_WWIDS) {
642                 struct multipath * mpp;
643                 int i;
644                 vector curmp;
645
646                 curmp = vector_alloc();
647                 if (!curmp) {
648                         condlog(0, "can't allocate memory for mp list");
649                         goto out;
650                 }
651                 if (dm_get_maps(curmp) == 0)
652                         r = replace_wwids(curmp);
653                 if (r == 0)
654                         printf("successfully reset wwids\n");
655                 vector_foreach_slot_backwards(curmp, mpp, i) {
656                         vector_del_slot(curmp, i);
657                         free_multipath(mpp, KEEP_PATHS);
658                 }
659                 vector_free(curmp);
660                 goto out;
661         }
662         if (conf->remove == FLUSH_ONE) {
663                 if (conf->dev_type == DEV_DEVMAP) {
664                         r = dm_suspend_and_flush_map(conf->dev);
665                 } else
666                         condlog(0, "must provide a map name to remove");
667
668                 goto out;
669         }
670         else if (conf->remove == FLUSH_ALL) {
671                 r = dm_flush_maps();
672                 goto out;
673         }
674         while ((r = configure()) < 0)
675                 condlog(3, "restart multipath configuration process");
676
677 out:
678         dm_lib_release();
679         dm_lib_exit();
680
681         cleanup_prio();
682         cleanup_checkers();
683
684         if (conf->dev_type == DEV_UEVENT)
685                 closelog();
686
687 out_free_config:
688         /*
689          * Freeing config must be done after dm_lib_exit(), because
690          * the logging function (dm_write_log()), which is called there,
691          * references the config.
692          */
693         free_config(conf);
694         conf = NULL;
695         udev_unref(udev);
696 #ifdef _DEBUG_
697         dbg_free_final(NULL);
698 #endif
699         return r;
700 }