lustre/obdclass/class_obd.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * Copyright (C) 2001, 2002 Cluster File Systems, Inc.
   5  *
   6  * This code is issued under the GNU General Public License.
   7  * See the file COPYING in this distribution
   8  *
   9  * These are the only exported functions, they provide some generic
  10  * infrastructure for managing object devices
  11  *
  12  * Object Devices Class Driver
  13  */
  14
  15 #define EXPORT_SYMTAB
  16 #include <linux/config.h> /* for CONFIG_PROC_FS */
  17 #include <linux/module.h>
  18 #include <linux/errno.h>
  19 #include <linux/kernel.h>
  20 #include <linux/major.h>
  21 #include <linux/sched.h>
  22 #include <linux/lp.h>
  23 #include <linux/slab.h>
  24 #include <linux/ioport.h>
  25 #include <linux/fcntl.h>
  26 #include <linux/delay.h>
  27 #include <linux/skbuff.h>
  28 #include <linux/proc_fs.h>
  29 #include <linux/fs.h>
  30 #include <linux/poll.h>
  31 #include <linux/init.h>
  32 #include <linux/list.h>
  33 #include <asm/io.h>
  34 #include <asm/system.h>
  35 #include <asm/poll.h>
  36 #include <asm/uaccess.h>
  37 #include <linux/miscdevice.h>
  38
  39 #define DEBUG_SUBSYSTEM S_CLASS
  40
  41 #include <linux/obd_support.h>
  42 #include <linux/obd_class.h>
  43 #include <linux/lustre_debug.h>
  44 #include <linux/smp_lock.h>
  45 #include <linux/lprocfs.h>
  46
  47 struct semaphore obd_conf_sem;   /* serialize configuration commands */
  48 struct obd_device obd_dev[MAX_OBD_DEVICES];
  49 struct list_head obd_types;
  50 unsigned long obd_memory;
  51
  52 /* The following are visible and mutable through /proc/sys/lustre/. */
  53 unsigned long obd_fail_loc;
  54 unsigned long obd_timeout = 100;
  55 char obd_recovery_upcall[128] = "/usr/lib/lustre/ha_assist";
  56
  57 extern struct obd_type *class_nm_to_type(char *nm);
  58 /*
  59  * LProcFS specific data structures. These define the namespace for
  60  * the various device classes. We will need to distribute these
  61  * later, to individual modules (e.g. MDS, MDC etc)
  62  */
  63
  64 #ifdef LPROCFS_EXISTS
  65
  66 /*
  67  * Common SNMP namespace
  68  */
  69
  70 char *snmp_dir_nm[] = {
  71         "snmp",
  72         0
  73
  74 };
  75
  76 lprocfs_vars_t snmp_var_nm[]={
  77         {"uuid", rd_uuid, wr_uuid},
  78         {"f_blocksize",rd_blksize, wr_other},
  79         {"f_blockstotal",rd_blktotal, wr_other},
  80         {"f_blocksfree",rd_blkfree, wr_other},
  81         {"f_kbytesfree", rd_kbfree, wr_other},
  82         {"f_objects", rd_numobjects, wr_other},
  83         {"f_objectsfree", rd_objfree, wr_other},
  84         {"f_objectgroups", rd_objgroups, wr_other},
  85         {"0", 0, 0}
  86 };
  87
  88
  89
  90
  91 /*
  92  * Common OBD namespace for lprocFS (these are used very often)
  93  */
  94
  95 char* obd_dir_nm_1[]= {
  96         "mgmt%",
  97         "mgmt/setup",
  98         "mgmt/cleanup",
  99         "mgmt/connect",
 100         "mgmt/disconnect",
 101         0
 102 };
 103
 104 lprocfs_vars_t obd_var_nm_1[]= {
 105         {"num_ops", lprocfs_ll_rd, lprocfs_ll_wr},
 106         {"min_time", lprocfs_ll_rd, lprocfs_ll_wr},
 107         {"max_time", lprocfs_ll_rd, lprocfs_ll_wr},
 108         {"sum_time", lprocfs_ll_rd, lprocfs_ll_wr},
 109         {"0", 0, 0}
 110 };
 111
 112
 113 /*
 114  *  MDC Spcific namespace for lprocFS
 115  */
 116
 117 char *mdc_dir_nm_1[]= {
 118         "reint",
 119         "getstatus",
 120         "getattr",
 121         "setattr",
 122         "open",
 123         "readpage",
 124         "create",
 125         "unlink",
 126         "link",
 127         "rename",
 128         0
 129 };
 130
 131
 132
 133
 134
 135 /*
 136  * Create the MDC groupings
 137  */
 138 lprocfs_group_t lprocfs_mdc_nm[]= {
 139
 140         {obd_dir_nm_1, obd_var_nm_1, e_generic},
 141         {mdc_dir_nm_1, obd_var_nm_1, e_generic},
 142         {snmp_dir_nm, snmp_var_nm, e_specific},
 143         {0, 0, 0}
 144 };
 145
 146 /*
 147  * MDS Device Groupings
 148  */
 149 char *mds_dir_nm_1[]={
 150         "getstatus",
 151         "connect",
 152         "disconnect_callback",
 153         "getattr",
 154         "readpage",
 155         "open",
 156         "close",
 157         "create",
 158         "unlink",
 159         "link",
 160         "rename",
 161         "reint%",
 162         "reint/summary",
 163         "reint/setattr",
 164         "reint/create",
 165         "reint/unlink",
 166         "reint/link",
 167         "reint/rename",
 168         "reint/recreate",
 169         0
 170 };
 171 /*
 172 char *mds_dir_nm_2[]={
 173         "mstatfs",
 174         0
 175 };
 176
 177
 178 lprocfs_vars_t mds_var_nm_2[]={
 179         {"f_type", rd_fs_type, wr_other},
 180         {"f_bsize",rd_other, wr_other},
 181         {"f_blocks",rd_other, wr_other},
 182         {"f_bfree",rd_other, wr_other},
 183         {"f_bavail",rd_other, wr_other},
 184         {"uuid",rd_string, wr_string},
 185         {"0", 0, 0}
 186 };
 187
 188 */
 189
 190 char *mds_snmp_dir_nm_1[] = {
 191         "snmp",
 192         0
 193 };
 194
 195
 196 lprocfs_vars_t mds_snmp_var_nm_1[] = {
 197         {"f_fstype", rd_fs_type, wr_other},
 198         {"f_files",rd_other, wr_other},
 199         {"f_inodesfree",rd_other, wr_other},
 200         {"f_filesets",rd_other, wr_other},
 201         {"0", 0, 0}
 202 };
 203
 204 lprocfs_group_t lprocfs_mds_nm[]={
 205          {obd_dir_nm_1, obd_var_nm_1, e_generic},
 206          {mds_dir_nm_1, obd_var_nm_1, e_generic},
 207          /* {mds_dir_nm_2, mds_var_nm_2, e_specific}, */
 208          {snmp_dir_nm, snmp_var_nm, e_specific},
 209          {mds_snmp_dir_nm_1, mds_snmp_var_nm_1, e_specific},
 210          {0, 0, 0}
 211 };
 212
 213 /*
 214  * OSC Namespace
 215  */
 216
 217 char* osc_dir_nm_1[]={
 218         "create",
 219         "destroy",
 220         "getattr",
 221         "setattr",
 222         "open",
 223         "close",
 224         "brw",
 225         "punch",
 226         "summary",
 227         "cancel",
 228         0
 229 };
 230
 231 lprocfs_group_t lprocfs_osc_nm[]={
 232          {obd_dir_nm_1, obd_var_nm_1, e_generic},
 233          {osc_dir_nm_1, obd_var_nm_1, e_generic},
 234          {snmp_dir_nm, snmp_var_nm, e_specific},
 235          {0, 0, 0}
 236 };
 237
 238
 239 /*
 240  * OST, LOV, OBD_FILTER namespace
 241  * Note: These namespaces are exactly similar to the osc_dir_namespace
 242  * Hence, I use the osc namespace as the base class and add only
 243  * those attributes that are missing in osc_dir_namespace.
 244  */
 245
 246 char *ost_lov_obdfilter_dir_nm_1[]={
 247         "getinfo",
 248         0
 249
 250 };
 251
 252
 253
 254 /*
 255 char *ost_lov_obdfilter_dir_nm_2[]={
 256         "ostatfs",
 257         0
 258 };
 259
 260 lprocfs_vars_t ost_lov_obdfilter_var_nm_2[]={
 261         {"f_type", rd_fs_type, wr_other},
 262         {"f_bsize",rd_other, wr_other},
 263         {"f_blocks",rd_other, wr_other},
 264         {"f_bfree",rd_other, wr_other},
 265         {"f_bavail",rd_other, wr_other},
 266         {"f_objects", rd_other, wr_other},
 267         {"f_ofree", rd_other, wr_other},
 268         {"f_objectgroups", rd_other, wr_other},
 269         {"f_uuid", rd_string, wr_string},
 270         {"0", 0, 0}
 271 };
 272 */
 273
 274
 275 char* obdfilter_snmp_dir_nm_1[] = {
 276         "snmp",
 277         0
 278 };
 279 lprocfs_vars_t obdfilter_snmp_var_nm_1[] = {
 280         {"f_fstype", rd_other, wr_other},
 281         {"f_inodestotal", rd_other, wr_other},
 282         {"f_inodesfree", rd_other, wr_other},
 283         {"0", 0, 0}
 284 };
 285
 286
 287 lprocfs_group_t lprocfs_ost_nm[] = {
 288          {obd_dir_nm_1, obd_var_nm_1, e_generic},
 289          {osc_dir_nm_1, obd_var_nm_1, e_generic},
 290          {ost_lov_obdfilter_dir_nm_1, obd_var_nm_1, e_generic},
 291          /* {ost_lov_obdfilter_dir_nm_2, ost_lov_obdfilter_var_nm_2, e_specific}, */
 292          {snmp_dir_nm, snmp_var_nm, e_specific},
 293          {0, 0, 0}
 294 };
 295
 296 char* lov_snmp_dir_nm_1[] = {
 297         "snmp",
 298         0
 299 };
 300 lprocfs_vars_t lov_snmp_var_nm_1[] = {
 301         {"lov_stripesize", rd_other, wr_other},
 302         {"lov_stripedepth", rd_other, wr_other},
 303         {"lov_stripefactor", rd_other, wr_other},
 304         {"lov_stripetype", rd_other, wr_other},
 305         {"0", 0, 0}
 306 };
 307
 308 lprocfs_group_t lprocfs_lov_nm[] = {
 309         {obd_dir_nm_1, obd_var_nm_1, e_generic},
 310         {osc_dir_nm_1, obd_var_nm_1, e_generic},
 311         {ost_lov_obdfilter_dir_nm_1, obd_var_nm_1, e_generic},
 312         /* {ost_lov_obdfilter_dir_nm_2, ost_lov_obdfilter_var_nm_2, e_specific}, */
 313         {snmp_dir_nm, snmp_var_nm, e_specific},
 314         {lov_snmp_dir_nm_1, lov_snmp_var_nm_1, e_specific},
 315         {0, 0, 0}
 316 };
 317
 318 lprocfs_group_t lprocfs_obdf_nm[] = {
 319          {obd_dir_nm_1, obd_var_nm_1, e_generic},
 320          {osc_dir_nm_1, obd_var_nm_1, e_generic},
 321          {ost_lov_obdfilter_dir_nm_1, obd_var_nm_1, e_generic},
 322          /* {ost_lov_obdfilter_dir_nm_2, ost_lov_obdfilter_var_nm_2, e_specific}, */
 323          {snmp_dir_nm, snmp_var_nm, e_specific},
 324          {obdfilter_snmp_dir_nm_1, obdfilter_snmp_var_nm_1, e_specific},
 325          {0, 0, 0}
 326 };
 327
 328
 329 /*
 330  * LDLM Device namespace
 331  */
 332
 333
 334 char* ldlm_dir_nm_1[]={
 335         "locks%",
 336         "locks/enqueus",
 337         "locks/cancels",
 338         "locks/converts",
 339         "locks/matches",
 340         0
 341 };
 342
 343 lprocfs_vars_t ldlm_var_nm_1[]= {
 344         {"num_total", lprocfs_ll_rd, lprocfs_ll_wr},
 345         {"num_zerolatency", lprocfs_ll_rd, lprocfs_ll_wr},
 346         {"num_zerolatency_inflight", lprocfs_ll_rd, lprocfs_ll_wr},
 347         {"num_zerolatency_done", lprocfs_ll_rd, lprocfs_ll_wr},
 348         {"nonzero_mintime", lprocfs_ll_rd, lprocfs_ll_wr},
 349         {"nonzero_maxtime", lprocfs_ll_rd, lprocfs_ll_wr},
 350         {"nonzero_sumtime", lprocfs_ll_rd, lprocfs_ll_wr},
 351         {"0", 0, 0}
 352
 353 };
 354
 355 lprocfs_group_t lprocfs_ldlm_nm[]={
 356          {obd_dir_nm_1, obd_var_nm_1, e_generic},
 357          {ldlm_dir_nm_1, ldlm_var_nm_1, e_generic},
 358          {0, 0, 0}
 359 };
 360
 361 /*
 362  * Note: Need to add namespace for breaking out locks by device class
 363  */
 364
 365 /*
 366  * PTLRPC Namespace
 367  */
 368 char* ptlrpc_dir_nm_1[]={
 369         "counters",
 370         0
 371 };
 372
 373 lprocfs_vars_t ptlrpc_var_nm_1[]={
 374         {"msgs_alloc", lprocfs_ll_rd, lprocfs_ll_wr},
 375         {"msgs_max", lprocfs_ll_rd, lprocfs_ll_wr},
 376         {"recv_count", lprocfs_ll_rd, lprocfs_ll_wr},
 377         {"recv_length", lprocfs_ll_rd, lprocfs_ll_wr},
 378         {"send_count", lprocfs_ll_rd, lprocfs_ll_wr},
 379         {"send_length", lprocfs_ll_rd, lprocfs_ll_wr},
 380         {"portal_kmemory", lprocfs_ll_rd, lprocfs_ll_wr},
 381         {"0", 0, 0}
 382 };
 383
 384 char* ptlrpc_dir_nm_2[] = {
 385         "network",
 386         0
 387 };
 388
 389 lprocfs_vars_t ptlrpc_var_nm_2[] = {
 390         {"type", rd_string, wr_string},
 391         {"mtu", lprocfs_ll_rd, lprocfs_ll_wr},
 392         {"rxpackets", lprocfs_ll_rd, lprocfs_ll_wr},
 393         {"txpackets", lprocfs_ll_rd, lprocfs_ll_wr},
 394         {"txbytes", lprocfs_ll_rd, lprocfs_ll_wr},
 395         {"0", 0, 0}
 396 };
 397
 398 lprocfs_group_t lprocfs_ptlrpc_nm[]={
 399          {obd_dir_nm_1, obd_var_nm_1, e_generic},
 400          {ptlrpc_dir_nm_1, ptlrpc_var_nm_1, e_generic},
 401          {ptlrpc_dir_nm_2, ptlrpc_var_nm_2, e_specific},
 402          {snmp_dir_nm, snmp_var_nm, e_specific},
 403          {0, 0, 0}
 404 };
 405
 406
 407 /*
 408  * Building the entire device namespace. This will be used during attach and
 409  * detach to associate the namespace with the class of the device
 410  */
 411
 412 lprocfs_obd_nm_t obd_nm[]={
 413         {"mdc", lprocfs_mdc_nm, sizeof(struct lprofiler_gen)},
 414         {"mds", lprocfs_mds_nm, sizeof(struct lprofiler_gen)},
 415         {"osc", lprocfs_osc_nm, sizeof(struct lprofiler_gen)},
 416         {"ost", lprocfs_ost_nm, sizeof(struct lprofiler_gen)},
 417         {"lov", lprocfs_lov_nm, sizeof(struct lprofiler_gen)},
 418         {"obdfilter", lprocfs_obdf_nm, sizeof(struct lprofiler_gen)},
 419         {"obdecho", lprocfs_ost_nm, sizeof(struct lprofiler_gen)},
 420         {"ldlm", lprocfs_ldlm_nm, sizeof(struct lprofiler_ldlm)},
 421         {"ptlrpc", lprocfs_ptlrpc_nm, sizeof(struct lprofiler_ptlrpc)},
 422         {"0", 0, 0}
 423 };
 424
 425 #else
 426
 427 lprocfs_obd_nm_t* obd_nm=0;
 428
 429 #endif
 430
 431 /*  opening /dev/obd */
 432 static int obd_class_open(struct inode * inode, struct file * file)
 433 {
 434         ENTRY;
 435
 436         file->private_data = NULL;
 437         CDEBUG(D_IOCTL, "MOD_INC_USE for open: count = %d\n",
 438                atomic_read(&(THIS_MODULE)->uc.usecount));
 439         MOD_INC_USE_COUNT;
 440         RETURN(0);
 441 }
 442
 443 /*  closing /dev/obd */
 444 static int obd_class_release(struct inode * inode, struct file * file)
 445 {
 446         ENTRY;
 447
 448         // XXX drop lsm, connections here
 449         if (file->private_data)
 450                 file->private_data = NULL;
 451
 452         CDEBUG(D_IOCTL, "MOD_DEC_USE for close: count = %d\n",
 453                atomic_read(&(THIS_MODULE)->uc.usecount) - 1);
 454         MOD_DEC_USE_COUNT;
 455         RETURN(0);
 456 }
 457
 458
 459 inline void obd_data2conn(struct lustre_handle *conn, struct obd_ioctl_data *data)
 460 {
 461         conn->addr = data->ioc_addr;
 462         conn->cookie = data->ioc_cookie;
 463 }
 464
 465
 466 inline void obd_conn2data(struct obd_ioctl_data *data, struct lustre_handle *conn)
 467 {
 468         data->ioc_addr = conn->addr;
 469         data->ioc_cookie = conn->cookie;
 470 }
 471
 472
 473 /* to control /dev/obd */
 474 static int obd_class_ioctl (struct inode * inode, struct file * filp,
 475                             unsigned int cmd, unsigned long arg)
 476 {
 477         char *buf = NULL;
 478         int len = 0;
 479         struct obd_ioctl_data *data;
 480         struct obd_device *obd = filp->private_data;
 481
 482         struct lustre_handle conn;
 483         int rw = OBD_BRW_READ;
 484         int err = 0;
 485         int serialised = 0;
 486         int l_idx = 0;
 487         ENTRY;
 488
 489         switch (cmd)
 490         {
 491         case OBD_IOC_BRW_WRITE:
 492         case OBD_IOC_BRW_READ:
 493         case OBD_IOC_GETATTR:
 494                 break;
 495         default:
 496                 down(&obd_conf_sem);
 497                 serialised = 1;
 498                 break;
 499         }
 500
 501         if (!obd && cmd != OBD_IOC_DEVICE && cmd != TCGETS &&
 502             cmd != OBD_IOC_LIST &&
 503             cmd != OBD_IOC_NAME2DEV && cmd != OBD_IOC_NEWDEV) {
 504                 CERROR("OBD ioctl: No device\n");
 505                 GOTO(out, err=-EINVAL);
 506         }
 507         if (obd_ioctl_getdata(&buf, &len, (void *)arg)) {
 508                 CERROR("OBD ioctl: data error\n");
 509                 GOTO(out, err=-EINVAL);
 510         }
 511         data = (struct obd_ioctl_data *)buf;
 512
 513         switch (cmd) {
 514         case TCGETS:
 515                 GOTO(out, err=-EINVAL);
 516         case OBD_IOC_DEVICE: {
 517                 CDEBUG(D_IOCTL, "\n");
 518                 if (data->ioc_dev >= MAX_OBD_DEVICES || data->ioc_dev < 0) {
 519                         CERROR("OBD ioctl: DEVICE insufficient devices\n");
 520                         GOTO(out, err=-EINVAL);
 521                 }
 522                 CDEBUG(D_IOCTL, "device %d\n", data->ioc_dev);
 523
 524                 filp->private_data = &obd_dev[data->ioc_dev];
 525                 GOTO(out, err=0);
 526         }
 527
 528         case OBD_IOC_LIST: {
 529                 int i;
 530                 char *buf2 = data->ioc_bulk;
 531                 int remains = data->ioc_inllen1;
 532
 533                 if (!data->ioc_inlbuf1) {
 534                         CERROR("No buffer passed!\n");
 535                         GOTO(out, err=-EINVAL);
 536                 }
 537
 538
 539                 for (i = 0 ; i < MAX_OBD_DEVICES ; i++) {
 540                         int l;
 541                         char *status;
 542                         struct obd_device *obd = &obd_dev[i];
 543                         if (!obd->obd_type)
 544                                 continue;
 545                         if (obd->obd_flags & OBD_SET_UP)
 546                                 status = "UP";
 547                         else if (obd->obd_flags & OBD_ATTACHED)
 548                                 status = "AT";
 549                         else
 550                                 status = "-";
 551                         l = snprintf(buf2, remains, "%2d %s %s %s %s %d\n",
 552                                      i, status, obd->obd_type->typ_name,
 553                                      obd->obd_name, obd->obd_uuid, obd->obd_type->typ_refcnt);
 554                         buf2 +=l;
 555                         remains -=l;
 556                         if (remains <= 0) {
 557                                 CERROR("not enough space for device listing\n");
 558                                 break;
 559                         }
 560                 }
 561
 562                 err = copy_to_user((int *)arg, data, len);
 563                 GOTO(out, err);
 564         }
 565
 566
 567         case OBD_IOC_NAME2DEV: {
 568                 /* Resolve a device name.  This does not change the
 569                  * currently selected device.
 570                  */
 571                 int dev;
 572
 573                 if (!data->ioc_inllen1 || !data->ioc_inlbuf1 ) {
 574                         CERROR("No name passed,!\n");
 575                         GOTO(out, err=-EINVAL);
 576                 }
 577                 if (data->ioc_inlbuf1[data->ioc_inllen1-1] !=0) {
 578                         CERROR("Name not nul terminated!\n");
 579                         GOTO(out, err=-EINVAL);
 580                 }
 581
 582                 CDEBUG(D_IOCTL, "device name %s\n", data->ioc_inlbuf1);
 583                 dev = class_name2dev(data->ioc_inlbuf1);
 584                 data->ioc_dev = dev;
 585                 if (dev == -1) {
 586                         CDEBUG(D_IOCTL, "No device for name %s!\n",
 587                                data->ioc_inlbuf1);
 588                         GOTO(out, err=-EINVAL);
 589                 }
 590
 591                 CDEBUG(D_IOCTL, "device name %s, dev %d\n", data->ioc_inlbuf1,
 592                        dev);
 593                 err = copy_to_user((int *)arg, data, sizeof(*data));
 594                 GOTO(out, err);
 595         }
 596
 597         case OBD_IOC_UUID2DEV: {
 598                 /* Resolve a device uuid.  This does not change the
 599                  * currently selected device.
 600                  */
 601                 int dev;
 602
 603                 if (!data->ioc_inllen1 || !data->ioc_inlbuf1) {
 604                         CERROR("No UUID passed!\n");
 605                         GOTO(out, err=-EINVAL);
 606                 }
 607                 if (data->ioc_inlbuf1[data->ioc_inllen1-1] !=0) {
 608                         CERROR("Name not nul terminated!\n");
 609                         GOTO(out, err=-EINVAL);
 610                 }
 611
 612                 CDEBUG(D_IOCTL, "device name %s\n", data->ioc_inlbuf1);
 613                 dev = class_uuid2dev(data->ioc_inlbuf1);
 614                 data->ioc_dev = dev;
 615                 if (dev == -1) {
 616                         CDEBUG(D_IOCTL, "No device for name %s!\n",
 617                                data->ioc_inlbuf1);
 618                         GOTO(out, err=-EINVAL);
 619                 }
 620
 621                 CDEBUG(D_IOCTL, "device name %s, dev %d\n", data->ioc_inlbuf1,
 622                        dev);
 623                 err = copy_to_user((int *)arg, data, sizeof(*data));
 624                 GOTO(out, err);
 625         }
 626
 627         case OBD_IOC_NEWDEV: {
 628                 int dev = -1;
 629                 int i;
 630
 631                 filp->private_data = NULL;
 632                 for (i = 0 ; i < MAX_OBD_DEVICES ; i++) {
 633                         struct obd_device *obd = &obd_dev[i];
 634                         if (!obd->obd_type) {
 635                                 filp->private_data = obd;
 636                                 dev = i;
 637                                 break;
 638                         }
 639                 }
 640
 641
 642                 data->ioc_dev = dev;
 643                 if (dev == -1)
 644                         GOTO(out, err=-EINVAL);
 645
 646                 err = copy_to_user((int *)arg, data, sizeof(*data));
 647                 GOTO(out, err);
 648         }
 649
 650         case OBD_IOC_ATTACH: {
 651                 struct obd_type *type;
 652                 int minor;
 653
 654                 /* have we attached a type to this device */
 655                 if (obd->obd_flags & OBD_ATTACHED || obd->obd_type) {
 656                         CERROR("OBD: Device %d already typed as %s.\n",
 657                                obd->obd_minor, MKSTR(obd->obd_type->typ_name));
 658                         GOTO(out, err=-EBUSY);
 659                 }
 660
 661                 if (!data->ioc_inllen1 || !data->ioc_inlbuf1) {
 662                         CERROR("No type passed!\n");
 663                         GOTO(out, err=-EINVAL);
 664                 }
 665                 if (data->ioc_inlbuf1[data->ioc_inllen1-1] !=0) {
 666                         CERROR("Type not nul terminated!\n");
 667                         GOTO(out, err=-EINVAL);
 668                 }
 669
 670                 CDEBUG(D_IOCTL, "attach type %s name: %s uuid: %s\n",
 671                        MKSTR(data->ioc_inlbuf1),
 672                        MKSTR(data->ioc_inlbuf2), MKSTR(data->ioc_inlbuf3));
 673
 674                 /* find the type */
 675                 type = class_nm_to_type(data->ioc_inlbuf1);
 676                 if (!type) {
 677                         CERROR("OBD: unknown type dev %d\n", obd->obd_minor);
 678                         GOTO(out, err=-EINVAL);
 679                 }
 680
 681                 minor = obd->obd_minor;
 682                 memset(obd, 0, sizeof(*obd));
 683                 obd->obd_minor = minor;
 684                 obd->obd_type = type;
 685                 INIT_LIST_HEAD(&obd->obd_exports);
 686                 INIT_LIST_HEAD(&obd->obd_imports);
 687                 spin_lock_init(&obd->obd_dev_lock);
 688
 689                 /* do the attach */
 690                 if (OBP(obd, attach))
 691                         err = OBP(obd,attach)(obd, sizeof(*data), data);
 692                 if (err) {
 693                         obd->obd_type = NULL;
 694                 } else {
 695                         obd->obd_flags |= OBD_ATTACHED;
 696
 697                         type->typ_refcnt++;
 698                         CDEBUG(D_IOCTL, "OBD: dev %d attached type %s\n",
 699                                obd->obd_minor, data->ioc_inlbuf1);
 700                         if (data->ioc_inlbuf2) {
 701                                 int len = strlen(data->ioc_inlbuf2) + 1;
 702                                 OBD_ALLOC(obd->obd_name, len);
 703                                 if (!obd->obd_name) {
 704                                         CERROR("no memory\n");
 705                                         LBUG();
 706                                 }
 707                                 memcpy(obd->obd_name, data->ioc_inlbuf2, len);
 708                                 /* obd->obd_proc_entry =
 709                                         proc_lustre_register_obd_device(obd);
 710                                 */
 711                         } else {
 712                                 CERROR("WARNING: unnamed obd device\n");
 713                                 obd->obd_proc_entry = NULL;
 714                         }
 715
 716                         if (data->ioc_inlbuf3) {
 717                                 int len = strlen(data->ioc_inlbuf3);
 718                                 if (len >= sizeof(obd->obd_uuid)) {
 719                                         CERROR("uuid must be < %d bytes long\n",
 720                                                sizeof(obd->obd_uuid));
 721                                         if (obd->obd_name)
 722                                                 OBD_FREE(obd->obd_name,
 723                                                          strlen(obd->obd_name) + 1);
 724                                         GOTO(out, err=-EINVAL);
 725                                 }
 726                                 memcpy(obd->obd_uuid, data->ioc_inlbuf3, len);
 727                         }
 728                         /* Get the LprocFS namespace for this device class */
 729
 730                         l_idx = lprocfs_get_nm(data->ioc_inlbuf1, obd_nm);
 731                         if (l_idx < 0) {
 732                                 CERROR("Non-existent device class"
 733                                        "or proc/lustre not compiled \n");
 734                         } else {
 735                                 lprocfs_reg_dev(obd, obd_nm[l_idx].obd_names,
 736                                                 obd_nm[l_idx].cntr_blk_sz);
 737                         }
 738
 739                         CDEBUG(D_IOCTL, "MOD_INC_USE for attach: count = %d\n",
 740                                atomic_read(&(THIS_MODULE)->uc.usecount));
 741                         MOD_INC_USE_COUNT;
 742                 }
 743
 744                 GOTO(out, err);
 745         }
 746
 747         case OBD_IOC_DETACH: {
 748                 ENTRY;
 749                 if (obd->obd_flags & OBD_SET_UP) {
 750                         CERROR("OBD device %d still set up\n", obd->obd_minor);
 751                         GOTO(out, err=-EBUSY);
 752                 }
 753                 if (!(obd->obd_flags & OBD_ATTACHED) ) {
 754                         CERROR("OBD device %d not attached\n", obd->obd_minor);
 755                         GOTO(out, err=-ENODEV);
 756                 }
 757 #warning FIXME: Mike, we probably need some sort of "force detach" here
 758                 if (!list_empty(&obd->obd_exports) ) {
 759                         CERROR("OBD device %d (%p) has exports\n",
 760                                obd->obd_minor, obd);
 761                         GOTO(out, err=-EBUSY);
 762                 }
 763
 764
 765                 if (lprocfs_dereg_dev(obd) != LPROCFS_SUCCESS) {
 766                         CERROR("Could not remove /proc entry\n");
 767                 }
 768
 769                 if (obd->obd_name) {
 770                         OBD_FREE(obd->obd_name, strlen(obd->obd_name)+1);
 771                         obd->obd_name = NULL;
 772                 }
 773                 /*
 774                 if (obd->obd_proc_entry)
 775                         proc_lustre_release_obd_device(obd);
 776                 */
 777
 778                 obd->obd_flags &= ~OBD_ATTACHED;
 779                 obd->obd_type->typ_refcnt--;
 780                 obd->obd_type = NULL;
 781                 CDEBUG(D_IOCTL, "MOD_DEC_USE for detach: count = %d\n",
 782                        atomic_read(&(THIS_MODULE)->uc.usecount) - 1);
 783                 MOD_DEC_USE_COUNT;
 784                 GOTO(out, err = 0);
 785         }
 786
 787         case OBD_IOC_SETUP: {
 788                 /* have we attached a type to this device? */
 789                 if (!(obd->obd_flags & OBD_ATTACHED)) {
 790                         CERROR("Device %d not attached\n", obd->obd_minor);
 791                         GOTO(out, err=-ENODEV);
 792                 }
 793
 794                 /* has this been done already? */
 795                 if ( obd->obd_flags & OBD_SET_UP ) {
 796                         CERROR("Device %d already setup (type %s)\n",
 797                                obd->obd_minor, obd->obd_type->typ_name);
 798                         GOTO(out, err=-EBUSY);
 799                 }
 800
 801                 if ( OBT(obd) && OBP(obd, setup) )
 802                         err = obd_setup(obd, sizeof(*data), data);
 803
 804                 if (!err) {
 805                         obd->obd_type->typ_refcnt++;
 806                         obd->obd_flags |= OBD_SET_UP;
 807                 }
 808
 809                 GOTO(out, err);
 810         }
 811         case OBD_IOC_CLEANUP: {
 812                 /* have we attached a type to this device? */
 813                 if (!(obd->obd_flags & OBD_ATTACHED)) {
 814                         CERROR("Device %d not attached\n", obd->obd_minor);
 815                         GOTO(out, err=-ENODEV);
 816                 }
 817
 818                 if ( OBT(obd) && OBP(obd, cleanup) )
 819                         err = obd_cleanup(obd);
 820
 821                 if (!err) {
 822                         obd->obd_flags &= ~OBD_SET_UP;
 823                         obd->obd_type->typ_refcnt--;
 824                 }
 825                 GOTO(out, err);
 826         }
 827
 828         case OBD_IOC_CONNECT: {
 829                 char * cluuid = "OBD_CLASS_UUID";
 830                 obd_data2conn(&conn, data);
 831
 832                 err = obd_connect(&conn, obd, cluuid);
 833
 834                 CDEBUG(D_IOCTL, "assigned export "LPX64"\n", conn.addr);
 835                 obd_conn2data(data, &conn);
 836                 if (err)
 837                         GOTO(out, err);
 838
 839                 err = copy_to_user((int *)arg, data, sizeof(*data));
 840                 // XXX save connection data into file handle
 841                 GOTO(out, err);
 842         }
 843
 844         case OBD_IOC_DISCONNECT: {
 845                 obd_data2conn(&conn, data);
 846                 err = obd_disconnect(&conn);
 847                 GOTO(out, err);
 848         }
 849
 850         case OBD_IOC_DEC_USE_COUNT: {
 851                 CDEBUG(D_IOCTL, "MOD_DEC_USE for force dec: count = %d\n",
 852                        atomic_read(&(THIS_MODULE)->uc.usecount) - 1);
 853                 MOD_DEC_USE_COUNT;
 854                 GOTO(out, err=0);
 855         }
 856
 857         case OBD_IOC_CREATE: {
 858                 struct lov_stripe_md *lsm = NULL;
 859                 obd_data2conn(&conn, data);
 860
 861 #warning FIXME: save lsm into file handle for other ops, release on close
 862                 err = obd_create(&conn, &data->ioc_obdo1, &lsm);
 863                 if (err)
 864                         GOTO(out, err);
 865
 866                 err = copy_to_user((int *)arg, data, sizeof(*data));
 867                 GOTO(out, err);
 868         }
 869
 870         case OBD_IOC_GETATTR: {
 871
 872                 obd_data2conn(&conn, data);
 873                 err = obd_getattr(&conn, &data->ioc_obdo1, NULL);
 874                 if (err)
 875                         GOTO(out, err);
 876
 877                 err = copy_to_user((int *)arg, data, sizeof(*data));
 878                 GOTO(out, err);
 879         }
 880
 881         case OBD_IOC_SETATTR: {
 882                 obd_data2conn(&conn, data);
 883                 err = obd_setattr(&conn, &data->ioc_obdo1, NULL);
 884                 if (err)
 885                         GOTO(out, err);
 886
 887                 err = copy_to_user((int *)arg, data, sizeof(*data));
 888                 GOTO(out, err);
 889         }
 890
 891         case OBD_IOC_DESTROY: {
 892                 //void *ea;
 893                 obd_data2conn(&conn, data);
 894
 895                 err = obd_destroy(&conn, &data->ioc_obdo1, NULL);
 896                 if (err)
 897                         GOTO(out, err);
 898
 899                 err = copy_to_user((int *)arg, data, sizeof(*data));
 900                 GOTO(out, err);
 901         }
 902
 903         case OBD_IOC_OPEN: {
 904                 struct lov_stripe_md *lsm = NULL; // XXX fill in from create
 905
 906                 obd_data2conn(&conn, data);
 907                 err = obd_open(&conn, &data->ioc_obdo1, lsm);
 908                 GOTO(out, err);
 909         }
 910
 911         case OBD_IOC_CLOSE: {
 912                 struct lov_stripe_md *lsm = NULL; // XXX fill in from create
 913
 914                 obd_data2conn(&conn, data);
 915                 obd_data2conn(&conn, data);
 916                 err = obd_close(&conn, &data->ioc_obdo1, lsm);
 917                 GOTO(out, err);
 918         }
 919
 920         case OBD_IOC_BRW_WRITE:
 921                 rw = OBD_BRW_WRITE;
 922         case OBD_IOC_BRW_READ: {
 923                 struct lov_stripe_md tmp_lsm; // XXX fill in from create
 924                 struct lov_stripe_md *lsm = &tmp_lsm; // XXX fill in from create
 925                 struct io_cb_data *cbd = ll_init_cb();
 926                 obd_count       pages = 0;
 927                 struct brw_page *pga, *pgp;
 928                 __u64 id = data->ioc_obdo1.o_id;
 929                 int gfp_mask = (id & 1) ? GFP_HIGHUSER : GFP_KERNEL;
 930                 int verify = (id != 0);
 931                 __u64 off;
 932                 int j;
 933
 934                 if (!cbd)
 935                         GOTO(out, err = -ENOMEM);
 936
 937                 obd_data2conn(&conn, data);
 938
 939                 pages = data->ioc_count / PAGE_SIZE;
 940                 off = data->ioc_offset;
 941
 942                 CDEBUG(D_INODE, "BRW %s with %d pages @ "LPX64"\n",
 943                        rw == OBD_BRW_READ ? "read" : "write", pages, off);
 944                 OBD_ALLOC(pga, pages * sizeof(*pga));
 945                 if (!pga) {
 946                         CERROR("no memory for %d BRW per-page data\n", pages);
 947                         GOTO(brw_free, err = -ENOMEM);
 948                 }
 949
 950                 memset(lsm, 0, sizeof(*lsm)); // XXX don't do this later
 951                 lsm->lsm_object_id = id; // ensure id == lsm->lsm_object_id
 952
 953                 for (j = 0, pgp = pga; j < pages; j++, off += PAGE_SIZE, pgp++){
 954                         pgp->pg = alloc_pages(gfp_mask, 0);
 955                         if (!pgp->pg) {
 956                                 CERROR("no memory for brw pages\n");
 957                                 GOTO(brw_cleanup, err = -ENOMEM);
 958                         }
 959                         pgp->count = PAGE_SIZE;
 960                         pgp->off = off;
 961                         pgp->flag = 0;
 962
 963                         if (verify) {
 964                                 void *addr = kmap(pgp->pg);
 965
 966                                 if (rw == OBD_BRW_WRITE)
 967                                         page_debug_setup(addr, pgp->count,
 968                                                          pgp->off, id);
 969                                 else
 970                                         page_debug_setup(addr, pgp->count,
 971                                                          0xdeadbeef00c0ffee,
 972                                                          0xdeadbeef00c0ffee);
 973                                 kunmap(pgp->pg);
 974                         }
 975                 }
 976
 977                 err = obd_brw(rw, &conn, lsm, j, pga, ll_sync_io_cb, cbd);
 978                 if (err)
 979                         CERROR("test_brw: error from obd_brw: err = %d\n", err);
 980                 EXIT;
 981         brw_cleanup:
 982                 for (j = 0, pgp = pga; j < pages; j++, pgp++) {
 983                         if (pgp->pg != NULL) {
 984                                 if (verify && !err) {
 985                                         void *addr = kmap(pgp->pg);
 986
 987                                         err = page_debug_check("test_brw",
 988                                                                addr,
 989                                                                PAGE_SIZE,
 990                                                                pgp->off,id);
 991                                         kunmap(pgp->pg);
 992                                 }
 993                                 __free_pages(pgp->pg, 0);
 994                         }
 995                 }
 996         brw_free:
 997                 OBD_FREE(pga, pages * sizeof(*pga));
 998                 GOTO(out, err);
 999         }
1000         default:
1001                 obd_data2conn(&conn, data);
1002
1003                 err = obd_iocontrol(cmd, &conn, len, data, NULL);
1004                 if (err)
1005                         GOTO(out, err);
1006
1007                 err = copy_to_user((int *)arg, data, len);
1008                 GOTO(out, err);
1009         }
1010
1011  out:
1012         if (buf)
1013                 OBD_FREE(buf, len);
1014         if (serialised)
1015                 up(&obd_conf_sem);
1016         RETURN(err);
1017 } /* obd_class_ioctl */
1018
1019
1020
1021 /* declare character device */
1022 static struct file_operations obd_psdev_fops = {
1023         ioctl: obd_class_ioctl,       /* ioctl */
1024         open: obd_class_open,        /* open */
1025         release: obd_class_release,     /* release */
1026 };
1027
1028 /* modules setup */
1029 #define OBD_MINOR 241
1030 static struct miscdevice obd_psdev = {
1031         OBD_MINOR,
1032         "obd_psdev",
1033         &obd_psdev_fops
1034 };
1035
1036 void (*class_signal_connection_failure)(struct ptlrpc_connection *);
1037
1038 EXPORT_SYMBOL(obd_dev);
1039 EXPORT_SYMBOL(obdo_cachep);
1040 EXPORT_SYMBOL(obd_memory);
1041 EXPORT_SYMBOL(obd_fail_loc);
1042 EXPORT_SYMBOL(obd_timeout);
1043 EXPORT_SYMBOL(obd_recovery_upcall);
1044
1045 EXPORT_SYMBOL(class_register_type);
1046 EXPORT_SYMBOL(class_unregister_type);
1047 EXPORT_SYMBOL(class_name2dev);
1048 EXPORT_SYMBOL(class_uuid2dev);
1049 EXPORT_SYMBOL(class_uuid2obd);
1050 EXPORT_SYMBOL(class_new_export);
1051 EXPORT_SYMBOL(class_destroy_export);
1052 EXPORT_SYMBOL(class_connect);
1053 EXPORT_SYMBOL(class_conn2export);
1054 EXPORT_SYMBOL(class_conn2obd);
1055 EXPORT_SYMBOL(class_conn2cliimp);
1056 EXPORT_SYMBOL(class_conn2ldlmimp);
1057 EXPORT_SYMBOL(class_disconnect);
1058 EXPORT_SYMBOL(class_disconnect_all);
1059 //EXPORT_SYMBOL(class_uuid_parse);
1060 EXPORT_SYMBOL(class_uuid_unparse);
1061 //EXPORT_SYMBOL(class_multi_setup);
1062 //EXPORT_SYMBOL(class_multi_cleanup);
1063
1064 EXPORT_SYMBOL(class_signal_connection_failure);
1065 EXPORT_SYMBOL(ll_sync_io_cb);
1066 EXPORT_SYMBOL(ll_init_cb);
1067
1068 static int __init init_obdclass(void)
1069 {
1070         struct obd_device *obd;
1071         int err;
1072         int i;
1073
1074         printk(KERN_INFO "OBD class driver  v0.9, info@clusterfs.com\n");
1075
1076         sema_init(&obd_conf_sem, 1);
1077         INIT_LIST_HEAD(&obd_types);
1078
1079         if ((err = misc_register(&obd_psdev))) {
1080                 CERROR("cannot register %d err %d\n", OBD_MINOR, err);
1081                 return err;
1082         }
1083
1084         /* This struct is already zerod for us (static global) */
1085         for (i = 0, obd = obd_dev; i < MAX_OBD_DEVICES; i++, obd++)
1086                 obd->obd_minor = i;
1087
1088         err = obd_init_caches();
1089         if (err)
1090                 return err;
1091         obd_sysctl_init();
1092         return 0;
1093 }
1094
1095 static void __exit cleanup_obdclass(void)
1096 {
1097         int i;
1098         ENTRY;
1099
1100         misc_deregister(&obd_psdev);
1101         for (i = 0; i < MAX_OBD_DEVICES; i++) {
1102                 struct obd_device *obd = &obd_dev[i];
1103                 if (obd->obd_type && (obd->obd_flags & OBD_SET_UP) &&
1104                     OBT(obd) && OBP(obd, detach)) {
1105                         /* XXX should this call generic detach otherwise? */
1106                         OBP(obd, detach)(obd);
1107                 }
1108         }
1109
1110         obd_cleanup_caches();
1111         obd_sysctl_clean();
1112         CERROR("obd memory leaked: %ld bytes\n", obd_memory);
1113         EXIT;
1114 }
1115
1116 MODULE_AUTHOR("Cluster File Systems, Inc. <info@clusterfs.com>");
1117 MODULE_DESCRIPTION("Lustre Class Driver v1.0");
1118 MODULE_LICENSE("GPL");
1119
1120 module_init(init_obdclass);
1121 module_exit(cleanup_obdclass);