lustre/ost/ost_handler.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  *  Copyright (C) 2001, 2002 Cluster File Systems, Inc.
   5  *   Author: Peter J. Braam <braam@clusterfs.com>
   6  *   Author: Phil Schwan <phil@clusterfs.com>
   7  *
   8  *   This file is part of Lustre, http://www.lustre.org.
   9  *
  10  *   Lustre is free software; you can redistribute it and/or
  11  *   modify it under the terms of version 2 of the GNU General Public
  12  *   License as published by the Free Software Foundation.
  13  *
  14  *   Lustre is distributed in the hope that it will be useful,
  15  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
  16  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  17  *   GNU General Public License for more details.
  18  *
  19  *   You should have received a copy of the GNU General Public License
  20  *   along with Lustre; if not, write to the Free Software
  21  *   Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  22  *
  23  *  Storage Target Handling functions
  24  *  Lustre Object Server Module (OST)
  25  *
  26  *  This server is single threaded at present (but can easily be multi
  27  *  threaded). For testing and management it is treated as an
  28  *  obd_device, although it does not export a full OBD method table
  29  *  (the requests are coming in over the wire, so object target
  30  *  modules do not have a full method table.)
  31  */
  32
  33 #define EXPORT_SYMTAB
  34 #define DEBUG_SUBSYSTEM S_OST
  35
  36 #include <linux/module.h>
  37 #include <linux/obd_ost.h>
  38 #include <linux/lustre_net.h>
  39
  40 static int ost_destroy(struct ost_obd *ost, struct ptlrpc_request *req)
  41 {
  42         struct obd_conn conn;
  43         struct ost_body *body;
  44         int rc, size = sizeof(*body);
  45         ENTRY;
  46
  47         body = lustre_msg_buf(req->rq_reqmsg, 0);
  48         conn.oc_id = body->connid;
  49         conn.oc_dev = ost->ost_tgt;
  50
  51         rc = lustre_pack_msg(1, &size, NULL, &req->rq_replen, &req->rq_repmsg);
  52         if (rc)
  53                 RETURN(rc);
  54
  55         req->rq_status = obd_destroy(&conn, &body->oa);
  56         RETURN(0);
  57 }
  58
  59 static int ost_getattr(struct ost_obd *ost, struct ptlrpc_request *req)
  60 {
  61         struct obd_conn conn;
  62         struct ost_body *body, *repbody;
  63         int rc, size = sizeof(*body);
  64         ENTRY;
  65
  66         body = lustre_msg_buf(req->rq_reqmsg, 0);
  67         conn.oc_id = body->connid;
  68         conn.oc_dev = ost->ost_tgt;
  69
  70         rc = lustre_pack_msg(1, &size, NULL, &req->rq_replen, &req->rq_repmsg);
  71         if (rc)
  72                 RETURN(rc);
  73
  74         repbody = lustre_msg_buf(req->rq_repmsg, 0);
  75         memcpy(&repbody->oa, &body->oa, sizeof(body->oa));
  76         req->rq_status = obd_getattr(&conn, &repbody->oa);
  77         RETURN(0);
  78 }
  79
  80 static int ost_open(struct ost_obd *ost, struct ptlrpc_request *req)
  81 {
  82         struct obd_conn conn;
  83         struct ost_body *body, *repbody;
  84         int rc, size = sizeof(*body);
  85         ENTRY;
  86
  87         body = lustre_msg_buf(req->rq_reqmsg, 0);
  88         conn.oc_id = body->connid;
  89         conn.oc_dev = ost->ost_tgt;
  90
  91         rc = lustre_pack_msg(1, &size, NULL, &req->rq_replen, &req->rq_repmsg);
  92         if (rc)
  93                 RETURN(rc);
  94
  95         repbody = lustre_msg_buf(req->rq_repmsg, 0);
  96         memcpy(&repbody->oa, &body->oa, sizeof(body->oa));
  97         req->rq_status = obd_open(&conn, &repbody->oa);
  98         RETURN(0);
  99 }
 100
 101 static int ost_close(struct ost_obd *ost, struct ptlrpc_request *req)
 102 {
 103         struct obd_conn conn;
 104         struct ost_body *body, *repbody;
 105         int rc, size = sizeof(*body);
 106         ENTRY;
 107
 108         body = lustre_msg_buf(req->rq_reqmsg, 0);
 109         conn.oc_id = body->connid;
 110         conn.oc_dev = ost->ost_tgt;
 111
 112         rc = lustre_pack_msg(1, &size, NULL, &req->rq_replen, &req->rq_repmsg);
 113         if (rc)
 114                 RETURN(rc);
 115
 116         repbody = lustre_msg_buf(req->rq_repmsg, 0);
 117         memcpy(&repbody->oa, &body->oa, sizeof(body->oa));
 118         req->rq_status = obd_close(&conn, &repbody->oa);
 119         RETURN(0);
 120 }
 121
 122 static int ost_create(struct ost_obd *ost, struct ptlrpc_request *req)
 123 {
 124         struct obd_conn conn;
 125         struct ost_body *body, *repbody;
 126         int rc, size = sizeof(*body);
 127         ENTRY;
 128
 129         body = lustre_msg_buf(req->rq_reqmsg, 0);
 130         conn.oc_id = body->connid;
 131         conn.oc_dev = ost->ost_tgt;
 132
 133         rc = lustre_pack_msg(1, &size, NULL, &req->rq_replen, &req->rq_repmsg);
 134         if (rc)
 135                 RETURN(rc);
 136
 137         repbody = lustre_msg_buf(req->rq_repmsg, 0);
 138         memcpy(&repbody->oa, &body->oa, sizeof(body->oa));
 139         req->rq_status = obd_create(&conn, &repbody->oa);
 140         RETURN(0);
 141 }
 142
 143 static int ost_punch(struct ost_obd *ost, struct ptlrpc_request *req)
 144 {
 145         struct obd_conn conn;
 146         struct ost_body *body, *repbody;
 147         int rc, size = sizeof(*body);
 148         ENTRY;
 149
 150         body = lustre_msg_buf(req->rq_reqmsg, 0);
 151         conn.oc_id = body->connid;
 152         conn.oc_dev = ost->ost_tgt;
 153
 154         rc = lustre_pack_msg(1, &size, NULL, &req->rq_replen, &req->rq_repmsg);
 155         if (rc)
 156                 RETURN(rc);
 157
 158         repbody = lustre_msg_buf(req->rq_repmsg, 0);
 159         memcpy(&repbody->oa, &body->oa, sizeof(body->oa));
 160         req->rq_status = obd_punch(&conn, &repbody->oa,
 161                                    repbody->oa.o_size, repbody->oa.o_blocks);
 162         RETURN(0);
 163 }
 164
 165 static int ost_setattr(struct ost_obd *ost, struct ptlrpc_request *req)
 166 {
 167         struct obd_conn conn;
 168         struct ost_body *body, *repbody;
 169         int rc, size = sizeof(*body);
 170         ENTRY;
 171
 172         body = lustre_msg_buf(req->rq_reqmsg, 0);
 173         conn.oc_id = body->connid;
 174         conn.oc_dev = ost->ost_tgt;
 175
 176         rc = lustre_pack_msg(1, &size, NULL, &req->rq_replen, &req->rq_repmsg);
 177         if (rc)
 178                 RETURN(rc);
 179
 180         repbody = lustre_msg_buf(req->rq_repmsg, 0);
 181         memcpy(&repbody->oa, &body->oa, sizeof(body->oa));
 182         req->rq_status = obd_setattr(&conn, &repbody->oa);
 183         RETURN(0);
 184 }
 185
 186 static int ost_connect(struct ost_obd *ost, struct ptlrpc_request *req)
 187 {
 188         struct obd_conn conn;
 189         struct ost_body *body;
 190         int rc, size = sizeof(*body);
 191         ENTRY;
 192
 193         conn.oc_dev = ost->ost_tgt;
 194
 195         rc = lustre_pack_msg(1, &size, NULL, &req->rq_replen, &req->rq_repmsg);
 196         if (rc)
 197                 RETURN(rc);
 198
 199         req->rq_status = obd_connect(&conn);
 200
 201         CDEBUG(D_IOCTL, "rep buffer %p, id %d\n", req->rq_repmsg, conn.oc_id);
 202         body = lustre_msg_buf(req->rq_repmsg, 0);
 203         body->connid = conn.oc_id;
 204         RETURN(0);
 205 }
 206
 207 static int ost_disconnect(struct ost_obd *ost, struct ptlrpc_request *req)
 208 {
 209         struct obd_conn conn;
 210         struct ost_body *body;
 211         int rc, size = sizeof(*body);
 212         ENTRY;
 213
 214         body = lustre_msg_buf(req->rq_reqmsg, 0);
 215         conn.oc_id = body->connid;
 216         conn.oc_dev = ost->ost_tgt;
 217
 218         rc = lustre_pack_msg(1, &size, NULL, &req->rq_replen, &req->rq_repmsg);
 219         if (rc)
 220                 RETURN(rc);
 221
 222         CDEBUG(D_IOCTL, "Disconnecting %d\n", conn.oc_id);
 223         req->rq_status = obd_disconnect(&conn);
 224         RETURN(0);
 225 }
 226
 227 static int ost_get_info(struct ost_obd *ost, struct ptlrpc_request *req)
 228 {
 229         struct obd_conn conn;
 230         struct ost_body *body;
 231         int rc, size[2] = {sizeof(*body)};
 232         char *bufs[2] = {NULL, NULL}, *ptr;
 233         ENTRY;
 234
 235         body = lustre_msg_buf(req->rq_reqmsg, 0);
 236         conn.oc_id = body->connid;
 237         conn.oc_dev = ost->ost_tgt;
 238
 239         ptr = lustre_msg_buf(req->rq_reqmsg, 1);
 240         if (!ptr)
 241                 RETURN(-EINVAL);
 242
 243         req->rq_status = obd_get_info(&conn, req->rq_reqmsg->buflens[1], ptr,
 244                                       &(size[1]), (void **)&(bufs[1]));
 245
 246         rc = lustre_pack_msg(2, size, bufs, &req->rq_replen, &req->rq_repmsg);
 247         if (rc)
 248                 CERROR("cannot pack reply\n");
 249
 250         RETURN(rc);
 251 }
 252
 253 static int ost_brw_read(struct ost_obd *obddev, struct ptlrpc_request *req)
 254 {
 255         struct ptlrpc_bulk_desc *desc;
 256         struct obd_conn conn;
 257         void *tmp1, *tmp2, *end2;
 258         struct niobuf_remote *remote_nb;
 259         struct niobuf_local *local_nb = NULL;
 260         struct obd_ioobj *ioo;
 261         struct ost_body *body;
 262         int rc, cmd, i, j, objcount, niocount, size = sizeof(*body);
 263         ENTRY;
 264
 265         body = lustre_msg_buf(req->rq_reqmsg, 0);
 266         tmp1 = lustre_msg_buf(req->rq_reqmsg, 1);
 267         tmp2 = lustre_msg_buf(req->rq_reqmsg, 2);
 268         end2 = (char *)tmp2 + req->rq_reqmsg->buflens[2];
 269         objcount = req->rq_reqmsg->buflens[1] / sizeof(*ioo);
 270         niocount = req->rq_reqmsg->buflens[2] / sizeof(*remote_nb);
 271         cmd = body->data;
 272
 273         conn.oc_id = body->connid;
 274         conn.oc_dev = req->rq_obd->u.ost.ost_tgt;
 275
 276         for (i = 0; i < objcount; i++) {
 277                 ost_unpack_ioo(&tmp1, &ioo);
 278                 if (tmp2 + ioo->ioo_bufcnt > end2) {
 279                         LBUG();
 280                         GOTO(out, rc = -EFAULT);
 281                 }
 282                 for (j = 0; j < ioo->ioo_bufcnt; j++)
 283                         ost_unpack_niobuf(&tmp2, &remote_nb);
 284         }
 285
 286         rc = lustre_pack_msg(1, &size, NULL, &req->rq_replen, &req->rq_repmsg);
 287         if (rc)
 288                 RETURN(rc);
 289         OBD_ALLOC(local_nb, sizeof(*local_nb) * niocount);
 290         if (local_nb == NULL)
 291                 RETURN(-ENOMEM);
 292
 293         /* The unpackers move tmp1 and tmp2, so reset them before using */
 294         tmp1 = lustre_msg_buf(req->rq_reqmsg, 1);
 295         tmp2 = lustre_msg_buf(req->rq_reqmsg, 2);
 296         req->rq_status = obd_preprw(cmd, &conn, objcount,
 297                                     tmp1, niocount, tmp2, local_nb);
 298
 299         if (req->rq_status)
 300                 GOTO(out_local, 0);
 301
 302         desc = ptlrpc_prep_bulk(req->rq_connection);
 303         if (desc == NULL)
 304                 GOTO(out_local, rc = -ENOMEM);
 305         desc->b_portal = OST_BULK_PORTAL;
 306
 307         for (i = 0; i < niocount; i++) {
 308                 struct ptlrpc_bulk_page *bulk;
 309                 bulk = ptlrpc_prep_bulk_page(desc);
 310                 if (bulk == NULL)
 311                         GOTO(out_bulk, rc = -ENOMEM);
 312                 remote_nb = &(((struct niobuf_remote *)tmp2)[i]);
 313                 bulk->b_xid = remote_nb->xid;
 314                 bulk->b_buf = (void *)(unsigned long)local_nb[i].addr;
 315                 bulk->b_buflen = PAGE_SIZE;
 316         }
 317
 318         rc = ptlrpc_send_bulk(desc);
 319         if (rc)
 320                 GOTO(out_bulk, rc);
 321
 322         ptlrpc_free_bulk(desc);
 323
 324         /* The unpackers move tmp1 and tmp2, so reset them before using */
 325         tmp1 = lustre_msg_buf(req->rq_reqmsg, 1);
 326         tmp2 = lustre_msg_buf(req->rq_reqmsg, 2);
 327         req->rq_status = obd_commitrw(cmd, &conn, objcount,
 328                                       tmp1, niocount, local_nb);
 329
 330         RETURN(rc);
 331
 332  out_bulk:
 333         ptlrpc_free_bulk(desc);
 334  out_local:
 335         if (local_nb != NULL)
 336                 OBD_FREE(local_nb, sizeof(*local_nb) * niocount);
 337  out:
 338         return 0;
 339 }
 340
 341 static int ost_commit_page(struct obd_conn *conn, struct page *page)
 342 {
 343         struct obd_ioobj obj;
 344         struct niobuf_local buf;
 345         int rc;
 346         ENTRY;
 347
 348         memset(&buf, 0, sizeof(buf));
 349         memset(&obj, 0, sizeof(obj));
 350
 351         buf.page = page;
 352         obj.ioo_bufcnt = 1;
 353
 354         rc = obd_commitrw(OBD_BRW_WRITE, conn, 1, &obj, 1, &buf);
 355         RETURN(rc);
 356 }
 357
 358 static int ost_brw_write_cb(struct ptlrpc_bulk_page *bulk)
 359 {
 360         void *journal_save;
 361         int rc;
 362         ENTRY;
 363
 364         /* Restore the filesystem journal context when we do the commit.
 365          * This is needed for ext3 and reiserfs, but can't really hurt
 366          * other filesystems.
 367          */
 368         journal_save = current->journal_info;
 369         current->journal_info = bulk->b_desc->b_journal_info;
 370         CDEBUG(D_BUFFS, "journal_info: saved %p->%p, restored %p\n", current,
 371                journal_save, bulk->b_desc->b_journal_info);
 372         rc = ost_commit_page(&bulk->b_desc->b_conn, bulk->b_page);
 373         current->journal_info = journal_save;
 374         CDEBUG(D_BUFFS, "journal_info: restored %p->%p\n", current,
 375                journal_save);
 376         if (rc)
 377                 CERROR("ost_commit_page failed: %d\n", rc);
 378
 379         RETURN(rc);
 380 }
 381
 382 static int ost_brw_write_finished_cb(struct ptlrpc_bulk_desc *desc)
 383 {
 384         ptlrpc_free_bulk(desc);
 385
 386         return 0;
 387 }
 388
 389 static int ost_brw_write(struct ost_obd *obddev, struct ptlrpc_request *req)
 390 {
 391         struct ptlrpc_bulk_desc *desc;
 392         struct obd_conn conn;
 393         struct niobuf_remote *remote_nb;
 394         struct niobuf_local *local_nb, *lnb;
 395         struct obd_ioobj *ioo;
 396         struct ost_body *body;
 397         int cmd, rc, i, j, objcount, niocount, size[2] = {sizeof(*body)};
 398         void *tmp1, *tmp2, *end2;
 399         ENTRY;
 400
 401         body = lustre_msg_buf(req->rq_reqmsg, 0);
 402         tmp1 = lustre_msg_buf(req->rq_reqmsg, 1);
 403         tmp2 = lustre_msg_buf(req->rq_reqmsg, 2);
 404         end2 = (char *)tmp2 + req->rq_reqmsg->buflens[2];
 405         objcount = req->rq_reqmsg->buflens[1] / sizeof(*ioo);
 406         niocount = req->rq_reqmsg->buflens[2] / sizeof(*remote_nb);
 407         cmd = body->data;
 408
 409         conn.oc_id = body->connid;
 410         conn.oc_dev = req->rq_obd->u.ost.ost_tgt;
 411
 412         for (i = 0; i < objcount; i++) {
 413                 ost_unpack_ioo((void *)&tmp1, &ioo);
 414                 if (tmp2 + ioo->ioo_bufcnt > end2) {
 415                         rc = -EFAULT;
 416                         break;
 417                 }
 418                 for (j = 0; j < ioo->ioo_bufcnt; j++)
 419                         ost_unpack_niobuf((void *)&tmp2, &remote_nb);
 420         }
 421
 422         size[1] = niocount * sizeof(*remote_nb);
 423         rc = lustre_pack_msg(2, size, NULL, &req->rq_replen, &req->rq_repmsg);
 424         if (rc)
 425                 GOTO(fail, rc);
 426         remote_nb = lustre_msg_buf(req->rq_repmsg, 1);
 427
 428         OBD_ALLOC(local_nb, niocount * sizeof(*local_nb));
 429         if (local_nb == NULL)
 430                 GOTO(fail, rc = -ENOMEM);
 431
 432         /* The unpackers move tmp1 and tmp2, so reset them before using */
 433         tmp1 = lustre_msg_buf(req->rq_reqmsg, 1);
 434         tmp2 = lustre_msg_buf(req->rq_reqmsg, 2);
 435         req->rq_status = obd_preprw(cmd, &conn, objcount,
 436                                     tmp1, niocount, tmp2, local_nb);
 437         if (req->rq_status)
 438                 GOTO(success, 0);
 439
 440         desc = ptlrpc_prep_bulk(req->rq_connection);
 441         if (desc == NULL)
 442                 GOTO(fail_preprw, rc = -ENOMEM);
 443         desc->b_cb = ost_brw_write_finished_cb;
 444         desc->b_portal = OSC_BULK_PORTAL;
 445         memcpy(&(desc->b_conn), &conn, sizeof(conn));
 446
 447         /* Save journal context for commit callbacks */
 448         CDEBUG(D_BUFFS, "journal_info: saved %p->%p\n", current,
 449                current->journal_info);
 450         desc->b_journal_info = current->journal_info;
 451
 452         for (i = 0, lnb = local_nb; i < niocount; i++, lnb++) {
 453                 struct ptlrpc_service *srv = req->rq_obd->u.ost.ost_service;
 454                 struct ptlrpc_bulk_page *bulk;
 455
 456                 bulk = ptlrpc_prep_bulk_page(desc);
 457                 if (bulk == NULL)
 458                         GOTO(fail_bulk, rc = -ENOMEM);
 459
 460                 spin_lock(&srv->srv_lock);
 461                 bulk->b_xid = srv->srv_xid++;
 462                 spin_unlock(&srv->srv_lock);
 463
 464                 bulk->b_buf = (void *)(unsigned long)lnb->addr;
 465                 bulk->b_page = lnb->page;
 466                 bulk->b_buflen = PAGE_SIZE;
 467                 bulk->b_cb = ost_brw_write_cb;
 468
 469                 /* this advances remote_nb */
 470                 ost_pack_niobuf((void **)&remote_nb, lnb->offset, lnb->len, 0,
 471                                 bulk->b_xid);
 472         }
 473
 474         rc = ptlrpc_register_bulk(desc);
 475         current->journal_info = NULL; /* kind of scary */
 476         if (rc)
 477                 GOTO(fail_bulk, rc);
 478
 479         EXIT;
 480  success:
 481         OBD_FREE(local_nb, niocount * sizeof(*local_nb));
 482         return 0;
 483
 484  fail_bulk:
 485         ptlrpc_free_bulk(desc);
 486  fail_preprw:
 487         OBD_FREE(local_nb, niocount * sizeof(*local_nb));
 488         /* FIXME: how do we undo the preprw? */
 489  fail:
 490         return rc;
 491 }
 492
 493 static int ost_brw(struct ost_obd *obddev, struct ptlrpc_request *req)
 494 {
 495         struct ost_body *body = lustre_msg_buf(req->rq_reqmsg, 0);
 496
 497         if (body->data == OBD_BRW_READ)
 498                 return ost_brw_read(obddev, req);
 499         else
 500                 return ost_brw_write(obddev, req);
 501 }
 502
 503 static int ost_handle(struct obd_device *obddev, struct ptlrpc_service *svc,
 504                       struct ptlrpc_request *req)
 505 {
 506         int rc;
 507         struct ost_obd *ost = &obddev->u.ost;
 508         ENTRY;
 509
 510         rc = lustre_unpack_msg(req->rq_reqmsg, req->rq_reqlen);
 511         if (rc || OBD_FAIL_CHECK(OBD_FAIL_MDS_HANDLE_UNPACK)) {
 512                 CERROR("lustre_mds: Invalid request\n");
 513                 GOTO(out, rc);
 514         }
 515
 516         if (req->rq_reqmsg->type != PTL_RPC_MSG_REQUEST) {
 517                 CERROR("lustre_mds: wrong packet type sent %d\n",
 518                        req->rq_reqmsg->type);
 519                 GOTO(out, rc = -EINVAL);
 520         }
 521
 522         switch (req->rq_reqmsg->opc) {
 523         case OST_CONNECT:
 524                 CDEBUG(D_INODE, "connect\n");
 525                 OBD_FAIL_RETURN(OBD_FAIL_OST_CONNECT_NET, 0);
 526                 rc = ost_connect(ost, req);
 527                 break;
 528         case OST_DISCONNECT:
 529                 CDEBUG(D_INODE, "disconnect\n");
 530                 OBD_FAIL_RETURN(OBD_FAIL_OST_DISCONNECT_NET, 0);
 531                 rc = ost_disconnect(ost, req);
 532                 break;
 533         case OST_GET_INFO:
 534                 CDEBUG(D_INODE, "get_info\n");
 535                 OBD_FAIL_RETURN(OBD_FAIL_OST_GET_INFO_NET, 0);
 536                 rc = ost_get_info(ost, req);
 537                 break;
 538         case OST_CREATE:
 539                 CDEBUG(D_INODE, "create\n");
 540                 OBD_FAIL_RETURN(OBD_FAIL_OST_CREATE_NET, 0);
 541                 rc = ost_create(ost, req);
 542                 break;
 543         case OST_DESTROY:
 544                 CDEBUG(D_INODE, "destroy\n");
 545                 OBD_FAIL_RETURN(OBD_FAIL_OST_DESTROY_NET, 0);
 546                 rc = ost_destroy(ost, req);
 547                 break;
 548         case OST_GETATTR:
 549                 CDEBUG(D_INODE, "getattr\n");
 550                 OBD_FAIL_RETURN(OBD_FAIL_OST_GETATTR_NET, 0);
 551                 rc = ost_getattr(ost, req);
 552                 break;
 553         case OST_SETATTR:
 554                 CDEBUG(D_INODE, "setattr\n");
 555                 OBD_FAIL_RETURN(OBD_FAIL_OST_SETATTR_NET, 0);
 556                 rc = ost_setattr(ost, req);
 557                 break;
 558         case OST_OPEN:
 559                 CDEBUG(D_INODE, "setattr\n");
 560                 OBD_FAIL_RETURN(OBD_FAIL_OST_OPEN_NET, 0);
 561                 rc = ost_open(ost, req);
 562                 break;
 563         case OST_CLOSE:
 564                 CDEBUG(D_INODE, "setattr\n");
 565                 OBD_FAIL_RETURN(OBD_FAIL_OST_CLOSE_NET, 0);
 566                 rc = ost_close(ost, req);
 567                 break;
 568         case OST_BRW:
 569                 CDEBUG(D_INODE, "brw\n");
 570                 OBD_FAIL_RETURN(OBD_FAIL_OST_BRW_NET, 0);
 571                 rc = ost_brw(ost, req);
 572                 break;
 573         case OST_PUNCH:
 574                 CDEBUG(D_INODE, "punch\n");
 575                 OBD_FAIL_RETURN(OBD_FAIL_OST_PUNCH_NET, 0);
 576                 rc = ost_punch(ost, req);
 577                 break;
 578         default:
 579                 req->rq_status = -ENOTSUPP;
 580                 rc = ptlrpc_error(svc, req);
 581                 RETURN(rc);
 582         }
 583
 584         EXIT;
 585 out:
 586         //req->rq_status = rc;
 587         if (rc) {
 588                 CERROR("ost: processing error %d\n", rc);
 589                 ptlrpc_error(svc, req);
 590         } else {
 591                 CDEBUG(D_INODE, "sending reply\n");
 592                 ptlrpc_reply(svc, req);
 593         }
 594
 595         return 0;
 596 }
 597
 598 /* mount the file system (secretly) */
 599 static int ost_setup(struct obd_device *obddev, obd_count len, void *buf)
 600 {
 601         struct obd_ioctl_data* data = buf;
 602         struct ost_obd *ost = &obddev->u.ost;
 603         struct obd_device *tgt;
 604         int err;
 605         ENTRY;
 606
 607         if (data->ioc_dev < 0 || data->ioc_dev > MAX_OBD_DEVICES)
 608                 RETURN(-ENODEV);
 609
 610         MOD_INC_USE_COUNT;
 611         tgt = &obd_dev[data->ioc_dev];
 612         ost->ost_tgt = tgt;
 613         if (!(tgt->obd_flags & OBD_ATTACHED) ||
 614             !(tgt->obd_flags & OBD_SET_UP)) {
 615                 CERROR("device not attached or not set up (%d)\n",
 616                        data->ioc_dev);
 617                 GOTO(error_dec, err = -EINVAL);
 618         }
 619
 620         ost->ost_conn.oc_dev = tgt;
 621         err = obd_connect(&ost->ost_conn);
 622         if (err) {
 623                 CERROR("fail to connect to device %d\n", data->ioc_dev);
 624                 GOTO(error_dec, err = -EINVAL);
 625         }
 626
 627         ost->ost_service = ptlrpc_init_svc(128 * 1024,
 628                                            OST_REQUEST_PORTAL, OSC_REPLY_PORTAL,
 629                                            "self", ost_handle);
 630         if (!ost->ost_service) {
 631                 CERROR("failed to start service\n");
 632                 GOTO(error_disc, err = -EINVAL);
 633         }
 634
 635         err = ptlrpc_start_thread(obddev, ost->ost_service, "lustre_ost");
 636         if (err)
 637                 GOTO(error_disc, err = -EINVAL);
 638         err = ptlrpc_start_thread(obddev, ost->ost_service, "lustre_ost");
 639         if (err)
 640                 GOTO(error_disc, err = -EINVAL);
 641
 642         RETURN(0);
 643
 644 error_disc:
 645         obd_disconnect(&ost->ost_conn);
 646 error_dec:
 647         MOD_DEC_USE_COUNT;
 648         RETURN(err);
 649 }
 650
 651 static int ost_cleanup(struct obd_device * obddev)
 652 {
 653         struct ost_obd *ost = &obddev->u.ost;
 654         int err;
 655
 656         ENTRY;
 657
 658         if ( !list_empty(&obddev->obd_gen_clients) ) {
 659                 CERROR("still has clients!\n");
 660                 RETURN(-EBUSY);
 661         }
 662
 663         ptlrpc_stop_all_threads(ost->ost_service);
 664         rpc_unregister_service(ost->ost_service);
 665
 666         if (!list_empty(&ost->ost_service->srv_reqs)) {
 667                 // XXX reply with errors and clean up
 668                 CERROR("Request list not empty!\n");
 669         }
 670         OBD_FREE(ost->ost_service, sizeof(*ost->ost_service));
 671
 672         err = obd_disconnect(&ost->ost_conn);
 673         if (err) {
 674                 CERROR("lustre ost: fail to disconnect device\n");
 675                 RETURN(-EINVAL);
 676         }
 677
 678         MOD_DEC_USE_COUNT;
 679         RETURN(0);
 680 }
 681
 682 /* use obd ops to offer management infrastructure */
 683 static struct obd_ops ost_obd_ops = {
 684         o_setup:       ost_setup,
 685         o_cleanup:     ost_cleanup,
 686 };
 687
 688 static int __init ost_init(void)
 689 {
 690         obd_register_type(&ost_obd_ops, LUSTRE_OST_NAME);
 691         return 0;
 692 }
 693
 694 static void __exit ost_exit(void)
 695 {
 696         obd_unregister_type(LUSTRE_OST_NAME);
 697 }
 698
 699 MODULE_AUTHOR("Peter J. Braam <braam@clusterfs.com>");
 700 MODULE_DESCRIPTION("Lustre Object Storage Target (OST) v0.01");
 701 MODULE_LICENSE("GPL");
 702
 703 module_init(ost_init);
 704 module_exit(ost_exit);