lustre/ost/ost_handler.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  *  Copyright (C) 2001, 2002 Cluster File Systems, Inc.
   5  *   Author: Peter J. Braam <braam@clusterfs.com>
   6  *   Author: Phil Schwan <phil@clusterfs.com>
   7  *
   8  *   This file is part of Lustre, http://www.lustre.org.
   9  *
  10  *   Lustre is free software; you can redistribute it and/or
  11  *   modify it under the terms of version 2 of the GNU General Public
  12  *   License as published by the Free Software Foundation.
  13  *
  14  *   Lustre is distributed in the hope that it will be useful,
  15  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
  16  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  17  *   GNU General Public License for more details.
  18  *
  19  *   You should have received a copy of the GNU General Public License
  20  *   along with Lustre; if not, write to the Free Software
  21  *   Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  22  *
  23  *  Storage Target Handling functions
  24  *  Lustre Object Server Module (OST)
  25  *
  26  *  This server is single threaded at present (but can easily be multi
  27  *  threaded). For testing and management it is treated as an
  28  *  obd_device, although it does not export a full OBD method table
  29  *  (the requests are coming in over the wire, so object target
  30  *  modules do not have a full method table.)
  31  */
  32
  33 #define EXPORT_SYMTAB
  34
  35 #include <linux/version.h>
  36 #include <linux/module.h>
  37 #include <linux/fs.h>
  38 #include <linux/stat.h>
  39 #include <linux/locks.h>
  40 #include <linux/ext2_fs.h>
  41 #include <linux/quotaops.h>
  42 #include <asm/unistd.h>
  43
  44 #define DEBUG_SUBSYSTEM S_OST
  45
  46 #include <linux/obd_ost.h>
  47 #include <linux/lustre_net.h>
  48
  49 static int ost_destroy(struct ost_obd *ost, struct ptlrpc_request *req)
  50 {
  51         struct obd_conn conn;
  52         int rc;
  53
  54         ENTRY;
  55
  56         conn.oc_id = req->rq_req.ost->connid;
  57         conn.oc_dev = ost->ost_tgt;
  58
  59         rc = ost_pack_rep(NULL, 0, NULL, 0, &req->rq_rephdr, &req->rq_rep,
  60                           &req->rq_replen, &req->rq_repbuf);
  61         if (rc) {
  62                 CERROR("cannot pack reply\n");
  63                 RETURN(rc);
  64         }
  65
  66         req->rq_rep.ost->result = obd_destroy(&conn, &req->rq_req.ost->oa);
  67
  68         RETURN(0);
  69 }
  70
  71 static int ost_getattr(struct ost_obd *ost, struct ptlrpc_request *req)
  72 {
  73         struct obd_conn conn;
  74         int rc;
  75
  76         ENTRY;
  77
  78         conn.oc_id = req->rq_req.ost->connid;
  79         conn.oc_dev = ost->ost_tgt;
  80
  81         rc = ost_pack_rep(NULL, 0, NULL, 0, &req->rq_rephdr, &req->rq_rep,
  82                           &req->rq_replen, &req->rq_repbuf);
  83         if (rc) {
  84                 CERROR("cannot pack reply\n");
  85                 RETURN(rc);
  86         }
  87         req->rq_rep.ost->oa.o_id = req->rq_req.ost->oa.o_id;
  88         req->rq_rep.ost->oa.o_valid = req->rq_req.ost->oa.o_valid;
  89
  90         req->rq_rep.ost->result =  obd_getattr(&conn, &req->rq_rep.ost->oa);
  91
  92         RETURN(0);
  93 }
  94
  95 static int ost_open(struct ost_obd *ost, struct ptlrpc_request *req)
  96 {
  97         struct obd_conn conn;
  98         int rc;
  99
 100         ENTRY;
 101
 102         conn.oc_id = req->rq_req.ost->connid;
 103         conn.oc_dev = ost->ost_tgt;
 104
 105         rc = ost_pack_rep(NULL, 0, NULL, 0, &req->rq_rephdr, &req->rq_rep,
 106                           &req->rq_replen, &req->rq_repbuf);
 107         if (rc) {
 108                 CERROR("cannot pack reply\n");
 109                 RETURN(rc);
 110         }
 111         req->rq_rep.ost->oa.o_id = req->rq_req.ost->oa.o_id;
 112         req->rq_rep.ost->oa.o_valid = req->rq_req.ost->oa.o_valid;
 113
 114         req->rq_rep.ost->result =  obd_open(&conn, &req->rq_rep.ost->oa);
 115
 116         RETURN(0);
 117 }
 118
 119 static int ost_close(struct ost_obd *ost, struct ptlrpc_request *req)
 120 {
 121         struct obd_conn conn;
 122         int rc;
 123
 124         ENTRY;
 125
 126         conn.oc_id = req->rq_req.ost->connid;
 127         conn.oc_dev = ost->ost_tgt;
 128
 129         rc = ost_pack_rep(NULL, 0, NULL, 0, &req->rq_rephdr, &req->rq_rep,
 130                           &req->rq_replen, &req->rq_repbuf);
 131         if (rc) {
 132                 CERROR("cannot pack reply\n");
 133                 RETURN(rc);
 134         }
 135         req->rq_rep.ost->oa.o_id = req->rq_req.ost->oa.o_id;
 136         req->rq_rep.ost->oa.o_valid = req->rq_req.ost->oa.o_valid;
 137
 138         req->rq_rep.ost->result =  obd_close(&conn, &req->rq_rep.ost->oa);
 139
 140         RETURN(0);
 141 }
 142
 143
 144 static int ost_create(struct ost_obd *ost, struct ptlrpc_request *req)
 145 {
 146         struct obd_conn conn;
 147         int rc;
 148
 149         ENTRY;
 150
 151         conn.oc_id = req->rq_req.ost->connid;
 152         conn.oc_dev = ost->ost_tgt;
 153
 154         rc = ost_pack_rep(NULL, 0, NULL, 0, &req->rq_rephdr, &req->rq_rep,
 155                           &req->rq_replen, &req->rq_repbuf);
 156         if (rc) {
 157                 CERROR("cannot pack reply\n");
 158                 RETURN(rc);
 159         }
 160
 161         memcpy(&req->rq_rep.ost->oa, &req->rq_req.ost->oa,
 162                sizeof(req->rq_req.ost->oa));
 163
 164         req->rq_rep.ost->result =obd_create(&conn, &req->rq_rep.ost->oa);
 165
 166         RETURN(0);
 167 }
 168
 169 static int ost_punch(struct ost_obd *ost, struct ptlrpc_request *req)
 170 {
 171         struct obd_conn conn;
 172         int rc;
 173
 174         ENTRY;
 175
 176         conn.oc_id = req->rq_req.ost->connid;
 177         conn.oc_dev = ost->ost_tgt;
 178
 179         rc = ost_pack_rep(NULL, 0, NULL, 0, &req->rq_rephdr, &req->rq_rep,
 180                           &req->rq_replen, &req->rq_repbuf);
 181         if (rc) {
 182                 CERROR("cannot pack reply\n");
 183                 RETURN(rc);
 184         }
 185
 186         memcpy(&req->rq_rep.ost->oa, &req->rq_req.ost->oa,
 187                sizeof(req->rq_req.ost->oa));
 188
 189         req->rq_rep.ost->result = obd_punch(&conn, &req->rq_rep.ost->oa,
 190                                             req->rq_rep.ost->oa.o_size,
 191                                             req->rq_rep.ost->oa.o_blocks);
 192
 193         RETURN(0);
 194 }
 195
 196
 197 static int ost_setattr(struct ost_obd *ost, struct ptlrpc_request *req)
 198 {
 199         struct obd_conn conn;
 200         int rc;
 201
 202         ENTRY;
 203
 204         conn.oc_id = req->rq_req.ost->connid;
 205         conn.oc_dev = ost->ost_tgt;
 206
 207         rc = ost_pack_rep(NULL, 0, NULL, 0, &req->rq_rephdr, &req->rq_rep,
 208                           &req->rq_replen, &req->rq_repbuf);
 209         if (rc) {
 210                 CERROR("cannot pack reply\n");
 211                 RETURN(rc);
 212         }
 213
 214         memcpy(&req->rq_rep.ost->oa, &req->rq_req.ost->oa,
 215                sizeof(req->rq_req.ost->oa));
 216
 217         req->rq_rep.ost->result = obd_setattr(&conn, &req->rq_rep.ost->oa);
 218
 219         RETURN(0);
 220 }
 221
 222 static int ost_connect(struct ost_obd *ost, struct ptlrpc_request *req)
 223 {
 224         struct obd_conn conn;
 225         int rc;
 226
 227         ENTRY;
 228
 229         conn.oc_dev = ost->ost_tgt;
 230
 231         rc = ost_pack_rep(NULL, 0, NULL, 0, &req->rq_rephdr, &req->rq_rep,
 232                           &req->rq_replen, &req->rq_repbuf);
 233         if (rc) {
 234                 CERROR("cannot pack reply\n");
 235                 RETURN(rc);
 236         }
 237
 238         req->rq_rep.ost->result = obd_connect(&conn);
 239
 240         CDEBUG(D_IOCTL, "rep buffer %p, id %d\n", req->rq_repbuf, conn.oc_id);
 241         req->rq_rep.ost->connid = conn.oc_id;
 242         RETURN(0);
 243 }
 244
 245 static int ost_disconnect(struct ost_obd *ost, struct ptlrpc_request *req)
 246 {
 247         struct obd_conn conn;
 248         int rc;
 249
 250         ENTRY;
 251
 252         conn.oc_dev = ost->ost_tgt;
 253         conn.oc_id = req->rq_req.ost->connid;
 254
 255         rc = ost_pack_rep(NULL, 0, NULL, 0, &req->rq_rephdr, &req->rq_rep,
 256                           &req->rq_replen, &req->rq_repbuf);
 257         if (rc) {
 258                 CERROR("cannot pack reply\n");
 259                 RETURN(rc);
 260         }
 261         CDEBUG(D_IOCTL, "Disconnecting %d\n", conn.oc_id);
 262         req->rq_rep.ost->result = obd_disconnect(&conn);
 263
 264         RETURN(0);
 265 }
 266
 267 static int ost_get_info(struct ost_obd *ost, struct ptlrpc_request *req)
 268 {
 269         struct obd_conn conn;
 270         int rc;
 271         int vallen;
 272         void *val;
 273         char *ptr;
 274
 275         ENTRY;
 276
 277         conn.oc_id = req->rq_req.ost->connid;
 278         conn.oc_dev = ost->ost_tgt;
 279
 280         ptr = ost_req_buf1(req->rq_req.ost);
 281         req->rq_rep.ost->result = obd_get_info(&conn, req->rq_req.ost->buflen1,
 282                                                ptr, &vallen, &val);
 283
 284         rc = ost_pack_rep(val, vallen, NULL, 0, &req->rq_rephdr,
 285                           &req->rq_rep, &req->rq_replen, &req->rq_repbuf);
 286         if (rc)
 287                 CERROR("cannot pack reply\n");
 288
 289         RETURN(rc);
 290 }
 291
 292 static int ost_brw_read(struct ost_obd *obddev, struct ptlrpc_request *req)
 293 {
 294         struct ptlrpc_bulk_desc **bulk_vec = NULL;
 295         struct ptlrpc_bulk_desc *bulk = NULL;
 296         struct obd_conn conn;
 297         int rc;
 298         int i, j;
 299         int objcount, niocount;
 300         char *tmp1, *tmp2, *end2;
 301         int cmd;
 302         struct niobuf *nb, *dst, *res = NULL;
 303         struct obd_ioobj *ioo;
 304         struct ost_req *r = req->rq_req.ost;
 305
 306         ENTRY;
 307
 308         tmp1 = ost_req_buf1(r);
 309         tmp2 = ost_req_buf2(r);
 310         end2 = tmp2 + req->rq_req.ost->buflen2;
 311         objcount = r->buflen1 / sizeof(*ioo);
 312         niocount = r->buflen2 / sizeof(*nb);
 313         cmd = r->cmd;
 314
 315         conn.oc_id = req->rq_req.ost->connid;
 316         conn.oc_dev = req->rq_obd->u.ost.ost_tgt;
 317
 318         for (i = 0; i < objcount; i++) {
 319                 ost_unpack_ioo((void *)&tmp1, &ioo);
 320                 if (tmp2 + ioo->ioo_bufcnt > end2) {
 321                         LBUG();
 322                         rc = -EFAULT;
 323                         break;
 324                 }
 325                 for (j = 0; j < ioo->ioo_bufcnt; j++)
 326                         ost_unpack_niobuf((void *)&tmp2, &nb);
 327         }
 328
 329         rc = ost_pack_rep(NULL, 0, NULL, 0,
 330                           &req->rq_rephdr, &req->rq_rep,
 331                           &req->rq_replen, &req->rq_repbuf);
 332         if (rc) {
 333                 CERROR("cannot pack reply\n");
 334                 RETURN(rc);
 335         }
 336         OBD_ALLOC(res, sizeof(*res) * niocount);
 337         if (res == NULL)
 338                 RETURN(-ENOMEM);
 339
 340         /* The unpackers move tmp1 and tmp2, so reset them before using */
 341         tmp1 = ost_req_buf1(r);
 342         tmp2 = ost_req_buf2(r);
 343         req->rq_rep.ost->result = obd_preprw
 344                 (cmd, &conn, objcount, (struct obd_ioobj *)tmp1,
 345                  niocount, (struct niobuf *)tmp2, res);
 346
 347         if (req->rq_rep.ost->result)
 348                 GOTO(out, 0);
 349
 350         for (i = 0; i < niocount; i++) {
 351                 bulk = ptlrpc_prep_bulk(&req->rq_peer);
 352                 if (bulk == NULL) {
 353                         CERROR("cannot alloc bulk desc\n");
 354                         rc = -ENOMEM;
 355                         GOTO(out, rc);
 356                 }
 357
 358                 dst = &((struct niobuf *)tmp2)[i];
 359                 bulk->b_xid = dst->xid;
 360                 bulk->b_buf = (void *)(unsigned long)res[i].addr;
 361                 bulk->b_buflen = PAGE_SIZE;
 362                 rc = ptlrpc_send_bulk(bulk, OST_BULK_PORTAL);
 363                 if (rc)
 364                         GOTO(out, rc);
 365                 wait_event_interruptible(bulk->b_waitq,
 366                                          ptlrpc_check_bulk_sent(bulk));
 367
 368                 if (bulk->b_flags == PTL_RPC_INTR)
 369                         GOTO(out, 0);
 370
 371                 OBD_FREE(bulk, sizeof(*bulk));
 372                 bulk = NULL;
 373         }
 374
 375 #if 0
 376         /* Local delivery */
 377         dst = &((struct niobuf *)tmp2)[i];
 378         memcpy((void *)(unsigned long)dst->addr,
 379                (void *)(unsigned long)src->addr, PAGE_SIZE);
 380 #endif
 381         barrier();
 382
 383         /* The unpackers move tmp1 and tmp2, so reset them before using */
 384         tmp1 = ost_req_buf1(r);
 385         tmp2 = ost_req_buf2(r);
 386         req->rq_rep.ost->result = obd_commitrw
 387                 (cmd, &conn, objcount, (struct obd_ioobj *)tmp1,
 388                  niocount, res);
 389
 390         EXIT;
 391  out:
 392         if (res != NULL)
 393                 OBD_FREE(res, sizeof(*res) * niocount);
 394         if (bulk != NULL)
 395                 OBD_FREE(bulk, sizeof(*bulk));
 396         if (bulk_vec != NULL) {
 397                 for (i = 0; i < niocount; i++) {
 398                         if (bulk_vec[i] != NULL)
 399                                 OBD_FREE(bulk_vec[i], sizeof(*bulk));
 400                 }
 401                 OBD_FREE(bulk_vec, niocount * sizeof(*bulk_vec));
 402         }
 403
 404         return 0;
 405 }
 406
 407 static int ost_commit_page(struct obd_conn *conn, struct page *page)
 408 {
 409         struct obd_ioobj obj;
 410         struct niobuf buf;
 411         int rc;
 412         ENTRY;
 413
 414         memset(&buf, 0, sizeof(buf));
 415         memset(&obj, 0, sizeof(obj));
 416
 417         buf.page = page;
 418         obj.ioo_bufcnt = 1;
 419
 420         rc = obd_commitrw(OBD_BRW_WRITE, conn, 1, &obj, 1, &buf);
 421         RETURN(rc);
 422 }
 423
 424 static int ost_brw_write_cb(struct ptlrpc_bulk_desc *bulk, void *data)
 425 {
 426         int rc;
 427
 428         ENTRY;
 429
 430         rc = ost_commit_page(&bulk->b_conn, bulk->b_page);
 431         if (rc)
 432                 CERROR("ost_commit_page failed: %d\n", rc);
 433
 434         RETURN(rc);
 435 }
 436
 437 int ost_brw_write(struct ost_obd *obddev, struct ptlrpc_request *req)
 438 {
 439         struct obd_conn conn;
 440         int rc;
 441         int i, j;
 442         int objcount, niocount;
 443         char *tmp1, *tmp2, *end2;
 444         char *res;
 445         int cmd;
 446         struct niobuf *nb, *dst;
 447         struct obd_ioobj *ioo;
 448         struct ost_req *r = req->rq_req.ost;
 449
 450         ENTRY;
 451
 452         tmp1 = ost_req_buf1(r);
 453         tmp2 = ost_req_buf2(r);
 454         end2 = tmp2 + req->rq_req.ost->buflen2;
 455         objcount = r->buflen1 / sizeof(*ioo);
 456         niocount = r->buflen2 / sizeof(*nb);
 457         cmd = r->cmd;
 458
 459         conn.oc_id = req->rq_req.ost->connid;
 460         conn.oc_dev = req->rq_obd->u.ost.ost_tgt;
 461
 462         for (i = 0; i < objcount; i++) {
 463                 ost_unpack_ioo((void *)&tmp1, &ioo);
 464                 if (tmp2 + ioo->ioo_bufcnt > end2) {
 465                         rc = -EFAULT;
 466                         break;
 467                 }
 468                 for (j = 0; j < ioo->ioo_bufcnt; j++)
 469                         ost_unpack_niobuf((void *)&tmp2, &nb);
 470         }
 471
 472         rc = ost_pack_rep(NULL, 0, NULL, niocount * sizeof(*nb),
 473                           &req->rq_rephdr, &req->rq_rep,
 474                           &req->rq_replen, &req->rq_repbuf);
 475         if (rc) {
 476                 CERROR("cannot pack reply\n");
 477                 RETURN(rc);
 478         }
 479         res = ost_rep_buf2(req->rq_rep.ost);
 480
 481         /* The unpackers move tmp1 and tmp2, so reset them before using */
 482         tmp1 = ost_req_buf1(r);
 483         tmp2 = ost_req_buf2(r);
 484         req->rq_rep.ost->result = obd_preprw
 485                 (cmd, &conn, objcount, (struct obd_ioobj *)tmp1,
 486                  niocount, (struct niobuf *)tmp2, (struct niobuf *)res);
 487
 488         if (req->rq_rep.ost->result)
 489                 GOTO(out, 0);
 490
 491         for (i = 0; i < niocount; i++) {
 492                 struct ptlrpc_bulk_desc *bulk;
 493                 struct ptlrpc_service *srv = req->rq_obd->u.ost.ost_service;
 494
 495                 bulk = ptlrpc_prep_bulk(&req->rq_peer);
 496                 if (bulk == NULL) {
 497                         CERROR("cannot alloc bulk desc\n");
 498                         rc = -ENOMEM;
 499                         GOTO(out, rc);
 500                 }
 501
 502                 spin_lock(&srv->srv_lock);
 503                 bulk->b_xid = srv->srv_xid++;
 504                 spin_unlock(&srv->srv_lock);
 505
 506                 dst = &((struct niobuf *)res)[i];
 507                 dst->xid = HTON__u32(bulk->b_xid);
 508
 509                 bulk->b_buf = (void *)(unsigned long)dst->addr;
 510                 bulk->b_cb = ost_brw_write_cb;
 511                 bulk->b_page = dst->page;
 512                 memcpy(&(bulk->b_conn), &conn, sizeof(conn));
 513                 bulk->b_buflen = PAGE_SIZE;
 514                 bulk->b_portal = OSC_BULK_PORTAL;
 515                 rc = ptlrpc_register_bulk(bulk);
 516                 if (rc)
 517                         GOTO(out, rc);
 518
 519 #if 0
 520                 /* Local delivery */
 521                 src = &((struct niobuf *)tmp2)[i];
 522                 memcpy((void *)(unsigned long)dst->addr,
 523                        (void *)(unsigned long)src->addr, src->len);
 524 #endif
 525         }
 526         barrier();
 527
 528         EXIT;
 529  out:
 530         /* FIXME: should we return 'rc' here? */
 531         return 0;
 532 }
 533
 534 int ost_brw(struct ost_obd *obddev, struct ptlrpc_request *req)
 535 {
 536         struct ost_req *r = req->rq_req.ost;
 537         int cmd = r->cmd;
 538
 539         if (cmd == OBD_BRW_READ)
 540                 return ost_brw_read(obddev, req);
 541         else
 542                 return ost_brw_write(obddev, req);
 543 }
 544
 545 static int ost_handle(struct obd_device *obddev, struct ptlrpc_service *svc,
 546                       struct ptlrpc_request *req)
 547 {
 548         int rc;
 549         struct ost_obd *ost = &obddev->u.ost;
 550         struct ptlreq_hdr *hdr;
 551
 552         ENTRY;
 553
 554         hdr = (struct ptlreq_hdr *)req->rq_reqbuf;
 555         if (NTOH__u32(hdr->type) != PTL_RPC_REQUEST) {
 556                 CERROR("lustre_ost: wrong packet type sent %d\n",
 557                        NTOH__u32(hdr->type));
 558                 LBUG();
 559                 rc = -EINVAL;
 560                 GOTO(out, rc);
 561         }
 562
 563         rc = ost_unpack_req(req->rq_reqbuf, req->rq_reqlen,
 564                             &req->rq_reqhdr, &req->rq_req);
 565         if (rc) {
 566                 CERROR("lustre_ost: Invalid request\n");
 567                 GOTO(out, rc);
 568         }
 569
 570         switch (req->rq_reqhdr->opc) {
 571
 572         case OST_CONNECT:
 573                 CDEBUG(D_INODE, "connect\n");
 574                 OBD_FAIL_RETURN(OBD_FAIL_OST_CONNECT_NET, 0);
 575                 rc = ost_connect(ost, req);
 576                 break;
 577         case OST_DISCONNECT:
 578                 CDEBUG(D_INODE, "disconnect\n");
 579                 OBD_FAIL_RETURN(OBD_FAIL_OST_DISCONNECT_NET, 0);
 580                 rc = ost_disconnect(ost, req);
 581                 break;
 582         case OST_GET_INFO:
 583                 CDEBUG(D_INODE, "get_info\n");
 584                 OBD_FAIL_RETURN(OBD_FAIL_OST_GET_INFO_NET, 0);
 585                 rc = ost_get_info(ost, req);
 586                 break;
 587         case OST_CREATE:
 588                 CDEBUG(D_INODE, "create\n");
 589                 OBD_FAIL_RETURN(OBD_FAIL_OST_CREATE_NET, 0);
 590                 rc = ost_create(ost, req);
 591                 break;
 592         case OST_DESTROY:
 593                 CDEBUG(D_INODE, "destroy\n");
 594                 OBD_FAIL_RETURN(OBD_FAIL_OST_DESTROY_NET, 0);
 595                 rc = ost_destroy(ost, req);
 596                 break;
 597         case OST_GETATTR:
 598                 CDEBUG(D_INODE, "getattr\n");
 599                 OBD_FAIL_RETURN(OBD_FAIL_OST_GETATTR_NET, 0);
 600                 rc = ost_getattr(ost, req);
 601                 break;
 602         case OST_SETATTR:
 603                 CDEBUG(D_INODE, "setattr\n");
 604                 OBD_FAIL_RETURN(OBD_FAIL_OST_SETATTR_NET, 0);
 605                 rc = ost_setattr(ost, req);
 606                 break;
 607         case OST_OPEN:
 608                 CDEBUG(D_INODE, "setattr\n");
 609                 OBD_FAIL_RETURN(OBD_FAIL_OST_OPEN_NET, 0);
 610                 rc = ost_open(ost, req);
 611                 break;
 612         case OST_CLOSE:
 613                 CDEBUG(D_INODE, "setattr\n");
 614                 OBD_FAIL_RETURN(OBD_FAIL_OST_CLOSE_NET, 0);
 615                 rc = ost_close(ost, req);
 616                 break;
 617         case OST_BRW:
 618                 CDEBUG(D_INODE, "brw\n");
 619                 OBD_FAIL_RETURN(OBD_FAIL_OST_BRW_NET, 0);
 620                 rc = ost_brw(ost, req);
 621                 break;
 622         case OST_PUNCH:
 623                 CDEBUG(D_INODE, "punch\n");
 624                 OBD_FAIL_RETURN(OBD_FAIL_OST_PUNCH_NET, 0);
 625                 rc = ost_punch(ost, req);
 626                 break;
 627         default:
 628                 req->rq_status = -ENOTSUPP;
 629                 rc = ptlrpc_error(obddev, svc, req);
 630                 RETURN(rc);
 631         }
 632
 633         EXIT;
 634 out:
 635         req->rq_status = rc;
 636         if (rc) {
 637                 CERROR("ost: processing error %d\n", rc);
 638                 ptlrpc_error(obddev, svc, req);
 639         } else {
 640                 CDEBUG(D_INODE, "sending reply\n");
 641                 ptlrpc_reply(obddev, svc, req);
 642         }
 643
 644         return 0;
 645 }
 646
 647
 648 /* mount the file system (secretly) */
 649 static int ost_setup(struct obd_device *obddev, obd_count len,
 650                         void *buf)
 651
 652 {
 653         struct obd_ioctl_data* data = buf;
 654         struct ost_obd *ost = &obddev->u.ost;
 655         struct obd_device *tgt;
 656         int err;
 657         ENTRY;
 658
 659         if (data->ioc_dev  < 0 || data->ioc_dev > MAX_OBD_DEVICES)
 660                 RETURN(-ENODEV);
 661
 662         tgt = &obd_dev[data->ioc_dev];
 663         ost->ost_tgt = tgt;
 664         if ( ! (tgt->obd_flags & OBD_ATTACHED) ||
 665              ! (tgt->obd_flags & OBD_SET_UP) ){
 666                 CERROR("device not attached or not set up (%d)\n",
 667                        data->ioc_dev);
 668                 RETURN(-EINVAL);
 669         }
 670
 671         ost->ost_conn.oc_dev = tgt;
 672         err = obd_connect(&ost->ost_conn);
 673         if (err) {
 674                 CERROR("fail to connect to device %d\n", data->ioc_dev);
 675                 RETURN(-EINVAL);
 676         }
 677
 678         ost->ost_service = ptlrpc_init_svc(128 * 1024,
 679                                            OST_REQUEST_PORTAL, OSC_REPLY_PORTAL,
 680                                            "self", ost_handle);
 681         if (!ost->ost_service) {
 682                 CERROR("failed to start service\n");
 683                 obd_disconnect(&ost->ost_conn);
 684                 RETURN(-EINVAL);
 685         }
 686
 687         err = ptlrpc_start_thread(obddev, ost->ost_service, "lustre_ost");
 688         if (err) {
 689                 obd_disconnect(&ost->ost_conn);
 690                 RETURN(-EINVAL);
 691         }
 692
 693         MOD_INC_USE_COUNT;
 694         RETURN(0);
 695 }
 696
 697 static int ost_cleanup(struct obd_device * obddev)
 698 {
 699         struct ost_obd *ost = &obddev->u.ost;
 700         int err;
 701
 702         ENTRY;
 703
 704         if ( !list_empty(&obddev->obd_gen_clients) ) {
 705                 CERROR("still has clients!\n");
 706                 RETURN(-EBUSY);
 707         }
 708
 709         ptlrpc_stop_thread(ost->ost_service);
 710         rpc_unregister_service(ost->ost_service);
 711
 712         if (!list_empty(&ost->ost_service->srv_reqs)) {
 713                 // XXX reply with errors and clean up
 714                 CERROR("Request list not empty!\n");
 715         }
 716         OBD_FREE(ost->ost_service, sizeof(*ost->ost_service));
 717
 718         err = obd_disconnect(&ost->ost_conn);
 719         if (err) {
 720                 CERROR("lustre ost: fail to disconnect device\n");
 721                 RETURN(-EINVAL);
 722         }
 723
 724         MOD_DEC_USE_COUNT;
 725         RETURN(0);
 726 }
 727
 728 /* use obd ops to offer management infrastructure */
 729 static struct obd_ops ost_obd_ops = {
 730         o_setup:       ost_setup,
 731         o_cleanup:     ost_cleanup,
 732 };
 733
 734 static int __init ost_init(void)
 735 {
 736         obd_register_type(&ost_obd_ops, LUSTRE_OST_NAME);
 737         return 0;
 738 }
 739
 740 static void __exit ost_exit(void)
 741 {
 742         obd_unregister_type(LUSTRE_OST_NAME);
 743 }
 744
 745 MODULE_AUTHOR("Peter J. Braam <braam@clusterfs.com>");
 746 MODULE_DESCRIPTION("Lustre Object Storage Target (OST) v0.01");
 747 MODULE_LICENSE("GPL");
 748
 749 module_init(ost_init);
 750 module_exit(ost_exit);