lustre/lib/l_net.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  *  Copyright (C) 2001, 2002 Cluster File Systems, Inc.
   5  *   Author: Peter J. Braam <braam@clusterfs.com>
   6  *   Author: Phil Schwan <phil@clusterfs.com>
   7  *
   8  *   This file is part of Lustre, http://www.lustre.org.
   9  *
  10  *   Lustre is free software; you can redistribute it and/or
  11  *   modify it under the terms of version 2 of the GNU General Public
  12  *   License as published by the Free Software Foundation.
  13  *
  14  *   Lustre is distributed in the hope that it will be useful,
  15  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
  16  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  17  *   GNU General Public License for more details.
  18  *
  19  *   You should have received a copy of the GNU General Public License
  20  *   along with Lustre; if not, write to the Free Software
  21  *   Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  22  *
  23  *  Storage Target Handling functions
  24  *  Lustre Object Server Module (OST)
  25  *
  26  *  This server is single threaded at present (but can easily be multi
  27  *  threaded). For testing and management it is treated as an
  28  *  obd_device, although it does not export a full OBD method table
  29  *  (the requests are coming in over the wire, so object target
  30  *  modules do not have a full method table.)
  31  */
  32
  33 #define EXPORT_SYMTAB
  34 #define DEBUG_SUBSYSTEM S_OST
  35
  36 #include <linux/module.h>
  37 #include <linux/obd_ost.h>
  38 #include <linux/lustre_net.h>
  39 #include <linux/lustre_dlm.h>
  40
  41 struct client_obd *client_conn2cli(struct lustre_handle *conn)
  42 {
  43         struct obd_export *export = class_conn2export(conn);
  44         if (!export)
  45                 LBUG();
  46         return &export->exp_obd->u.cli;
  47 }
  48
  49 int client_obd_setup(struct obd_device *obddev, obd_count len, void *buf)
  50 {
  51         struct obd_ioctl_data* data = buf;
  52         int rq_portal, rp_portal;
  53         char *name;
  54         struct client_obd *cli = &obddev->u.cli;
  55         char server_uuid[37];
  56         ENTRY;
  57
  58         if (obddev->obd_type->typ_ops->o_brw) {
  59                 rq_portal = OST_REQUEST_PORTAL;
  60                 rp_portal = OSC_REPLY_PORTAL;
  61                 name = "osc";
  62         } else {
  63                 rq_portal = MDS_REQUEST_PORTAL;
  64                 rp_portal = MDC_REPLY_PORTAL;
  65                 name = "mdc";
  66         }
  67
  68         if (data->ioc_inllen1 < 1) {
  69                 CERROR("requires a TARGET UUID\n");
  70                 RETURN(-EINVAL);
  71         }
  72
  73         if (data->ioc_inllen1 > 37) {
  74                 CERROR("client UUID must be less than 38 characters\n");
  75                 RETURN(-EINVAL);
  76         }
  77
  78         if (data->ioc_inllen2 < 1) {
  79                 CERROR("setup requires a SERVER UUID\n");
  80                 RETURN(-EINVAL);
  81         }
  82
  83         if (data->ioc_inllen2 > 37) {
  84                 CERROR("target UUID must be less than 38 characters\n");
  85                 RETURN(-EINVAL);
  86         }
  87
  88         sema_init(&cli->cl_sem, 1);
  89         cli->cl_conn_count = 0;
  90         memcpy(cli->cl_target_uuid, data->ioc_inlbuf1, data->ioc_inllen1);
  91         memcpy(server_uuid, data->ioc_inlbuf2, MIN(data->ioc_inllen2,
  92                                                    sizeof(server_uuid)));
  93
  94         cli->cl_import.imp_connection = ptlrpc_uuid_to_connection(server_uuid);
  95         if (!cli->cl_import.imp_connection)
  96                 RETURN(-ENOENT);
  97
  98         ptlrpc_init_client(rq_portal, rp_portal, name,
  99                            &obddev->obd_ldlm_client);
 100         cli->cl_import.imp_client = &obddev->obd_ldlm_client;
 101         cli->cl_import.imp_obd = obddev;
 102
 103         cli->cl_max_mds_easize = sizeof(struct lov_mds_md);
 104
 105         MOD_INC_USE_COUNT;
 106         RETURN(0);
 107 }
 108
 109 int client_obd_cleanup(struct obd_device * obddev)
 110 {
 111         struct client_obd *mdc = &obddev->u.cli;
 112
 113         ptlrpc_cleanup_client(&mdc->cl_import);
 114         ptlrpc_put_connection(mdc->cl_import.imp_connection);
 115
 116         MOD_DEC_USE_COUNT;
 117         return 0;
 118 }
 119
 120 int client_obd_connect(struct lustre_handle *conn, struct obd_device *obd,
 121                        char *cluuid)
 122 {
 123         struct client_obd *cli = &obd->u.cli;
 124         struct ptlrpc_request *request;
 125         int rc, size[] = {sizeof(cli->cl_target_uuid),
 126                           sizeof(obd->obd_uuid) };
 127         char *tmp[] = {cli->cl_target_uuid, obd->obd_uuid};
 128         int rq_opc = (obd->obd_type->typ_ops->o_brw) ? OST_CONNECT :MDS_CONNECT;
 129         struct ptlrpc_connection *c;
 130
 131         ENTRY;
 132         down(&cli->cl_sem);
 133         MOD_INC_USE_COUNT;
 134         rc = class_connect(conn, obd, cluuid);
 135         if (rc) {
 136                 MOD_DEC_USE_COUNT;
 137                 GOTO(out_sem, rc);
 138         }
 139         cli->cl_conn_count++;
 140         if (cli->cl_conn_count > 1)
 141                 GOTO(out_sem, rc);
 142
 143         obd->obd_namespace = ldlm_namespace_new(obd->obd_name,
 144                                                 LDLM_NAMESPACE_CLIENT);
 145         if (obd->obd_namespace == NULL)
 146                 GOTO(out_disco, rc = -ENOMEM);
 147
 148         request = ptlrpc_prep_req(&cli->cl_import, rq_opc, 2, size, tmp);
 149         if (!request)
 150                 GOTO(out_ldlm, rc = -ENOMEM);
 151
 152         request->rq_level = LUSTRE_CONN_NEW;
 153         request->rq_replen = lustre_msg_size(0, NULL);
 154         request->rq_reqmsg->addr = conn->addr;
 155         request->rq_reqmsg->cookie = conn->cookie;
 156         c = class_conn2export(conn)->exp_connection = request->rq_connection;
 157
 158         rc = ptlrpc_queue_wait(request);
 159         rc = ptlrpc_check_status(request, rc);
 160         if (rc)
 161                 GOTO(out_req, rc);
 162
 163         list_add(&cli->cl_import.imp_chain, &c->c_imports);
 164         c->c_level = LUSTRE_CONN_FULL;
 165         cli->cl_import.imp_handle.addr = request->rq_repmsg->addr;
 166         cli->cl_import.imp_handle.cookie = request->rq_repmsg->cookie;
 167
 168         recovd_conn_manage(c, ptlrpc_recovd, ll_recover);
 169
 170         EXIT;
 171 out_req:
 172         ptlrpc_free_req(request);
 173         if (rc) {
 174 out_ldlm:
 175                 ldlm_namespace_free(obd->obd_namespace);
 176                 obd->obd_namespace = NULL;
 177 out_disco:
 178                 class_disconnect(conn);
 179                 MOD_DEC_USE_COUNT;
 180         }
 181 out_sem:
 182         up(&cli->cl_sem);
 183         return rc;
 184 }
 185
 186 int client_obd_disconnect(struct lustre_handle *conn)
 187 {
 188         struct obd_device *obd = class_conn2obd(conn);
 189         struct client_obd *cli = &obd->u.cli;
 190         int rq_opc = (obd->obd_type->typ_ops->o_brw) ? OST_DISCONNECT : MDS_DISCONNECT;
 191         struct ptlrpc_request *request = NULL;
 192         int rc, err;
 193         ENTRY;
 194
 195         down(&cli->cl_sem);
 196         if (!cli->cl_conn_count) {
 197                 CERROR("disconnecting disconnected device (%s)\n",
 198                        obd->obd_name);
 199                 GOTO(out_sem, rc = -EINVAL);
 200         }
 201
 202         cli->cl_conn_count--;
 203         if (cli->cl_conn_count)
 204                 GOTO(out_disco, rc = 0);
 205
 206         ldlm_namespace_free(obd->obd_namespace);
 207         obd->obd_namespace = NULL;
 208         request = ptlrpc_prep_req(&cli->cl_import, rq_opc, 0, NULL, NULL);
 209         if (!request)
 210                 GOTO(out_disco, rc = -ENOMEM);
 211
 212         request->rq_replen = lustre_msg_size(0, NULL);
 213
 214         rc = ptlrpc_queue_wait(request);
 215         if (rc)
 216                 GOTO(out_req, rc);
 217
 218         EXIT;
 219  out_req:
 220         if (request)
 221                 ptlrpc_free_req(request);
 222  out_disco:
 223         err = class_disconnect(conn);
 224         if (!rc && err)
 225                 rc = err;
 226         list_del_init(&cli->cl_import.imp_chain);
 227         MOD_DEC_USE_COUNT;
 228  out_sem:
 229         up(&cli->cl_sem);
 230         RETURN(rc);
 231 }
 232
 233 int target_handle_connect(struct ptlrpc_request *req)
 234 {
 235         struct obd_device *target;
 236         struct obd_export *export;
 237         struct obd_import *dlmimp;
 238         struct lustre_handle conn;
 239         char *tgtuuid, *cluuid;
 240         int rc, i;
 241         ENTRY;
 242
 243         tgtuuid = lustre_msg_buf(req->rq_reqmsg, 0);
 244         if (req->rq_reqmsg->buflens[0] > 37) {
 245                 CERROR("bad target UUID for connect\n");
 246                 GOTO(out, rc = -EINVAL);
 247         }
 248
 249         cluuid = lustre_msg_buf(req->rq_reqmsg, 1);
 250         if (req->rq_reqmsg->buflens[1] > 37) {
 251                 CERROR("bad client UUID for connect\n");
 252                 GOTO(out, rc = -EINVAL);
 253         }
 254
 255         i = class_uuid2dev(tgtuuid);
 256         if (i == -1) {
 257                 CERROR("UUID '%s' not found for connect\n", tgtuuid);
 258                 GOTO(out, rc = -ENODEV);
 259         }
 260
 261         target = &obd_dev[i];
 262         if (!target)
 263                 GOTO(out, rc = -ENODEV);
 264
 265         conn.addr = req->rq_reqmsg->addr;
 266         conn.cookie = req->rq_reqmsg->cookie;
 267
 268         rc = obd_connect(&conn, target, cluuid);
 269         if (rc)
 270                 GOTO(out, rc);
 271
 272         rc = lustre_pack_msg(0, NULL, NULL, &req->rq_replen, &req->rq_repmsg);
 273         if (rc)
 274                 GOTO(out, rc);
 275         req->rq_repmsg->addr = conn.addr;
 276         req->rq_repmsg->cookie = conn.cookie;
 277
 278         export = class_conn2export(&conn);
 279         LASSERT(export);
 280
 281         req->rq_export = export;
 282         export->exp_connection = ptlrpc_get_connection(&req->rq_peer, cluuid);
 283         req->rq_connection = export->exp_connection;
 284
 285         spin_lock(&export->exp_connection->c_lock);
 286         list_add(&export->exp_conn_chain, &export->exp_connection->c_exports);
 287         spin_unlock(&export->exp_connection->c_lock);
 288
 289         recovd_conn_manage(export->exp_connection, ptlrpc_recovd,
 290                            target_revoke_connection);
 291         dlmimp = &export->exp_ldlm_data.led_import;
 292         dlmimp->imp_connection = req->rq_connection;
 293         dlmimp->imp_client = &export->exp_obd->obd_ldlm_client;
 294         dlmimp->imp_handle.addr = req->rq_reqmsg->addr;
 295         dlmimp->imp_handle.cookie = req->rq_reqmsg->cookie;
 296         dlmimp->imp_obd = /* LDLM! */ NULL;
 297
 298 #warning Peter: is this the right place to upgrade the server connection level?
 299         req->rq_connection->c_level = LUSTRE_CONN_FULL;
 300 out:
 301         req->rq_status = rc;
 302         RETURN(rc);
 303 }
 304
 305 int target_handle_disconnect(struct ptlrpc_request *req)
 306 {
 307         struct lustre_handle *conn = (struct lustre_handle *)req->rq_reqmsg;
 308         int rc;
 309         ENTRY;
 310
 311         rc = lustre_pack_msg(0, NULL, NULL, &req->rq_replen, &req->rq_repmsg);
 312         if (rc)
 313                 RETURN(rc);
 314
 315         req->rq_status = obd_disconnect(conn);
 316         RETURN(0);
 317 }
 318
 319 static int target_revoke_client_resources(struct ptlrpc_connection *conn)
 320 {
 321         struct list_head *tmp, *pos;
 322
 323         ENTRY;
 324
 325         /* Cancel outstanding locks. */
 326         list_for_each_safe(tmp, pos, &conn->c_exports) {
 327         }
 328
 329         RETURN(0);
 330 }
 331
 332 static int target_fence_failed_connection(struct ptlrpc_connection *conn)
 333 {
 334         ENTRY;
 335
 336         conn->c_level = LUSTRE_CONN_RECOVD;
 337
 338         RETURN(0);
 339 }
 340
 341 int target_revoke_connection(struct recovd_data *rd, int phase)
 342 {
 343         struct ptlrpc_connection *conn = class_rd2conn(rd);
 344
 345         LASSERT(conn);
 346         ENTRY;
 347
 348         switch (phase) {
 349             case PTLRPC_RECOVD_PHASE_PREPARE:
 350                 RETURN(target_fence_failed_connection(conn));
 351             case PTLRPC_RECOVD_PHASE_RECOVER:
 352                 RETURN(target_revoke_client_resources(conn));
 353             case PTLRPC_RECOVD_PHASE_FAILURE:
 354                 LBUG();
 355                 RETURN(0);
 356         }
 357
 358         LBUG();
 359         RETURN(-ENOSYS);
 360 }