lustre/include/obd_class.h

   1 /*
   2  * GPL HEADER START
   3  *
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License version 2 only,
   8  * as published by the Free Software Foundation.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * General Public License version 2 for more details (a copy is included
  14  * in the LICENSE file that accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * version 2 along with this program; If not, see
  18  * http://www.gnu.org/licenses/gpl-2.0.html
  19  *
  20  * GPL HEADER END
  21  */
  22 /*
  23  * Copyright (c) 2007, 2010, Oracle and/or its affiliates. All rights reserved.
  24  * Use is subject to license terms.
  25  *
  26  * Copyright (c) 2011, 2016, Intel Corporation.
  27  */
  28 /*
  29  * This file is part of Lustre, http://www.lustre.org/
  30  * Lustre is a trademark of Sun Microsystems, Inc.
  31  */
  32 #ifndef __CLASS_OBD_H
  33 #define __CLASS_OBD_H
  34
  35
  36 #include <obd_support.h>
  37 #include <lustre_import.h>
  38 #include <lustre_net.h>
  39 #include <obd.h>
  40 #include <lustre_lib.h>
  41 #include <lustre/lustre_idl.h>
  42 #include <lprocfs_status.h>
  43
  44 #define OBD_STATFS_NODELAY      0x0001  /* requests should be send without delay
  45                                          * and resends for avoid deadlocks */
  46 #define OBD_STATFS_FROM_CACHE   0x0002  /* the statfs callback should not update
  47                                          * obd_osfs_age */
  48 #define OBD_STATFS_FOR_MDT0     0x0004  /* The statfs is only for retrieving
  49                                          * information from MDT0. */
  50
  51 /* OBD Device Declarations */
  52 extern struct obd_device *obd_devs[MAX_OBD_DEVICES];
  53 extern struct list_head obd_types;
  54 extern spinlock_t obd_types_lock;
  55 extern rwlock_t obd_dev_lock;
  56
  57 /* OBD Operations Declarations */
  58 extern struct obd_device *class_conn2obd(struct lustre_handle *);
  59 extern struct obd_device *class_exp2obd(struct obd_export *);
  60 extern int class_handle_ioctl(unsigned int cmd, unsigned long arg);
  61 extern int lustre_get_jobid(char *jobid);
  62
  63 struct lu_device_type;
  64
  65 /* genops.c */
  66 struct obd_export *class_conn2export(struct lustre_handle *);
  67 int class_register_type(struct obd_ops *, struct md_ops *, bool enable_proc,
  68                         struct lprocfs_vars *module_vars,
  69                         const char *nm, struct lu_device_type *ldt);
  70 int class_unregister_type(const char *nm);
  71
  72 struct obd_device *class_newdev(const char *type_name, const char *name);
  73 void class_release_dev(struct obd_device *obd);
  74
  75 int class_name2dev(const char *name);
  76 struct obd_device *class_name2obd(const char *name);
  77 int class_uuid2dev(struct obd_uuid *uuid);
  78 struct obd_device *class_uuid2obd(struct obd_uuid *uuid);
  79 void class_obd_list(void);
  80 struct obd_device * class_find_client_obd(struct obd_uuid *tgt_uuid,
  81                                           const char * typ_name,
  82                                           struct obd_uuid *grp_uuid);
  83 struct obd_device * class_devices_in_group(struct obd_uuid *grp_uuid,
  84                                            int *next);
  85 struct obd_device * class_num2obd(int num);
  86 int get_devices_count(void);
  87
  88 int class_notify_sptlrpc_conf(const char *fsname, int namelen);
  89
  90 char *obd_export_nid2str(struct obd_export *exp);
  91
  92 int obd_export_evict_by_nid(struct obd_device *obd, const char *nid);
  93 int obd_export_evict_by_uuid(struct obd_device *obd, const char *uuid);
  94 int obd_connect_flags2str(char *page, int count, __u64 flags, __u64 flags2,
  95                           const char *sep);
  96
  97 int obd_zombie_impexp_init(void);
  98 void obd_zombie_impexp_stop(void);
  99 void obd_zombie_impexp_cull(void);
 100 void obd_zombie_barrier(void);
 101 void obd_exports_barrier(struct obd_device *obd);
 102 int kuc_len(int payload_len);
 103 struct kuc_hdr * kuc_ptr(void *p);
 104 void *kuc_alloc(int payload_len, int transport, int type);
 105 void kuc_free(void *p, int payload_len);
 106 int obd_get_request_slot(struct client_obd *cli);
 107 void obd_put_request_slot(struct client_obd *cli);
 108 __u32 obd_get_max_rpcs_in_flight(struct client_obd *cli);
 109 int obd_set_max_rpcs_in_flight(struct client_obd *cli, __u32 max);
 110 __u16 obd_get_max_mod_rpcs_in_flight(struct client_obd *cli);
 111 int obd_set_max_mod_rpcs_in_flight(struct client_obd *cli, __u16 max);
 112 int obd_mod_rpc_stats_seq_show(struct client_obd *cli, struct seq_file *seq);
 113
 114 __u16 obd_get_mod_rpc_slot(struct client_obd *cli, __u32 opc,
 115                            struct lookup_intent *it);
 116 void obd_put_mod_rpc_slot(struct client_obd *cli, __u32 opc,
 117                           struct lookup_intent *it, __u16 tag);
 118
 119 struct llog_handle;
 120 struct llog_rec_hdr;
 121 typedef int (*llog_cb_t)(const struct lu_env *, struct llog_handle *,
 122                          struct llog_rec_hdr *, void *);
 123
 124 extern atomic_t         obd_stale_export_num;
 125 extern struct list_head obd_stale_exports;
 126 extern spinlock_t       obd_stale_export_lock;
 127
 128 struct obd_export *obd_stale_export_get(void);
 129 void obd_stale_export_put(struct obd_export *exp);
 130 void obd_stale_export_adjust(struct obd_export *exp);
 131
 132 /* obd_config.c */
 133 struct lustre_cfg *lustre_cfg_rename(struct lustre_cfg *cfg,
 134                                      const char *new_name);
 135 int class_process_config(struct lustre_cfg *lcfg);
 136 int class_process_proc_param(char *prefix, struct lprocfs_vars *lvars,
 137                              struct lustre_cfg *lcfg, void *data);
 138 int class_attach(struct lustre_cfg *lcfg);
 139 int class_setup(struct obd_device *obd, struct lustre_cfg *lcfg);
 140 int class_cleanup(struct obd_device *obd, struct lustre_cfg *lcfg);
 141 int class_detach(struct obd_device *obd, struct lustre_cfg *lcfg);
 142 struct obd_device *class_incref(struct obd_device *obd,
 143                                 const char *scope, const void *source);
 144 void class_decref(struct obd_device *obd,
 145                   const char *scope, const void *source);
 146 void dump_exports(struct obd_device *obd, int locks, int debug_level);
 147 int class_config_llog_handler(const struct lu_env *env,
 148                               struct llog_handle *handle,
 149                               struct llog_rec_hdr *rec, void *data);
 150 int class_add_conn(struct obd_device *obd, struct lustre_cfg *lcfg);
 151 int class_add_uuid(const char *uuid, __u64 nid);
 152
 153 #define CFG_F_START     0x01   /* Set when we start updating from a log */
 154 #define CFG_F_MARKER    0x02   /* We are within a maker */
 155 #define CFG_F_SKIP      0x04   /* We should ignore this cfg command */
 156 #define CFG_F_COMPAT146 0x08   /* Allow old-style logs */
 157 #define CFG_F_EXCLUDE   0x10   /* OST exclusion list */
 158
 159 /* Passed as data param to class_config_parse_llog */
 160 struct config_llog_instance {
 161         char                    *cfg_obdname;
 162         void                    *cfg_instance;
 163         struct super_block      *cfg_sb;
 164         struct obd_uuid          cfg_uuid;
 165         llog_cb_t                cfg_callback;
 166         int                      cfg_last_idx; /* for partial llog processing */
 167         int                      cfg_flags;
 168         __u32                    cfg_lwp_idx;
 169         __u32                    cfg_sub_clds;
 170 };
 171 int class_config_parse_llog(const struct lu_env *env, struct llog_ctxt *ctxt,
 172                             char *name, struct config_llog_instance *cfg);
 173
 174 #define CONFIG_T_CONFIG         0x01
 175 #define CONFIG_T_SPTLRPC        0x02
 176 #define CONFIG_T_RECOVER        0x04
 177 #define CONFIG_T_PARAMS         0x08
 178 #define CONFIG_T_NODEMAP        0x10
 179 #define CONFIG_T_BARRIER        0x20
 180
 181 /* Sub clds should be attached to the config_llog_data when processing
 182  * config log for client or server target. */
 183 #define CONFIG_SUB_CLIENT       (CONFIG_T_SPTLRPC | CONFIG_T_RECOVER | \
 184                                  CONFIG_T_PARAMS)
 185 #define CONFIG_SUB_SERVER       (CONFIG_SUB_CLIENT | CONFIG_T_NODEMAP)
 186
 187 #define PARAMS_FILENAME         "params"
 188 #define BARRIER_FILENAME        "barrier"
 189 #define LCTL_UPCALL             "lctl"
 190
 191 static inline bool logname_is_barrier(const char *logname)
 192 {
 193         char *ptr;
 194
 195         /* logname for barrier is "fsname-barrier" */
 196         ptr = strstr(logname, BARRIER_FILENAME);
 197         if (ptr && (ptr - logname) >= 2 &&
 198             *(ptr - 1) == '-' && *(ptr + 7) == '\0')
 199                 return true;
 200
 201         return false;
 202 }
 203
 204 /* list of active configuration logs  */
 205 struct config_llog_data {
 206         struct ldlm_res_id          cld_resid;
 207         struct config_llog_instance cld_cfg;
 208         struct list_head            cld_list_chain;
 209         atomic_t                    cld_refcount;
 210         struct config_llog_data    *cld_sptlrpc;/* depended sptlrpc log */
 211         struct config_llog_data    *cld_params; /* common parameters log */
 212         struct config_llog_data    *cld_recover;/* imperative recover log */
 213         struct config_llog_data    *cld_nodemap;/* nodemap log */
 214         struct config_llog_data    *cld_barrier;/* barrier log (for MDT only) */
 215         struct obd_export          *cld_mgcexp;
 216         struct mutex                cld_lock;
 217         int                         cld_type;
 218         unsigned int                cld_stopping:1, /* we were told to stop
 219                                                      * watching */
 220                                     cld_lostlock:1; /* lock not requeued */
 221         char                        cld_logname[0];
 222 };
 223
 224 struct lustre_profile {
 225         struct list_head         lp_list;
 226         char                    *lp_profile;
 227         char                    *lp_dt;
 228         char                    *lp_md;
 229         int                      lp_refs;
 230         bool                     lp_list_deleted;
 231 };
 232
 233 struct lustre_profile *class_get_profile(const char * prof);
 234 void class_del_profile(const char *prof);
 235 void class_put_profile(struct lustre_profile *lprof);
 236 void class_del_profiles(void);
 237
 238
 239 #if LUSTRE_TRACKS_LOCK_EXP_REFS
 240
 241 void __class_export_add_lock_ref(struct obd_export *, struct ldlm_lock *);
 242 void __class_export_del_lock_ref(struct obd_export *, struct ldlm_lock *);
 243 extern void (*class_export_dump_hook)(struct obd_export *);
 244
 245 #else
 246
 247 #define __class_export_add_lock_ref(exp, lock)             do {} while(0)
 248 #define __class_export_del_lock_ref(exp, lock)             do {} while(0)
 249
 250 #endif
 251
 252 #define class_export_rpc_inc(exp)                                       \
 253 ({                                                                      \
 254         atomic_inc(&(exp)->exp_rpc_count);                              \
 255         CDEBUG(D_INFO, "RPC GETting export %p : new rpc_count %d\n",    \
 256                (exp), atomic_read(&(exp)->exp_rpc_count));              \
 257 })
 258
 259 #define class_export_rpc_dec(exp)                                       \
 260 ({                                                                      \
 261         LASSERT_ATOMIC_POS(&exp->exp_rpc_count);                        \
 262         atomic_dec(&(exp)->exp_rpc_count);                              \
 263         CDEBUG(D_INFO, "RPC PUTting export %p : new rpc_count %d\n",    \
 264                (exp), atomic_read(&(exp)->exp_rpc_count));              \
 265 })
 266
 267 #define class_export_lock_get(exp, lock)                                \
 268 ({                                                                      \
 269         atomic_inc(&(exp)->exp_locks_count);                            \
 270         __class_export_add_lock_ref(exp, lock);                         \
 271         CDEBUG(D_INFO, "lock GETting export %p : new locks_count %d\n", \
 272                (exp), atomic_read(&(exp)->exp_locks_count));            \
 273         class_export_get(exp);                                          \
 274 })
 275
 276 #define class_export_lock_put(exp, lock)                                \
 277 ({                                                                      \
 278         LASSERT_ATOMIC_POS(&exp->exp_locks_count);                      \
 279         atomic_dec(&(exp)->exp_locks_count);                            \
 280         __class_export_del_lock_ref(exp, lock);                         \
 281         CDEBUG(D_INFO, "lock PUTting export %p : new locks_count %d\n", \
 282                (exp), atomic_read(&(exp)->exp_locks_count));            \
 283         class_export_put(exp);                                          \
 284 })
 285
 286 #define class_export_cb_get(exp)                                        \
 287 ({                                                                      \
 288         atomic_inc(&(exp)->exp_cb_count);                               \
 289         CDEBUG(D_INFO, "callback GETting export %p : new cb_count %d\n",\
 290                (exp), atomic_read(&(exp)->exp_cb_count));               \
 291         class_export_get(exp);                                          \
 292 })
 293
 294 #define class_export_cb_put(exp)                                        \
 295 ({                                                                      \
 296         LASSERT_ATOMIC_POS(&exp->exp_cb_count);                         \
 297         atomic_dec(&(exp)->exp_cb_count);                               \
 298         CDEBUG(D_INFO, "callback PUTting export %p : new cb_count %d\n",\
 299                (exp), atomic_read(&(exp)->exp_cb_count));               \
 300         class_export_put(exp);                                          \
 301 })
 302
 303 /* genops.c */
 304 struct obd_export *class_export_get(struct obd_export *exp);
 305 void class_export_put(struct obd_export *exp);
 306 struct obd_export *class_new_export(struct obd_device *obddev,
 307                                     struct obd_uuid *cluuid);
 308 void class_unlink_export(struct obd_export *exp);
 309
 310 struct obd_import *class_import_get(struct obd_import *);
 311 void class_import_put(struct obd_import *);
 312 struct obd_import *class_new_import(struct obd_device *obd);
 313 void class_destroy_import(struct obd_import *exp);
 314
 315 struct obd_type *class_search_type(const char *name);
 316 struct obd_type *class_get_type(const char *name);
 317 void class_put_type(struct obd_type *type);
 318 int class_connect(struct lustre_handle *conn, struct obd_device *obd,
 319                   struct obd_uuid *cluuid);
 320 int class_disconnect(struct obd_export *exp);
 321 void class_fail_export(struct obd_export *exp);
 322 int class_connected_export(struct obd_export *exp);
 323 void class_disconnect_exports(struct obd_device *obddev);
 324 int class_manual_cleanup(struct obd_device *obd);
 325 void class_disconnect_stale_exports(struct obd_device *,
 326                                     int (*test_export)(struct obd_export *));
 327 static inline enum obd_option exp_flags_from_obd(struct obd_device *obd)
 328 {
 329         return ((obd->obd_fail ? OBD_OPT_FAILOVER : 0) |
 330                 (obd->obd_force ? OBD_OPT_FORCE : 0) |
 331                 (obd->obd_abort_recovery ? OBD_OPT_ABORT_RECOV : 0) |
 332                 0);
 333 }
 334
 335 #ifdef HAVE_SERVER_SUPPORT
 336 static inline struct lu_target *class_exp2tgt(struct obd_export *exp)
 337 {
 338         LASSERT(exp->exp_obd);
 339         if (exp->exp_obd->u.obt.obt_magic != OBT_MAGIC)
 340                 return NULL;
 341         return exp->exp_obd->u.obt.obt_lut;
 342 }
 343
 344 static inline struct lr_server_data *class_server_data(struct obd_device *obd)
 345 {
 346         LASSERT(obd->u.obt.obt_lut);
 347         return &obd->u.obt.obt_lut->lut_lsd;
 348 }
 349 #endif
 350
 351 /* obdo.c */
 352 struct lu_attr;
 353 struct inode;
 354
 355 void obdo_from_la(struct obdo *dst, const struct lu_attr *la, u64 valid);
 356 void la_from_obdo(struct lu_attr *la, const struct obdo *dst, u64 valid);
 357
 358 void obdo_cpy_md(struct obdo *dst, const struct obdo *src, u64 valid);
 359 void obdo_to_ioobj(const struct obdo *oa, struct obd_ioobj *ioobj);
 360
 361 #define OBT(dev)        (dev)->obd_type
 362 #define OBP(dev, op)    (dev)->obd_type->typ_dt_ops->o_ ## op
 363 #define MDP(dev, op)    (dev)->obd_type->typ_md_ops->m_ ## op
 364 #define CTXTP(ctxt, op) (ctxt)->loc_logops->lop_##op
 365
 366 /* Ensure obd_setup: used for cleanup which must be called
 367    while obd is stopping */
 368 #define OBD_CHECK_DEV(obd)                                      \
 369 do {                                                            \
 370         if (!(obd)) {                                           \
 371                 CERROR("NULL device\n");                        \
 372                 RETURN(-ENODEV);                                \
 373         }                                                       \
 374 } while (0)
 375
 376 /* ensure obd_setup and !obd_stopping */
 377 #define OBD_CHECK_DEV_ACTIVE(obd)                               \
 378 do {                                                            \
 379         OBD_CHECK_DEV(obd);                                     \
 380         if (!(obd)->obd_set_up || (obd)->obd_stopping) {        \
 381                 CERROR("Device %d not setup\n",                 \
 382                        (obd)->obd_minor);                       \
 383                 RETURN(-ENODEV);                                \
 384         }                                                       \
 385 } while (0)
 386
 387
 388 #ifdef CONFIG_PROC_FS
 389 #define OBD_COUNTER_OFFSET(op)                                                 \
 390         ((offsetof(struct obd_ops, o_ ## op) -                                 \
 391           offsetof(struct obd_ops, o_iocontrol))                               \
 392          / sizeof(((struct obd_ops *)NULL)->o_iocontrol))
 393
 394 /* The '- 1' below is for o_owner. */
 395 #define NUM_OBD_STATS                                                          \
 396         (sizeof(struct obd_ops) /                                              \
 397          sizeof(((struct obd_ops *)NULL)->o_iocontrol) - 1)
 398
 399 #define OBD_COUNTER_INCREMENT(obd, op)                                         \
 400         lprocfs_counter_incr((obd)->obd_stats,                                 \
 401                              (obd)->obd_cntr_base + OBD_COUNTER_OFFSET(op))
 402
 403 #define EXP_COUNTER_INCREMENT(exp, op)                                         \
 404         do {                                                                   \
 405                 unsigned int _off;                                             \
 406                 _off = (exp)->exp_obd->obd_cntr_base + OBD_COUNTER_OFFSET(op); \
 407                 lprocfs_counter_incr((exp)->exp_obd->obd_stats, _off);         \
 408                 if ((exp)->exp_obd->obd_uses_nid_stats &&                      \
 409                     (exp)->exp_nid_stats != NULL)                              \
 410                         lprocfs_counter_incr((exp)->exp_nid_stats->nid_stats,  \
 411                                              _off);                            \
 412         } while (0)
 413
 414 #define _MD_COUNTER_OFFSET(m_op)                                               \
 415         ((offsetof(struct md_ops, m_op) -                                      \
 416           offsetof(struct md_ops, MD_STATS_FIRST_OP)) /                        \
 417          sizeof(((struct md_ops *)NULL)->MD_STATS_FIRST_OP))
 418
 419 #define MD_COUNTER_OFFSET(op) _MD_COUNTER_OFFSET(m_ ## op)
 420
 421 #define NUM_MD_STATS                                                           \
 422         (_MD_COUNTER_OFFSET(MD_STATS_LAST_OP) -                                \
 423          _MD_COUNTER_OFFSET(MD_STATS_FIRST_OP) + 1)
 424
 425 /* Note that we only increment md counters for ops whose offset is less
 426  * than NUM_MD_STATS. This is explained in a comment in the definition
 427  * of struct md_ops. */
 428 #define EXP_MD_COUNTER_INCREMENT(exp, op)                                      \
 429         do {                                                                   \
 430                 if (MD_COUNTER_OFFSET(op) < NUM_MD_STATS)                      \
 431                         lprocfs_counter_incr((exp)->exp_obd->obd_md_stats,     \
 432                                         (exp)->exp_obd->obd_md_cntr_base +     \
 433                                         MD_COUNTER_OFFSET(op));                \
 434         } while (0)
 435
 436 #else
 437 #define OBD_COUNTER_OFFSET(op)
 438 #define OBD_COUNTER_INCREMENT(obd, op)
 439 #define EXP_COUNTER_INCREMENT(exp, op)
 440 #define EXP_MD_COUNTER_INCREMENT(exp, op)
 441 #endif
 442
 443 static inline int lprocfs_nid_ldlm_stats_init(struct nid_stat* tmp)
 444 {
 445         /* Always add in ldlm_stats */
 446         tmp->nid_ldlm_stats = lprocfs_alloc_stats(LDLM_LAST_OPC - LDLM_FIRST_OPC
 447                                                   ,LPROCFS_STATS_FLAG_NOPERCPU);
 448         if (tmp->nid_ldlm_stats == NULL)
 449                 return -ENOMEM;
 450
 451         lprocfs_init_ldlm_stats(tmp->nid_ldlm_stats);
 452
 453         return lprocfs_register_stats(tmp->nid_proc, "ldlm_stats",
 454                                       tmp->nid_ldlm_stats);
 455 }
 456
 457 #define EXP_CHECK_MD_OP(exp, op)                                \
 458 do {                                                            \
 459         if ((exp) == NULL) {                                    \
 460                 CERROR("obd_" #op ": NULL export\n");           \
 461                 RETURN(-ENODEV);                                \
 462         }                                                       \
 463         if ((exp)->exp_obd == NULL || !OBT((exp)->exp_obd)) {   \
 464                 CERROR("obd_" #op ": cleaned up obd\n");        \
 465                 RETURN(-EOPNOTSUPP);                            \
 466         }                                                       \
 467         if (!OBT((exp)->exp_obd) || !MDP((exp)->exp_obd, op)) { \
 468                 CERROR("obd_" #op ": dev %s/%d no operation\n", \
 469                        (exp)->exp_obd->obd_name,                \
 470                        (exp)->exp_obd->obd_minor);              \
 471                 RETURN(-EOPNOTSUPP);                            \
 472         }                                                       \
 473 } while (0)
 474
 475
 476 #define OBD_CHECK_DT_OP(obd, op, err)                           \
 477 do {                                                            \
 478         if (!OBT(obd) || !OBP((obd), op)) {                     \
 479                 if (err)                                        \
 480                         CERROR("obd_" #op ": dev %d no operation\n",    \
 481                                obd->obd_minor);                 \
 482                 RETURN(err);                                    \
 483         }                                                       \
 484 } while (0)
 485
 486 #define EXP_CHECK_DT_OP(exp, op)                                \
 487 do {                                                            \
 488         if ((exp) == NULL) {                                    \
 489                 CERROR("obd_" #op ": NULL export\n");           \
 490                 RETURN(-ENODEV);                                \
 491         }                                                       \
 492         if ((exp)->exp_obd == NULL || !OBT((exp)->exp_obd)) {   \
 493                 CERROR("obd_" #op ": cleaned up obd\n");        \
 494                 RETURN(-EOPNOTSUPP);                            \
 495         }                                                       \
 496         if (!OBT((exp)->exp_obd) || !OBP((exp)->exp_obd, op)) { \
 497                 CERROR("obd_" #op ": dev %d no operation\n",    \
 498                        (exp)->exp_obd->obd_minor);              \
 499                 RETURN(-EOPNOTSUPP);                            \
 500         }                                                       \
 501 } while (0)
 502
 503 #define CTXT_CHECK_OP(ctxt, op, err)                                 \
 504 do {                                                                 \
 505         if (!OBT(ctxt->loc_obd) || !CTXTP((ctxt), op)) {             \
 506                 if (err)                                             \
 507                         CERROR("lop_" #op ": dev %d no operation\n", \
 508                                ctxt->loc_obd->obd_minor);            \
 509                 RETURN(err);                                         \
 510         }                                                            \
 511 } while (0)
 512
 513 static inline int class_devno_max(void)
 514 {
 515         return MAX_OBD_DEVICES;
 516 }
 517
 518 static inline int obd_get_info(const struct lu_env *env, struct obd_export *exp,
 519                                __u32 keylen, void *key,
 520                                __u32 *vallen, void *val)
 521 {
 522         int rc;
 523         ENTRY;
 524
 525         EXP_CHECK_DT_OP(exp, get_info);
 526         EXP_COUNTER_INCREMENT(exp, get_info);
 527
 528         rc = OBP(exp->exp_obd, get_info)(env, exp, keylen, key, vallen, val);
 529         RETURN(rc);
 530 }
 531
 532 static inline int obd_set_info_async(const struct lu_env *env,
 533                                      struct obd_export *exp,
 534                                      __u32 keylen, void *key,
 535                                      __u32 vallen, void *val,
 536                                      struct ptlrpc_request_set *set)
 537 {
 538         int rc;
 539         ENTRY;
 540
 541         EXP_CHECK_DT_OP(exp, set_info_async);
 542         EXP_COUNTER_INCREMENT(exp, set_info_async);
 543
 544         rc = OBP(exp->exp_obd, set_info_async)(env, exp, keylen, key, vallen,
 545                                                val, set);
 546         RETURN(rc);
 547 }
 548
 549 /*
 550  * obd-lu integration.
 551  *
 552  * Functionality is being moved into new lu_device-based layering, but some
 553  * pieces of configuration process are still based on obd devices.
 554  *
 555  * Specifically, lu_device_type_operations::ldto_device_alloc() methods fully
 556  * subsume ->o_setup() methods of obd devices they replace. The same for
 557  * lu_device_operations::ldo_process_config() and ->o_process_config(). As a
 558  * result, obd_setup() and obd_process_config() branch and call one XOR
 559  * another.
 560  *
 561  * Yet neither lu_device_type_operations::ldto_device_fini() nor
 562  * lu_device_type_operations::ldto_device_free() fully implement the
 563  * functionality of ->o_precleanup() and ->o_cleanup() they override. Hence,
 564  * obd_precleanup() and obd_cleanup() call both lu_device and obd operations.
 565  */
 566
 567 #define DECLARE_LU_VARS(ldt, d)                 \
 568         struct lu_device_type *ldt;       \
 569         struct lu_device *d
 570
 571 static inline int obd_setup(struct obd_device *obd, struct lustre_cfg *cfg)
 572 {
 573         int rc;
 574         DECLARE_LU_VARS(ldt, d);
 575         ENTRY;
 576
 577         ldt = obd->obd_type->typ_lu;
 578         if (ldt != NULL) {
 579                 struct lu_context  session_ctx;
 580                 struct lu_env env;
 581                 lu_context_init(&session_ctx, LCT_SESSION | LCT_SERVER_SESSION);
 582                 session_ctx.lc_thread = NULL;
 583                 lu_context_enter(&session_ctx);
 584
 585                 rc = lu_env_init(&env, ldt->ldt_ctx_tags);
 586                 if (rc == 0) {
 587                         env.le_ses = &session_ctx;
 588                         d = ldt->ldt_ops->ldto_device_alloc(&env, ldt, cfg);
 589                         lu_env_fini(&env);
 590                         if (!IS_ERR(d)) {
 591                                 obd->obd_lu_dev = d;
 592                                 d->ld_obd = obd;
 593                                 rc = 0;
 594                         } else
 595                                 rc = PTR_ERR(d);
 596                 }
 597                 lu_context_exit(&session_ctx);
 598                 lu_context_fini(&session_ctx);
 599
 600         } else {
 601                 OBD_CHECK_DT_OP(obd, setup, -EOPNOTSUPP);
 602                 OBD_COUNTER_INCREMENT(obd, setup);
 603                 rc = OBP(obd, setup)(obd, cfg);
 604         }
 605         RETURN(rc);
 606 }
 607
 608 static inline int obd_precleanup(struct obd_device *obd)
 609 {
 610         int rc;
 611         DECLARE_LU_VARS(ldt, d);
 612         ENTRY;
 613
 614         OBD_CHECK_DEV(obd);
 615         ldt = obd->obd_type->typ_lu;
 616         d = obd->obd_lu_dev;
 617         if (ldt != NULL && d != NULL) {
 618                 struct lu_env env;
 619
 620                 rc = lu_env_init(&env, ldt->ldt_ctx_tags);
 621                 if (rc == 0) {
 622                         ldt->ldt_ops->ldto_device_fini(&env, d);
 623                         lu_env_fini(&env);
 624                 }
 625         }
 626         OBD_CHECK_DT_OP(obd, precleanup, 0);
 627         OBD_COUNTER_INCREMENT(obd, precleanup);
 628
 629         rc = OBP(obd, precleanup)(obd);
 630         RETURN(rc);
 631 }
 632
 633 static inline int obd_cleanup(struct obd_device *obd)
 634 {
 635         int rc;
 636         DECLARE_LU_VARS(ldt, d);
 637         ENTRY;
 638
 639         OBD_CHECK_DEV(obd);
 640
 641         ldt = obd->obd_type->typ_lu;
 642         d = obd->obd_lu_dev;
 643         if (ldt != NULL && d != NULL) {
 644                 struct lu_env env;
 645
 646                 rc = lu_env_init(&env, ldt->ldt_ctx_tags);
 647                 if (rc == 0) {
 648                         ldt->ldt_ops->ldto_device_free(&env, d);
 649                         lu_env_fini(&env);
 650                         obd->obd_lu_dev = NULL;
 651                 }
 652         }
 653         OBD_CHECK_DT_OP(obd, cleanup, 0);
 654         OBD_COUNTER_INCREMENT(obd, cleanup);
 655
 656         rc = OBP(obd, cleanup)(obd);
 657         RETURN(rc);
 658 }
 659
 660 static inline void obd_cleanup_client_import(struct obd_device *obd)
 661 {
 662         ENTRY;
 663
 664         /* If we set up but never connected, the
 665            client import will not have been cleaned. */
 666         down_write(&obd->u.cli.cl_sem);
 667         if (obd->u.cli.cl_import) {
 668                 struct obd_import *imp;
 669                 imp = obd->u.cli.cl_import;
 670                 CDEBUG(D_CONFIG, "%s: client import never connected\n",
 671                        obd->obd_name);
 672                 ptlrpc_invalidate_import(imp);
 673                 client_destroy_import(imp);
 674                 obd->u.cli.cl_import = NULL;
 675         }
 676         up_write(&obd->u.cli.cl_sem);
 677
 678         EXIT;
 679 }
 680
 681 static inline int
 682 obd_process_config(struct obd_device *obd, int datalen, void *data)
 683 {
 684         int rc;
 685         DECLARE_LU_VARS(ldt, d);
 686         ENTRY;
 687
 688         OBD_CHECK_DEV(obd);
 689
 690         obd->obd_process_conf = 1;
 691         ldt = obd->obd_type->typ_lu;
 692         d = obd->obd_lu_dev;
 693         if (ldt != NULL && d != NULL) {
 694                 struct lu_env env;
 695
 696                 rc = lu_env_init(&env, ldt->ldt_ctx_tags);
 697                 if (rc == 0) {
 698                         rc = d->ld_ops->ldo_process_config(&env, d, data);
 699                         lu_env_fini(&env);
 700                 }
 701         } else {
 702                 OBD_CHECK_DT_OP(obd, process_config, -EOPNOTSUPP);
 703                 rc = OBP(obd, process_config)(obd, datalen, data);
 704         }
 705         OBD_COUNTER_INCREMENT(obd, process_config);
 706         obd->obd_process_conf = 0;
 707
 708         RETURN(rc);
 709 }
 710
 711 static inline int obd_create(const struct lu_env *env, struct obd_export *exp,
 712                              struct obdo *obdo)
 713 {
 714         int rc;
 715         ENTRY;
 716
 717         EXP_CHECK_DT_OP(exp, create);
 718         EXP_COUNTER_INCREMENT(exp, create);
 719
 720         rc = OBP(exp->exp_obd, create)(env, exp, obdo);
 721         RETURN(rc);
 722 }
 723
 724 static inline int obd_destroy(const struct lu_env *env, struct obd_export *exp,
 725                               struct obdo *obdo)
 726 {
 727         int rc;
 728         ENTRY;
 729
 730         EXP_CHECK_DT_OP(exp, destroy);
 731         EXP_COUNTER_INCREMENT(exp, destroy);
 732
 733         rc = OBP(exp->exp_obd, destroy)(env, exp, obdo);
 734         RETURN(rc);
 735 }
 736
 737 static inline int obd_getattr(const struct lu_env *env, struct obd_export *exp,
 738                               struct obdo *oa)
 739 {
 740         int rc;
 741
 742         ENTRY;
 743         EXP_CHECK_DT_OP(exp, getattr);
 744         EXP_COUNTER_INCREMENT(exp, getattr);
 745         rc = OBP(exp->exp_obd, getattr)(env, exp, oa);
 746
 747         RETURN(rc);
 748 }
 749
 750 static inline int obd_setattr(const struct lu_env *env, struct obd_export *exp,
 751                               struct obdo *oa)
 752 {
 753         int rc;
 754
 755         ENTRY;
 756         EXP_CHECK_DT_OP(exp, setattr);
 757         EXP_COUNTER_INCREMENT(exp, setattr);
 758         rc = OBP(exp->exp_obd, setattr)(env, exp, oa);
 759
 760         RETURN(rc);
 761 }
 762
 763 static inline int obd_add_conn(struct obd_import *imp, struct obd_uuid *uuid,
 764                                int priority)
 765 {
 766         struct obd_device *obd = imp->imp_obd;
 767         int rc;
 768         ENTRY;
 769
 770         OBD_CHECK_DEV_ACTIVE(obd);
 771         OBD_CHECK_DT_OP(obd, add_conn, -EOPNOTSUPP);
 772         OBD_COUNTER_INCREMENT(obd, add_conn);
 773
 774         rc = OBP(obd, add_conn)(imp, uuid, priority);
 775         RETURN(rc);
 776 }
 777
 778 static inline int obd_del_conn(struct obd_import *imp, struct obd_uuid *uuid)
 779 {
 780         struct obd_device *obd = imp->imp_obd;
 781         int rc;
 782         ENTRY;
 783
 784         OBD_CHECK_DEV_ACTIVE(obd);
 785         OBD_CHECK_DT_OP(obd, del_conn, -EOPNOTSUPP);
 786         OBD_COUNTER_INCREMENT(obd, del_conn);
 787
 788         rc = OBP(obd, del_conn)(imp, uuid);
 789         RETURN(rc);
 790 }
 791
 792 static inline struct obd_uuid *obd_get_uuid(struct obd_export *exp)
 793 {
 794         struct obd_uuid *uuid;
 795         ENTRY;
 796
 797         OBD_CHECK_DT_OP(exp->exp_obd, get_uuid, NULL);
 798         EXP_COUNTER_INCREMENT(exp, get_uuid);
 799
 800         uuid = OBP(exp->exp_obd, get_uuid)(exp);
 801         RETURN(uuid);
 802 }
 803
 804 /** Create a new /a exp on device /a obd for the uuid /a cluuid
 805  * @param exp New export handle
 806  * @param d Connect data, supported flags are set, flags also understood
 807  *    by obd are returned.
 808  */
 809 static inline int obd_connect(const struct lu_env *env,
 810                               struct obd_export **exp,struct obd_device *obd,
 811                               struct obd_uuid *cluuid,
 812                               struct obd_connect_data *data,
 813                               void *localdata)
 814 {
 815         int rc;
 816         __u64 ocf = data ? data->ocd_connect_flags : 0; /* for post-condition
 817                                                    * check */
 818         ENTRY;
 819
 820         OBD_CHECK_DEV_ACTIVE(obd);
 821         OBD_CHECK_DT_OP(obd, connect, -EOPNOTSUPP);
 822         OBD_COUNTER_INCREMENT(obd, connect);
 823
 824         rc = OBP(obd, connect)(env, exp, obd, cluuid, data, localdata);
 825         /* check that only subset is granted */
 826         LASSERT(ergo(data != NULL, (data->ocd_connect_flags & ocf) ==
 827                                     data->ocd_connect_flags));
 828         RETURN(rc);
 829 }
 830
 831 static inline int obd_reconnect(const struct lu_env *env,
 832                                 struct obd_export *exp,
 833                                 struct obd_device *obd,
 834                                 struct obd_uuid *cluuid,
 835                                 struct obd_connect_data *d,
 836                                 void *localdata)
 837 {
 838         int rc;
 839         __u64 ocf = d ? d->ocd_connect_flags : 0; /* for post-condition
 840                                                    * check */
 841
 842         ENTRY;
 843
 844         OBD_CHECK_DEV_ACTIVE(obd);
 845         OBD_CHECK_DT_OP(obd, reconnect, 0);
 846         OBD_COUNTER_INCREMENT(obd, reconnect);
 847
 848         rc = OBP(obd, reconnect)(env, exp, obd, cluuid, d, localdata);
 849         /* check that only subset is granted */
 850         LASSERT(ergo(d != NULL,
 851                      (d->ocd_connect_flags & ocf) == d->ocd_connect_flags));
 852         RETURN(rc);
 853 }
 854
 855 static inline int obd_disconnect(struct obd_export *exp)
 856 {
 857         int rc;
 858         ENTRY;
 859
 860         EXP_CHECK_DT_OP(exp, disconnect);
 861         EXP_COUNTER_INCREMENT(exp, disconnect);
 862
 863         rc = OBP(exp->exp_obd, disconnect)(exp);
 864         RETURN(rc);
 865 }
 866
 867 static inline int obd_fid_init(struct obd_device *obd, struct obd_export *exp,
 868                                enum lu_cli_type type)
 869 {
 870         int rc;
 871         ENTRY;
 872
 873         OBD_CHECK_DT_OP(obd, fid_init, 0);
 874         OBD_COUNTER_INCREMENT(obd, fid_init);
 875
 876         rc = OBP(obd, fid_init)(obd, exp, type);
 877         RETURN(rc);
 878 }
 879
 880 static inline int obd_fid_fini(struct obd_device *obd)
 881 {
 882         int rc;
 883         ENTRY;
 884
 885         OBD_CHECK_DT_OP(obd, fid_fini, 0);
 886         OBD_COUNTER_INCREMENT(obd, fid_fini);
 887
 888         rc = OBP(obd, fid_fini)(obd);
 889         RETURN(rc);
 890 }
 891
 892 static inline int obd_fid_alloc(const struct lu_env *env,
 893                                 struct obd_export *exp,
 894                                 struct lu_fid *fid,
 895                                 struct md_op_data *op_data)
 896 {
 897         int rc;
 898         ENTRY;
 899
 900         EXP_CHECK_DT_OP(exp, fid_alloc);
 901         EXP_COUNTER_INCREMENT(exp, fid_alloc);
 902
 903         rc = OBP(exp->exp_obd, fid_alloc)(env, exp, fid, op_data);
 904         RETURN(rc);
 905 }
 906
 907 static inline int obd_ping(const struct lu_env *env, struct obd_export *exp)
 908 {
 909         int rc;
 910         ENTRY;
 911
 912         OBD_CHECK_DT_OP(exp->exp_obd, ping, 0);
 913         EXP_COUNTER_INCREMENT(exp, ping);
 914
 915         rc = OBP(exp->exp_obd, ping)(env, exp);
 916         RETURN(rc);
 917 }
 918
 919 static inline int obd_pool_new(struct obd_device *obd, char *poolname)
 920 {
 921         int rc;
 922         ENTRY;
 923
 924         OBD_CHECK_DT_OP(obd, pool_new, -EOPNOTSUPP);
 925         OBD_COUNTER_INCREMENT(obd, pool_new);
 926
 927         rc = OBP(obd, pool_new)(obd, poolname);
 928         RETURN(rc);
 929 }
 930
 931 static inline int obd_pool_del(struct obd_device *obd, char *poolname)
 932 {
 933         int rc;
 934         ENTRY;
 935
 936         OBD_CHECK_DT_OP(obd, pool_del, -EOPNOTSUPP);
 937         OBD_COUNTER_INCREMENT(obd, pool_del);
 938
 939         rc = OBP(obd, pool_del)(obd, poolname);
 940         RETURN(rc);
 941 }
 942
 943 static inline int obd_pool_add(struct obd_device *obd, char *poolname, char *ostname)
 944 {
 945         int rc;
 946         ENTRY;
 947
 948         OBD_CHECK_DT_OP(obd, pool_add, -EOPNOTSUPP);
 949         OBD_COUNTER_INCREMENT(obd, pool_add);
 950
 951         rc = OBP(obd, pool_add)(obd, poolname, ostname);
 952         RETURN(rc);
 953 }
 954
 955 static inline int obd_pool_rem(struct obd_device *obd, char *poolname, char *ostname)
 956 {
 957         int rc;
 958         ENTRY;
 959
 960         OBD_CHECK_DT_OP(obd, pool_rem, -EOPNOTSUPP);
 961         OBD_COUNTER_INCREMENT(obd, pool_rem);
 962
 963         rc = OBP(obd, pool_rem)(obd, poolname, ostname);
 964         RETURN(rc);
 965 }
 966
 967 static inline void obd_getref(struct obd_device *obd)
 968 {
 969         ENTRY;
 970         if (OBT(obd) && OBP(obd, getref)) {
 971                 OBD_COUNTER_INCREMENT(obd, getref);
 972                 OBP(obd, getref)(obd);
 973         }
 974         EXIT;
 975 }
 976
 977 static inline void obd_putref(struct obd_device *obd)
 978 {
 979         ENTRY;
 980         if (OBT(obd) && OBP(obd, putref)) {
 981                 OBD_COUNTER_INCREMENT(obd, putref);
 982                 OBP(obd, putref)(obd);
 983         }
 984         EXIT;
 985 }
 986
 987 static inline int obd_init_export(struct obd_export *exp)
 988 {
 989         int rc = 0;
 990
 991         ENTRY;
 992         if ((exp)->exp_obd != NULL && OBT((exp)->exp_obd) &&
 993             OBP((exp)->exp_obd, init_export))
 994                 rc = OBP(exp->exp_obd, init_export)(exp);
 995         RETURN(rc);
 996 }
 997
 998 static inline int obd_destroy_export(struct obd_export *exp)
 999 {
1000         ENTRY;
1001         if ((exp)->exp_obd != NULL && OBT((exp)->exp_obd) &&
1002             OBP((exp)->exp_obd, destroy_export))
1003                 OBP(exp->exp_obd, destroy_export)(exp);
1004         RETURN(0);
1005 }
1006
1007 /* @max_age is the oldest time in jiffies that we accept using a cached data.
1008  * If the cache is older than @max_age we will get a new value from the
1009  * target.  Use a value of "cfs_time_current() + HZ" to guarantee freshness. */
1010 static inline int obd_statfs_async(struct obd_export *exp,
1011                                    struct obd_info *oinfo,
1012                                    __u64 max_age,
1013                                    struct ptlrpc_request_set *rqset)
1014 {
1015         int rc = 0;
1016         struct obd_device *obd;
1017         ENTRY;
1018
1019         if (exp == NULL || exp->exp_obd == NULL)
1020                 RETURN(-EINVAL);
1021
1022         obd = exp->exp_obd;
1023         OBD_CHECK_DT_OP(obd, statfs, -EOPNOTSUPP);
1024         OBD_COUNTER_INCREMENT(obd, statfs);
1025
1026         CDEBUG(D_SUPER, "%s: osfs %p age %llu, max_age %llu\n",
1027                obd->obd_name, &obd->obd_osfs, obd->obd_osfs_age, max_age);
1028         if (cfs_time_before_64(obd->obd_osfs_age, max_age)) {
1029                 rc = OBP(obd, statfs_async)(exp, oinfo, max_age, rqset);
1030         } else {
1031                 CDEBUG(D_SUPER, "%s: use %p cache blocks %llu/%llu objects %llu/%llu\n",
1032                        obd->obd_name, &obd->obd_osfs,
1033                        obd->obd_osfs.os_bavail, obd->obd_osfs.os_blocks,
1034                        obd->obd_osfs.os_ffree, obd->obd_osfs.os_files);
1035                 spin_lock(&obd->obd_osfs_lock);
1036                 memcpy(oinfo->oi_osfs, &obd->obd_osfs, sizeof(*oinfo->oi_osfs));
1037                 spin_unlock(&obd->obd_osfs_lock);
1038                 oinfo->oi_flags |= OBD_STATFS_FROM_CACHE;
1039                 if (oinfo->oi_cb_up)
1040                         oinfo->oi_cb_up(oinfo, 0);
1041         }
1042         RETURN(rc);
1043 }
1044
1045 static inline int obd_statfs_rqset(struct obd_export *exp,
1046                                    struct obd_statfs *osfs, __u64 max_age,
1047                                    __u32 flags)
1048 {
1049         struct ptlrpc_request_set *set = NULL;
1050         struct obd_info oinfo = {
1051                 .oi_osfs = osfs,
1052                 .oi_flags = flags,
1053         };
1054         int rc = 0;
1055
1056         ENTRY;
1057
1058         set = ptlrpc_prep_set();
1059         if (set == NULL)
1060                 RETURN(-ENOMEM);
1061
1062         rc = obd_statfs_async(exp, &oinfo, max_age, set);
1063         if (rc == 0)
1064                 rc = ptlrpc_set_wait(set);
1065
1066         ptlrpc_set_destroy(set);
1067
1068         RETURN(rc);
1069 }
1070
1071 /* @max_age is the oldest time in jiffies that we accept using a cached data.
1072  * If the cache is older than @max_age we will get a new value from the
1073  * target.  Use a value of "cfs_time_current() + HZ" to guarantee freshness. */
1074 static inline int obd_statfs(const struct lu_env *env, struct obd_export *exp,
1075                              struct obd_statfs *osfs, __u64 max_age,
1076                              __u32 flags)
1077 {
1078         int rc = 0;
1079         struct obd_device *obd = exp->exp_obd;
1080         ENTRY;
1081
1082         if (obd == NULL)
1083                 RETURN(-EINVAL);
1084
1085         OBD_CHECK_DT_OP(obd, statfs, -EOPNOTSUPP);
1086         OBD_COUNTER_INCREMENT(obd, statfs);
1087
1088         CDEBUG(D_SUPER, "osfs %llu, max_age %llu\n",
1089                obd->obd_osfs_age, max_age);
1090         if (cfs_time_before_64(obd->obd_osfs_age, max_age)) {
1091                 rc = OBP(obd, statfs)(env, exp, osfs, max_age, flags);
1092                 if (rc == 0) {
1093                         spin_lock(&obd->obd_osfs_lock);
1094                         memcpy(&obd->obd_osfs, osfs, sizeof(obd->obd_osfs));
1095                         obd->obd_osfs_age = cfs_time_current_64();
1096                         spin_unlock(&obd->obd_osfs_lock);
1097                 }
1098         } else {
1099                 CDEBUG(D_SUPER, "%s: use %p cache blocks %llu/%llu"
1100                        " objects %llu/%llu\n",
1101                        obd->obd_name, &obd->obd_osfs,
1102                        obd->obd_osfs.os_bavail, obd->obd_osfs.os_blocks,
1103                        obd->obd_osfs.os_ffree, obd->obd_osfs.os_files);
1104                 spin_lock(&obd->obd_osfs_lock);
1105                 memcpy(osfs, &obd->obd_osfs, sizeof(*osfs));
1106                 spin_unlock(&obd->obd_osfs_lock);
1107         }
1108         RETURN(rc);
1109 }
1110
1111 static inline int obd_preprw(const struct lu_env *env, int cmd,
1112                              struct obd_export *exp, struct obdo *oa,
1113                              int objcount, struct obd_ioobj *obj,
1114                              struct niobuf_remote *remote, int *pages,
1115                              struct niobuf_local *local)
1116 {
1117         int rc;
1118
1119         ENTRY;
1120         EXP_CHECK_DT_OP(exp, preprw);
1121         EXP_COUNTER_INCREMENT(exp, preprw);
1122         rc = OBP(exp->exp_obd, preprw)(env, cmd, exp, oa, objcount, obj, remote,
1123                                        pages, local);
1124
1125         RETURN(rc);
1126 }
1127
1128 static inline int obd_commitrw(const struct lu_env *env, int cmd,
1129                                struct obd_export *exp, struct obdo *oa,
1130                                int objcount, struct obd_ioobj *obj,
1131                                struct niobuf_remote *rnb, int pages,
1132                                struct niobuf_local *local, int rc)
1133 {
1134         ENTRY;
1135
1136         EXP_CHECK_DT_OP(exp, commitrw);
1137         EXP_COUNTER_INCREMENT(exp, commitrw);
1138         rc = OBP(exp->exp_obd, commitrw)(env, cmd, exp, oa, objcount, obj,
1139                                          rnb, pages, local, rc);
1140
1141         RETURN(rc);
1142 }
1143
1144 static inline int obd_iocontrol(unsigned int cmd, struct obd_export *exp,
1145                                 int len, void *karg, void __user *uarg)
1146 {
1147         int rc;
1148         ENTRY;
1149
1150         EXP_CHECK_DT_OP(exp, iocontrol);
1151         EXP_COUNTER_INCREMENT(exp, iocontrol);
1152
1153         rc = OBP(exp->exp_obd, iocontrol)(cmd, exp, len, karg, uarg);
1154         RETURN(rc);
1155 }
1156
1157 static inline void obd_import_event(struct obd_device *obd,
1158                                     struct obd_import *imp,
1159                                     enum obd_import_event event)
1160 {
1161         ENTRY;
1162         if (!obd) {
1163                 CERROR("NULL device\n");
1164                 EXIT;
1165                 return;
1166         }
1167         if (obd->obd_set_up && OBP(obd, import_event)) {
1168                 OBD_COUNTER_INCREMENT(obd, import_event);
1169                 OBP(obd, import_event)(obd, imp, event);
1170         }
1171         EXIT;
1172 }
1173
1174 static inline int obd_notify(struct obd_device *obd,
1175                              struct obd_device *watched,
1176                              enum obd_notify_event ev,
1177                              void *data)
1178 {
1179         int rc;
1180         ENTRY;
1181         OBD_CHECK_DEV(obd);
1182
1183         if (!obd->obd_set_up) {
1184                 CDEBUG(D_HA, "obd %s not set up\n", obd->obd_name);
1185                 RETURN(-EINVAL);
1186         }
1187
1188         if (!OBP(obd, notify)) {
1189                 CDEBUG(D_HA, "obd %s has no notify handler\n", obd->obd_name);
1190                 RETURN(-ENOSYS);
1191         }
1192
1193         OBD_COUNTER_INCREMENT(obd, notify);
1194         rc = OBP(obd, notify)(obd, watched, ev, data);
1195         RETURN(rc);
1196 }
1197
1198 static inline int obd_notify_observer(struct obd_device *observer,
1199                                       struct obd_device *observed,
1200                                       enum obd_notify_event ev,
1201                                       void *data)
1202 {
1203         int rc1;
1204         int rc2;
1205
1206         struct obd_notify_upcall *onu;
1207
1208         if (observer->obd_observer)
1209                 rc1 = obd_notify(observer->obd_observer, observed, ev, data);
1210         else
1211                 rc1 = 0;
1212         /*
1213          * Also, call non-obd listener, if any
1214          */
1215         onu = &observer->obd_upcall;
1216         if (onu->onu_upcall != NULL)
1217                 rc2 = onu->onu_upcall(observer, observed, ev,
1218                                       onu->onu_owner, NULL);
1219         else
1220                 rc2 = 0;
1221
1222         return rc1 ? rc1 : rc2;
1223 }
1224
1225 static inline int obd_quotactl(struct obd_export *exp,
1226                                struct obd_quotactl *oqctl)
1227 {
1228         int rc;
1229         ENTRY;
1230
1231         EXP_CHECK_DT_OP(exp, quotactl);
1232         EXP_COUNTER_INCREMENT(exp, quotactl);
1233
1234         rc = OBP(exp->exp_obd, quotactl)(exp->exp_obd, exp, oqctl);
1235         RETURN(rc);
1236 }
1237
1238 static inline int obd_health_check(const struct lu_env *env,
1239                                    struct obd_device *obd)
1240 {
1241         /* returns: 0 on healthy
1242          *         >0 on unhealthy + reason code/flag
1243          *            however the only suppored reason == 1 right now
1244          *            We'll need to define some better reasons
1245          *            or flags in the future.
1246          *         <0 on error
1247          */
1248         int rc;
1249         ENTRY;
1250
1251         /* don't use EXP_CHECK_DT_OP, because NULL method is normal here */
1252         if (obd == NULL || !OBT(obd)) {
1253                 CERROR("cleaned up obd\n");
1254                 RETURN(-EOPNOTSUPP);
1255         }
1256         if (!obd->obd_set_up || obd->obd_stopping)
1257                 RETURN(0);
1258         if (!OBP(obd, health_check))
1259                 RETURN(0);
1260
1261         rc = OBP(obd, health_check)(env, obd);
1262         RETURN(rc);
1263 }
1264
1265 static inline int obd_register_observer(struct obd_device *obd,
1266                                         struct obd_device *observer)
1267 {
1268         ENTRY;
1269         OBD_CHECK_DEV(obd);
1270         down_write(&obd->obd_observer_link_sem);
1271         if (obd->obd_observer && observer) {
1272                 up_write(&obd->obd_observer_link_sem);
1273                 RETURN(-EALREADY);
1274         }
1275         obd->obd_observer = observer;
1276         up_write(&obd->obd_observer_link_sem);
1277         RETURN(0);
1278 }
1279
1280 /* metadata helpers */
1281 static inline int md_get_root(struct obd_export *exp, const char *fileset,
1282                               struct lu_fid *fid)
1283 {
1284         int rc;
1285
1286         ENTRY;
1287         EXP_CHECK_MD_OP(exp, get_root);
1288         EXP_MD_COUNTER_INCREMENT(exp, get_root);
1289         rc = MDP(exp->exp_obd, get_root)(exp, fileset, fid);
1290
1291         RETURN(rc);
1292 }
1293
1294 static inline int md_getattr(struct obd_export *exp, struct md_op_data *op_data,
1295                              struct ptlrpc_request **request)
1296 {
1297         int rc;
1298         ENTRY;
1299         EXP_CHECK_MD_OP(exp, getattr);
1300         EXP_MD_COUNTER_INCREMENT(exp, getattr);
1301         rc = MDP(exp->exp_obd, getattr)(exp, op_data, request);
1302         RETURN(rc);
1303 }
1304
1305 static inline int md_null_inode(struct obd_export *exp,
1306                                    const struct lu_fid *fid)
1307 {
1308         int rc;
1309         ENTRY;
1310         EXP_CHECK_MD_OP(exp, null_inode);
1311         EXP_MD_COUNTER_INCREMENT(exp, null_inode);
1312         rc = MDP(exp->exp_obd, null_inode)(exp, fid);
1313         RETURN(rc);
1314 }
1315
1316 static inline int md_close(struct obd_export *exp, struct md_op_data *op_data,
1317                            struct md_open_data *mod,
1318                            struct ptlrpc_request **request)
1319 {
1320         int rc;
1321         ENTRY;
1322         EXP_CHECK_MD_OP(exp, close);
1323         EXP_MD_COUNTER_INCREMENT(exp, close);
1324         rc = MDP(exp->exp_obd, close)(exp, op_data, mod, request);
1325         RETURN(rc);
1326 }
1327
1328 static inline int md_create(struct obd_export *exp, struct md_op_data *op_data,
1329                             const void *data, size_t datalen, umode_t mode,
1330                             uid_t uid, gid_t gid, cfs_cap_t cap_effective,
1331                             __u64 rdev, struct ptlrpc_request **request)
1332 {
1333         int rc;
1334         ENTRY;
1335         EXP_CHECK_MD_OP(exp, create);
1336         EXP_MD_COUNTER_INCREMENT(exp, create);
1337         rc = MDP(exp->exp_obd, create)(exp, op_data, data, datalen, mode,
1338                                        uid, gid, cap_effective, rdev, request);
1339         RETURN(rc);
1340 }
1341
1342 static inline int md_enqueue(struct obd_export *exp,
1343                              struct ldlm_enqueue_info *einfo,
1344                              const union ldlm_policy_data *policy,
1345                              struct md_op_data *op_data,
1346                              struct lustre_handle *lockh,
1347                              __u64 extra_lock_flags)
1348 {
1349         int rc;
1350         ENTRY;
1351         EXP_CHECK_MD_OP(exp, enqueue);
1352         EXP_MD_COUNTER_INCREMENT(exp, enqueue);
1353         rc = MDP(exp->exp_obd, enqueue)(exp, einfo, policy, op_data, lockh,
1354                                         extra_lock_flags);
1355         RETURN(rc);
1356 }
1357
1358 static inline int md_getattr_name(struct obd_export *exp,
1359                                   struct md_op_data *op_data,
1360                                   struct ptlrpc_request **request)
1361 {
1362         int rc;
1363         ENTRY;
1364         EXP_CHECK_MD_OP(exp, getattr_name);
1365         EXP_MD_COUNTER_INCREMENT(exp, getattr_name);
1366         rc = MDP(exp->exp_obd, getattr_name)(exp, op_data, request);
1367         RETURN(rc);
1368 }
1369
1370 static inline int md_intent_lock(struct obd_export *exp,
1371                                  struct md_op_data *op_data,
1372                                  struct lookup_intent *it,
1373                                  struct ptlrpc_request **reqp,
1374                                  ldlm_blocking_callback cb_blocking,
1375                                  __u64 extra_lock_flags)
1376 {
1377         int rc;
1378         ENTRY;
1379         EXP_CHECK_MD_OP(exp, intent_lock);
1380         EXP_MD_COUNTER_INCREMENT(exp, intent_lock);
1381         rc = MDP(exp->exp_obd, intent_lock)(exp, op_data, it, reqp, cb_blocking,
1382                                             extra_lock_flags);
1383         RETURN(rc);
1384 }
1385
1386 static inline int md_link(struct obd_export *exp, struct md_op_data *op_data,
1387                           struct ptlrpc_request **request)
1388 {
1389         int rc;
1390         ENTRY;
1391         EXP_CHECK_MD_OP(exp, link);
1392         EXP_MD_COUNTER_INCREMENT(exp, link);
1393         rc = MDP(exp->exp_obd, link)(exp, op_data, request);
1394         RETURN(rc);
1395 }
1396
1397 static inline int md_rename(struct obd_export *exp, struct md_op_data *op_data,
1398                             const char *old, size_t oldlen, const char *new,
1399                             size_t newlen, struct ptlrpc_request **request)
1400 {
1401         int rc;
1402         ENTRY;
1403         EXP_CHECK_MD_OP(exp, rename);
1404         EXP_MD_COUNTER_INCREMENT(exp, rename);
1405         rc = MDP(exp->exp_obd, rename)(exp, op_data, old, oldlen, new,
1406                                        newlen, request);
1407         RETURN(rc);
1408 }
1409
1410 static inline int md_setattr(struct obd_export *exp, struct md_op_data *op_data,
1411                              void *ea, size_t ealen,
1412                              struct ptlrpc_request **request)
1413 {
1414         int rc;
1415         ENTRY;
1416         EXP_CHECK_MD_OP(exp, setattr);
1417         EXP_MD_COUNTER_INCREMENT(exp, setattr);
1418         rc = MDP(exp->exp_obd, setattr)(exp, op_data, ea, ealen, request);
1419         RETURN(rc);
1420 }
1421
1422 static inline int md_fsync(struct obd_export *exp, const struct lu_fid *fid,
1423                            struct ptlrpc_request **request)
1424 {
1425         int rc;
1426
1427         ENTRY;
1428         EXP_CHECK_MD_OP(exp, fsync);
1429         EXP_MD_COUNTER_INCREMENT(exp, fsync);
1430         rc = MDP(exp->exp_obd, fsync)(exp, fid, request);
1431
1432         RETURN(rc);
1433 }
1434
1435 static inline int md_read_page(struct obd_export *exp,
1436                                struct md_op_data *op_data,
1437                                struct md_callback *cb_op,
1438                                __u64  hash_offset,
1439                                struct page **ppage)
1440 {
1441         int rc;
1442         ENTRY;
1443         EXP_CHECK_MD_OP(exp, read_page);
1444         EXP_MD_COUNTER_INCREMENT(exp, read_page);
1445         rc = MDP(exp->exp_obd, read_page)(exp, op_data, cb_op, hash_offset,
1446                                           ppage);
1447         RETURN(rc);
1448 }
1449
1450 static inline int md_unlink(struct obd_export *exp, struct md_op_data *op_data,
1451                             struct ptlrpc_request **request)
1452 {
1453         int rc;
1454         ENTRY;
1455         EXP_CHECK_MD_OP(exp, unlink);
1456         EXP_MD_COUNTER_INCREMENT(exp, unlink);
1457         rc = MDP(exp->exp_obd, unlink)(exp, op_data, request);
1458         RETURN(rc);
1459 }
1460
1461 static inline int md_get_lustre_md(struct obd_export *exp,
1462                                    struct ptlrpc_request *req,
1463                                    struct obd_export *dt_exp,
1464                                    struct obd_export *md_exp,
1465                                    struct lustre_md *md)
1466 {
1467         ENTRY;
1468         EXP_CHECK_MD_OP(exp, get_lustre_md);
1469         EXP_MD_COUNTER_INCREMENT(exp, get_lustre_md);
1470         RETURN(MDP(exp->exp_obd, get_lustre_md)(exp, req, dt_exp, md_exp, md));
1471 }
1472
1473 static inline int md_free_lustre_md(struct obd_export *exp,
1474                                     struct lustre_md *md)
1475 {
1476         ENTRY;
1477         EXP_CHECK_MD_OP(exp, free_lustre_md);
1478         EXP_MD_COUNTER_INCREMENT(exp, free_lustre_md);
1479         RETURN(MDP(exp->exp_obd, free_lustre_md)(exp, md));
1480 }
1481
1482 static inline int md_merge_attr(struct obd_export *exp,
1483                                 const struct lmv_stripe_md *lsm,
1484                                 struct cl_attr *attr,
1485                                 ldlm_blocking_callback cb)
1486 {
1487         ENTRY;
1488         EXP_CHECK_MD_OP(exp, merge_attr);
1489         EXP_MD_COUNTER_INCREMENT(exp, merge_attr);
1490         RETURN(MDP(exp->exp_obd, merge_attr)(exp, lsm, attr, cb));
1491 }
1492
1493 static inline int md_setxattr(struct obd_export *exp, const struct lu_fid *fid,
1494                               u64 valid, const char *name,
1495                               const char *input, int input_size,
1496                               int output_size, int flags, __u32 suppgid,
1497                               struct ptlrpc_request **request)
1498 {
1499         ENTRY;
1500         EXP_CHECK_MD_OP(exp, setxattr);
1501         EXP_MD_COUNTER_INCREMENT(exp, setxattr);
1502         RETURN(MDP(exp->exp_obd, setxattr)(exp, fid, valid, name, input,
1503                                            input_size, output_size, flags,
1504                                            suppgid, request));
1505 }
1506
1507 static inline int md_getxattr(struct obd_export *exp, const struct lu_fid *fid,
1508                               u64 valid, const char *name,
1509                               const char *input, int input_size,
1510                               int output_size, int flags,
1511                               struct ptlrpc_request **request)
1512 {
1513         ENTRY;
1514         EXP_CHECK_MD_OP(exp, getxattr);
1515         EXP_MD_COUNTER_INCREMENT(exp, getxattr);
1516         RETURN(MDP(exp->exp_obd, getxattr)(exp, fid, valid, name, input,
1517                                            input_size, output_size, flags,
1518                                            request));
1519 }
1520
1521 static inline int md_set_open_replay_data(struct obd_export *exp,
1522                                           struct obd_client_handle *och,
1523                                           struct lookup_intent *it)
1524 {
1525         ENTRY;
1526         EXP_CHECK_MD_OP(exp, set_open_replay_data);
1527         EXP_MD_COUNTER_INCREMENT(exp, set_open_replay_data);
1528         RETURN(MDP(exp->exp_obd, set_open_replay_data)(exp, och, it));
1529 }
1530
1531 static inline int md_clear_open_replay_data(struct obd_export *exp,
1532                                             struct obd_client_handle *och)
1533 {
1534         ENTRY;
1535         EXP_CHECK_MD_OP(exp, clear_open_replay_data);
1536         EXP_MD_COUNTER_INCREMENT(exp, clear_open_replay_data);
1537         RETURN(MDP(exp->exp_obd, clear_open_replay_data)(exp, och));
1538 }
1539
1540 static inline int md_set_lock_data(struct obd_export *exp,
1541                                    const struct lustre_handle *lockh,
1542                                    void *data, __u64 *bits)
1543 {
1544         ENTRY;
1545         EXP_CHECK_MD_OP(exp, set_lock_data);
1546         EXP_MD_COUNTER_INCREMENT(exp, set_lock_data);
1547         RETURN(MDP(exp->exp_obd, set_lock_data)(exp, lockh, data, bits));
1548 }
1549
1550 static inline
1551 int md_cancel_unused(struct obd_export *exp, const struct lu_fid *fid,
1552                      union ldlm_policy_data *policy, enum ldlm_mode mode,
1553                      enum ldlm_cancel_flags cancel_flags, void *opaque)
1554 {
1555         int rc;
1556         ENTRY;
1557
1558         EXP_CHECK_MD_OP(exp, cancel_unused);
1559         EXP_MD_COUNTER_INCREMENT(exp, cancel_unused);
1560
1561         rc = MDP(exp->exp_obd, cancel_unused)(exp, fid, policy, mode,
1562                                               cancel_flags, opaque);
1563         RETURN(rc);
1564 }
1565
1566 static inline enum ldlm_mode md_lock_match(struct obd_export *exp, __u64 flags,
1567                                            const struct lu_fid *fid,
1568                                            enum ldlm_type type,
1569                                            union ldlm_policy_data *policy,
1570                                            enum ldlm_mode mode,
1571                                            struct lustre_handle *lockh)
1572 {
1573         ENTRY;
1574         EXP_CHECK_MD_OP(exp, lock_match);
1575         EXP_MD_COUNTER_INCREMENT(exp, lock_match);
1576         RETURN(MDP(exp->exp_obd, lock_match)(exp, flags, fid, type,
1577                                              policy, mode, lockh));
1578 }
1579
1580 static inline int md_init_ea_size(struct obd_export *exp, __u32 ea_size,
1581                                   __u32 def_ea_size)
1582 {
1583         ENTRY;
1584         EXP_CHECK_MD_OP(exp, init_ea_size);
1585         EXP_MD_COUNTER_INCREMENT(exp, init_ea_size);
1586         RETURN(MDP(exp->exp_obd, init_ea_size)(exp, ea_size, def_ea_size));
1587 }
1588
1589 static inline int md_intent_getattr_async(struct obd_export *exp,
1590                                           struct md_enqueue_info *minfo)
1591 {
1592         int rc;
1593         ENTRY;
1594         EXP_CHECK_MD_OP(exp, intent_getattr_async);
1595         EXP_MD_COUNTER_INCREMENT(exp, intent_getattr_async);
1596         rc = MDP(exp->exp_obd, intent_getattr_async)(exp, minfo);
1597         RETURN(rc);
1598 }
1599
1600 static inline int md_revalidate_lock(struct obd_export *exp,
1601                                      struct lookup_intent *it,
1602                                      struct lu_fid *fid, __u64 *bits)
1603 {
1604         int rc;
1605         ENTRY;
1606         EXP_CHECK_MD_OP(exp, revalidate_lock);
1607         EXP_MD_COUNTER_INCREMENT(exp, revalidate_lock);
1608         rc = MDP(exp->exp_obd, revalidate_lock)(exp, it, fid, bits);
1609         RETURN(rc);
1610 }
1611
1612 static inline int md_get_fid_from_lsm(struct obd_export *exp,
1613                                       const struct lmv_stripe_md *lsm,
1614                                       const char *name, int namelen,
1615                                       struct lu_fid *fid)
1616 {
1617         int rc;
1618         ENTRY;
1619         EXP_CHECK_MD_OP(exp, get_fid_from_lsm);
1620         EXP_MD_COUNTER_INCREMENT(exp, get_fid_from_lsm);
1621         rc = MDP(exp->exp_obd, get_fid_from_lsm)(exp, lsm, name, namelen, fid);
1622         RETURN(rc);
1623 }
1624
1625
1626 /* Unpack an MD struct from disk to in-memory format.
1627  * Returns +ve size of unpacked MD (0 for free), or -ve error.
1628  *
1629  * If *plsm != NULL and lmm == NULL then *lsm will be freed.
1630  * If *plsm == NULL then it will be allocated.
1631  */
1632 static inline int md_unpackmd(struct obd_export *exp,
1633                               struct lmv_stripe_md **plsm,
1634                               const union lmv_mds_md *lmm, size_t lmm_size)
1635 {
1636         int rc;
1637         ENTRY;
1638         EXP_CHECK_MD_OP(exp, unpackmd);
1639         EXP_MD_COUNTER_INCREMENT(exp, unpackmd);
1640         rc = MDP(exp->exp_obd, unpackmd)(exp, plsm, lmm, lmm_size);
1641         RETURN(rc);
1642 }
1643
1644 /* OBD Metadata Support */
1645
1646 extern int obd_init_caches(void);
1647 extern void obd_cleanup_caches(void);
1648
1649 /* support routines */
1650 extern struct kmem_cache *obdo_cachep;
1651
1652 #define OBDO_ALLOC(ptr)                                                       \
1653 do {                                                                          \
1654         OBD_SLAB_ALLOC_PTR_GFP((ptr), obdo_cachep, GFP_NOFS);             \
1655 } while(0)
1656
1657 #define OBDO_FREE(ptr)                                                        \
1658 do {                                                                          \
1659         OBD_SLAB_FREE_PTR((ptr), obdo_cachep);                                \
1660 } while(0)
1661
1662
1663 typedef int (*register_lwp_cb)(void *data);
1664
1665 struct lwp_register_item {
1666         struct obd_export **lri_exp;
1667         register_lwp_cb     lri_cb_func;
1668         void               *lri_cb_data;
1669         struct list_head    lri_list;
1670         atomic_t            lri_ref;
1671         char                lri_name[MTI_NAME_MAXLEN];
1672 };
1673
1674 /* I'm as embarrassed about this as you are.
1675  *
1676  * <shaver> // XXX do not look into _superhack with remaining eye
1677  * <shaver> // XXX if this were any uglier, I'd get my own show on MTV */
1678 extern int (*ptlrpc_put_connection_superhack)(struct ptlrpc_connection *c);
1679
1680 /* obd_mount.c */
1681 #ifdef HAVE_SERVER_SUPPORT
1682 int lustre_register_lwp_item(const char *lwpname, struct obd_export **exp,
1683                              register_lwp_cb cb_func, void *cb_data);
1684 void lustre_deregister_lwp_item(struct obd_export **exp);
1685 struct obd_export *lustre_find_lwp_by_index(const char *dev, __u32 idx);
1686 void lustre_notify_lwp_list(struct obd_export *exp);
1687 int tgt_name2lwp_name(const char *tgt_name, char *lwp_name, int len, __u32 idx);
1688 #endif /* HAVE_SERVER_SUPPORT */
1689 int lustre_register_fs(void);
1690 int lustre_unregister_fs(void);
1691 int lustre_check_exclusion(struct super_block *sb, char *svname);
1692
1693 /* sysctl.c */
1694 extern int obd_sysctl_init(void);
1695 extern void obd_sysctl_clean(void);
1696
1697 /* uuid.c  */
1698 typedef __u8 class_uuid_t[16];
1699 void class_uuid_unparse(class_uuid_t in, struct obd_uuid *out);
1700
1701 /* lustre_peer.c    */
1702 int lustre_uuid_to_peer(const char *uuid, lnet_nid_t *peer_nid, int index);
1703 int class_add_uuid(const char *uuid, __u64 nid);
1704 int class_del_uuid (const char *uuid);
1705 int class_check_uuid(struct obd_uuid *uuid, __u64 nid);
1706 void class_init_uuidlist(void);
1707 void class_exit_uuidlist(void);
1708
1709 /* class_obd.c */
1710 extern char obd_jobid_node[];
1711
1712 /* prng.c */
1713 #define ll_generate_random_uuid(uuid_out) cfs_get_random_bytes(uuid_out, sizeof(class_uuid_t))
1714
1715 /* statfs_pack.c */
1716 struct kstatfs;
1717 void statfs_pack(struct obd_statfs *osfs, struct kstatfs *sfs);
1718 void statfs_unpack(struct kstatfs *sfs, struct obd_statfs *osfs);
1719
1720 /* root squash info */
1721 struct rw_semaphore;
1722 struct root_squash_info {
1723         uid_t                   rsi_uid;
1724         gid_t                   rsi_gid;
1725         struct list_head        rsi_nosquash_nids;
1726         struct rw_semaphore     rsi_sem;
1727 };
1728
1729 int server_name2index(const char *svname, __u32 *idx, const char **endptr);
1730
1731 /* linux-module.c */
1732 extern struct miscdevice obd_psdev;
1733 int class_procfs_init(void);
1734 int class_procfs_clean(void);
1735
1736 #endif /* __LINUX_OBD_CLASS_H */