lustre/lov/lov_pool.c

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * GPL HEADER START
   5  *
   6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 only,
  10  * as published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but
  13  * WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * General Public License version 2 for more details (a copy is included
  16  * in the LICENSE file that accompanied this code).
  17  *
  18  * You should have received a copy of the GNU General Public License
  19  * version 2 along with this program; If not, see [sun.com URL with a
  20  * copy of GPLv2].
  21  *
  22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  23  * CA 95054 USA or visit www.sun.com if you need additional information or
  24  * have any questions.
  25  *
  26  * GPL HEADER END
  27  */
  28 /*
  29  * Copyright  2008 Sun Microsystems, Inc. All rights reserved
  30  * Use is subject to license terms.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  *
  36  * lustre/lov/lov_pool.c
  37  *
  38  * OST pool methods
  39  *
  40  * Author: Jacques-Charles LAFOUCRIERE <jc.lafoucriere@cea.fr>
  41  */
  42
  43 #define DEBUG_SUBSYSTEM S_LOV
  44
  45 #ifdef __KERNEL__
  46 #include <libcfs/libcfs.h>
  47 #else
  48 #include <liblustre.h>
  49 #endif
  50
  51 #include <obd.h>
  52 #include "lov_internal.h"
  53
  54 /*
  55  * hash function using a Rotating Hash algorithm
  56  * Knuth, D. The Art of Computer Programming,
  57  * Volume 3: Sorting and Searching,
  58  * Chapter 6.4.
  59  * Addison Wesley, 1973
  60  */
  61 static __u32 pool_hashfn(lustre_hash_t *hash_body, void *key, unsigned mask)
  62 {
  63         int i;
  64         __u32 result;
  65         char *poolname;
  66
  67         result = 0;
  68         poolname = (char *)key;
  69         for (i = 0; i < MAXPOOLNAME; i++) {
  70                 if (poolname[i] == '\0')
  71                         break;
  72                 result = (result << 4)^(result >> 28) ^  poolname[i];
  73         }
  74         return (result % mask);
  75 }
  76
  77 static void *pool_key(struct hlist_node *hnode)
  78 {
  79         struct pool_desc *pool;
  80
  81         pool = hlist_entry(hnode, struct pool_desc, pool_hash);
  82         return (pool->pool_name);
  83 }
  84
  85 static int pool_hashkey_compare(void *key, struct hlist_node *compared_hnode)
  86 {
  87         char *pool_name;
  88         struct pool_desc *pool;
  89         int rc;
  90
  91         pool_name = (char *)key;
  92         pool = hlist_entry(compared_hnode, struct pool_desc, pool_hash);
  93         rc = strncmp(pool_name, pool->pool_name, MAXPOOLNAME);
  94         return (!rc);
  95 }
  96
  97 static void *pool_hashrefcount_get(struct hlist_node *hnode)
  98 {
  99         struct pool_desc *pool;
 100
 101         pool = hlist_entry(hnode, struct pool_desc, pool_hash);
 102         return (pool);
 103 }
 104
 105 static void *pool_hashrefcount_put(struct hlist_node *hnode)
 106 {
 107         struct pool_desc *pool;
 108
 109         pool = hlist_entry(hnode, struct pool_desc, pool_hash);
 110         return (pool);
 111 }
 112
 113 lustre_hash_ops_t pool_hash_operations = {
 114         .lh_hash        = pool_hashfn,
 115         .lh_key         = pool_key,
 116         .lh_compare     = pool_hashkey_compare,
 117         .lh_get         = pool_hashrefcount_get,
 118         .lh_put         = pool_hashrefcount_put,
 119 };
 120
 121 #ifdef LPROCFS
 122 /* ifdef needed for liblustre support */
 123 /*
 124  * pool /proc seq_file methods
 125  */
 126 /*
 127  * iterator is used to go through the target pool entries
 128  * index is the current entry index in the lp_array[] array
 129  * index >= pos returned to the seq_file interface
 130  * pos is from 0 to (pool->pool_obds.op_count - 1)
 131  */
 132 #define POOL_IT_MAGIC 0xB001CEA0
 133 struct pool_iterator {
 134         int magic;
 135         struct pool_desc *pool;
 136         int idx;        /* from 0 to pool_tgt_size - 1 */
 137 };
 138
 139 static void *pool_proc_next(struct seq_file *s, void *v, loff_t *pos)
 140 {
 141         struct pool_iterator *iter = (struct pool_iterator *)s->private;
 142         int prev_idx;
 143
 144         LASSERTF(iter->magic == POOL_IT_MAGIC, "%08X", iter->magic);
 145
 146         /* test if end of file */
 147         if (*pos >= pool_tgt_count(iter->pool))
 148                 return NULL;
 149
 150         /* iterate to find a non empty entry */
 151         prev_idx = iter->idx;
 152         read_lock(&pool_tgt_rwlock(iter->pool));
 153         iter->idx++;
 154         if (iter->idx == pool_tgt_count(iter->pool)) {
 155                 iter->idx = prev_idx; /* we stay on the last entry */
 156                 read_unlock(&pool_tgt_rwlock(iter->pool));
 157                 return NULL;
 158         }
 159         read_unlock(&pool_tgt_rwlock(iter->pool));
 160         (*pos)++;
 161         /* return != NULL to continue */
 162         return iter;
 163 }
 164
 165 static void *pool_proc_start(struct seq_file *s, loff_t *pos)
 166 {
 167         struct pool_desc *pool = (struct pool_desc *)s->private;
 168         struct pool_iterator *iter;
 169
 170         if ((pool_tgt_count(pool) == 0) ||
 171             (*pos >= pool_tgt_count(pool)))
 172                 return NULL;
 173
 174         OBD_ALLOC(iter, sizeof(struct pool_iterator));
 175         if (!iter)
 176                 return ERR_PTR(-ENOMEM);
 177         iter->magic = POOL_IT_MAGIC;
 178         iter->pool = pool;
 179         iter->idx = 0;
 180
 181         /* we use seq_file private field to memorized iterator so
 182          * we can free it at stop() */
 183         /* /!\ do not forget to restore it to pool before freeing it */
 184         s->private = iter;
 185         if (*pos > 0) {
 186                 loff_t i;
 187                 void *ptr;
 188
 189                 i = 0;
 190                 do {
 191                      ptr = pool_proc_next(s, &iter, &i);
 192                 } while ((i < *pos) && (ptr != NULL));
 193                 return ptr;
 194         }
 195         return iter;
 196 }
 197
 198 static void pool_proc_stop(struct seq_file *s, void *v)
 199 {
 200         struct pool_iterator *iter = (struct pool_iterator *)s->private;
 201
 202         /* in some cases stop() method is called 2 times, without
 203          * calling start() method (see seq_read() from fs/seq_file.c)
 204          * we have to free only if s->private is an iterator */
 205         if ((iter) && (iter->magic == POOL_IT_MAGIC)) {
 206                 /* we restore s->private so next call to pool_proc_start()
 207                  * will work */
 208                 s->private = iter->pool;
 209                 OBD_FREE(iter, sizeof(struct pool_iterator));
 210         }
 211         return;
 212 }
 213
 214 static int pool_proc_show(struct seq_file *s, void *v)
 215 {
 216         struct pool_iterator *iter = (struct pool_iterator *)v;
 217         struct lov_tgt_desc *tgt;
 218
 219         LASSERTF(iter->magic == POOL_IT_MAGIC, "%08X", iter->magic);
 220         LASSERT(iter->pool != NULL);
 221         LASSERT(iter->idx <= pool_tgt_count(iter->pool));
 222
 223         read_lock(&pool_tgt_rwlock(iter->pool));
 224         tgt = pool_tgt(iter->pool, iter->idx);
 225         read_unlock(&pool_tgt_rwlock(iter->pool));
 226         if (tgt)
 227                 seq_printf(s, "%s\n", obd_uuid2str(&(tgt->ltd_uuid)));
 228
 229         return 0;
 230 }
 231
 232 static struct seq_operations pool_proc_ops = {
 233         .start          = pool_proc_start,
 234         .next           = pool_proc_next,
 235         .stop           = pool_proc_stop,
 236         .show           = pool_proc_show,
 237 };
 238
 239 static int pool_proc_open(struct inode *inode, struct file *file)
 240 {
 241         int rc;
 242
 243         rc = seq_open(file, &pool_proc_ops);
 244         if (!rc) {
 245                 struct seq_file *s = file->private_data;
 246                 s->private = PROC_I(inode)->pde->data;
 247         }
 248         return rc;
 249 }
 250
 251 static struct file_operations pool_proc_operations = {
 252         .open           = pool_proc_open,
 253         .read           = seq_read,
 254         .llseek         = seq_lseek,
 255         .release        = seq_release,
 256 };
 257 #endif /* LPROCFS */
 258
 259 void lov_dump_pool(int level, struct pool_desc *pool)
 260 {
 261         int i;
 262
 263         CDEBUG(level, "pool "POOLNAMEF" has %d members\n",
 264                pool->pool_name, pool->pool_obds.op_count);
 265         read_lock(&pool_tgt_rwlock(pool));
 266         for (i = 0; i < pool_tgt_count(pool) ; i++) {
 267                 if (!pool_tgt(pool, i) || !(pool_tgt(pool, i))->ltd_exp)
 268                         continue;
 269                 CDEBUG(level, "pool "POOLNAMEF"[%d] = %s\n", pool->pool_name,
 270                        i, obd_uuid2str(&((pool_tgt(pool, i))->ltd_uuid)));
 271         }
 272         read_unlock(&pool_tgt_rwlock(pool));
 273 }
 274
 275 #define LOV_POOL_INIT_COUNT 2
 276 int lov_ost_pool_init(struct ost_pool *op, unsigned int count)
 277 {
 278         if (count == 0)
 279                 count = LOV_POOL_INIT_COUNT;
 280         op->op_array = NULL;
 281         op->op_count = 0;
 282         op->op_rwlock = RW_LOCK_UNLOCKED;
 283         op->op_size = count;
 284         OBD_ALLOC(op->op_array, op->op_size * sizeof(op->op_array[0]));
 285         if (op->op_array == NULL) {
 286                 op->op_size = 0;
 287                 return -ENOMEM;
 288         }
 289         return 0;
 290 }
 291
 292 int lov_ost_pool_extend(struct ost_pool *op, unsigned int max_count)
 293 {
 294         __u32 *new;
 295         int new_size;
 296
 297         LASSERT(max_count != 0);
 298
 299         if (op->op_count < op->op_size)
 300                 return 0;
 301
 302         new_size = min(max_count, 2 * op->op_size);
 303         OBD_ALLOC(new, new_size * sizeof(op->op_array[0]));
 304         if (new == NULL)
 305                 return -ENOMEM;
 306
 307         /* copy old array to new one */
 308         memcpy(new, op->op_array, op->op_size * sizeof(op->op_array[0]));
 309         write_lock(&op->op_rwlock);
 310         OBD_FREE(op->op_array, op->op_size * sizeof(op->op_array[0]));
 311         op->op_array = new;
 312         op->op_size = new_size;
 313         write_unlock(&op->op_rwlock);
 314         return 0;
 315 }
 316
 317 int lov_ost_pool_add(struct ost_pool *op, __u32 idx, unsigned int max_count)
 318 {
 319         int rc, i;
 320
 321         rc = lov_ost_pool_extend(op, max_count);
 322         if (rc)
 323                 return rc;
 324
 325         /* search ost in pool array */
 326         read_lock(&op->op_rwlock);
 327         for (i = 0; i < op->op_count; i++) {
 328                 if (op->op_array[i] == idx) {
 329                         read_unlock(&op->op_rwlock);
 330                         return -EEXIST;
 331                 }
 332         }
 333         /* ost not found we add it */
 334         op->op_array[op->op_count] = idx;
 335         op->op_count++;
 336         read_unlock(&op->op_rwlock);
 337         return 0;
 338 }
 339
 340 int lov_ost_pool_remove(struct ost_pool *op, __u32 idx)
 341 {
 342         int i;
 343
 344         read_lock(&op->op_rwlock);
 345         for (i = 0; i < op->op_count; i++) {
 346                 if (op->op_array[i] == idx) {
 347                         memmove(&op->op_array[i], &op->op_array[i + 1],
 348                                 (op->op_count - i - 1) * sizeof(op->op_array[0]));
 349                         op->op_count--;
 350                         read_unlock(&op->op_rwlock);
 351                         return 0;
 352                 }
 353         }
 354         read_unlock(&op->op_rwlock);
 355         return -EINVAL;
 356 }
 357
 358 int lov_ost_pool_free(struct ost_pool *op)
 359 {
 360         if (op->op_size == 0)
 361                 return 0;
 362
 363         write_lock(&op->op_rwlock);
 364         OBD_FREE(op->op_array, op->op_size * sizeof(op->op_array[0]));
 365         op->op_array = NULL;
 366         op->op_count = 0;
 367         op->op_size = 0;
 368         write_unlock(&op->op_rwlock);
 369         return 0;
 370 }
 371
 372
 373 int lov_pool_new(struct obd_device *obd, char *poolname)
 374 {
 375         struct lov_obd *lov;
 376         struct pool_desc *new_pool;
 377         int rc;
 378
 379         lov = &(obd->u.lov);
 380
 381         OBD_ALLOC(new_pool, sizeof(*new_pool));
 382
 383         if (new_pool == NULL)
 384                 return -ENOMEM;
 385
 386         if (strlen(poolname) > MAXPOOLNAME)
 387                 return -ENAMETOOLONG;
 388
 389         strncpy(new_pool->pool_name, poolname, MAXPOOLNAME);
 390         new_pool->pool_name[MAXPOOLNAME] = '\0';
 391         new_pool->pool_lov = lov;
 392         rc = lov_ost_pool_init(&new_pool->pool_obds, 0);
 393         if (rc)
 394                 return rc;
 395
 396         memset(&(new_pool->pool_rr), 0, sizeof(struct lov_qos_rr));
 397         rc = lov_ost_pool_init(&new_pool->pool_rr.lqr_pool, 0);
 398         if (rc)
 399                 return rc;
 400
 401         spin_lock(&obd->obd_dev_lock);
 402         /* check if pool alreaddy exists */
 403         if (lustre_hash_lookup(lov->lov_pools_hash_body,
 404                                 poolname) != NULL) {
 405                 spin_unlock(&obd->obd_dev_lock);
 406                 lov_ost_pool_free(&new_pool->pool_obds);
 407                 OBD_FREE(new_pool, sizeof(*new_pool));
 408                 return  -EEXIST;
 409         }
 410
 411         INIT_HLIST_NODE(&new_pool->pool_hash);
 412         lustre_hash_add_unique(lov->lov_pools_hash_body, poolname,
 413                                &new_pool->pool_hash);
 414         list_add_tail(&new_pool->pool_list, &lov->lov_pool_list);
 415         lov->lov_pool_count++;
 416         spin_unlock(&obd->obd_dev_lock);
 417
 418         CDEBUG(D_CONFIG, POOLNAMEF" is pool #%d\n",
 419                poolname, lov->lov_pool_count);
 420
 421 #ifdef LPROCFS
 422         /* ifdef needed for liblustre */
 423         new_pool->pool_proc_entry = lprocfs_add_simple(lov->lov_pool_proc_entry,
 424                                                        poolname,
 425                                                        NULL, NULL,
 426                                                        new_pool,
 427                                                        &pool_proc_operations);
 428 #endif
 429
 430         if (IS_ERR(new_pool->pool_proc_entry)) {
 431                 CWARN("Cannot add proc pool entry "POOLNAMEF"\n", poolname);
 432                 new_pool->pool_proc_entry = NULL;
 433         }
 434
 435         return 0;
 436 }
 437
 438 int lov_pool_del(struct obd_device *obd, char *poolname)
 439 {
 440         struct lov_obd *lov;
 441         struct pool_desc *pool;
 442
 443         lov = &(obd->u.lov);
 444
 445         spin_lock(&obd->obd_dev_lock);
 446         pool = lustre_hash_lookup(lov->lov_pools_hash_body,
 447                                              poolname);
 448         if (pool == NULL) {
 449                 spin_unlock(&obd->obd_dev_lock);
 450                 return -ENOENT;
 451         }
 452
 453 #ifdef LPROCFS
 454         if (pool->pool_proc_entry != NULL)
 455                 remove_proc_entry(pool->pool_proc_entry->name,
 456                                   pool->pool_proc_entry->parent);
 457 #endif
 458
 459         /* pool is kept in the list to be freed by lov_cleanup()
 460          * list_del(&pool->pool_list);
 461          */
 462         lustre_hash_del_key(lov->lov_pools_hash_body, poolname);
 463
 464         lov->lov_pool_count--;
 465
 466         spin_unlock(&obd->obd_dev_lock);
 467
 468         /* pool struct is not freed because it may be used by
 469          * some open in /proc
 470          * the struct is freed at lov_cleanup()
 471          */
 472         /*
 473         if (pool->pool_rr.lqr_size != 0)
 474                 OBD_FREE(pool->pool_rr.lqr_array, pool->pool_rr.lqr_size);
 475         lov_ost_pool_free(&pool->pool_obds);
 476         OBD_FREE(pool, sizeof(*pool));
 477         */
 478         return 0;
 479 }
 480
 481
 482 int lov_pool_add(struct obd_device *obd, char *poolname, char *ostname)
 483 {
 484         struct obd_uuid ost_uuid;
 485         struct lov_obd *lov;
 486         struct pool_desc *pool;
 487         unsigned int i, lov_idx;
 488         int rc;
 489
 490         lov = &(obd->u.lov);
 491
 492         pool = lustre_hash_lookup(lov->lov_pools_hash_body, poolname);
 493         if (pool == NULL) {
 494                 return -ENOENT;
 495         }
 496
 497         /* allocate pool tgt array if needed */
 498         mutex_down(&lov->lov_lock);
 499         rc = lov_ost_pool_extend(&pool->pool_obds, lov->lov_tgt_size);
 500         if (rc) {
 501                 mutex_up(&lov->lov_lock);
 502                 return rc;
 503         }
 504         mutex_up(&lov->lov_lock);
 505
 506         obd_str2uuid(&ost_uuid, ostname);
 507
 508         spin_lock(&obd->obd_dev_lock);
 509
 510         /* search ost in lov array */
 511         for (i = 0; i < lov->desc.ld_tgt_count; i++) {
 512                 if (!lov->lov_tgts[i])
 513                         continue;
 514
 515                 if (obd_uuid_equals(&ost_uuid, &(lov->lov_tgts[i]->ltd_uuid)))
 516                         break;
 517         }
 518
 519         /* test if ost found in lov */
 520         if (i == lov->desc.ld_tgt_count) {
 521                 spin_unlock(&obd->obd_dev_lock);
 522                 return -EINVAL;
 523         }
 524
 525         spin_unlock(&obd->obd_dev_lock);
 526
 527         lov_idx = i;
 528
 529         rc = lov_ost_pool_add(&pool->pool_obds, lov_idx, lov->lov_tgt_size);
 530         if (rc)
 531                 return rc;
 532
 533         pool->pool_rr.lqr_dirty = 1;
 534
 535         CDEBUG(D_CONFIG, "Added %s to "POOLNAMEF" as member %d\n",
 536                ostname, poolname,  pool_tgt_count(pool));
 537         return 0;
 538 }
 539
 540 int lov_pool_remove(struct obd_device *obd, char *poolname, char *ostname)
 541 {
 542         struct obd_uuid ost_uuid;
 543         struct lov_obd *lov;
 544         struct pool_desc *pool;
 545         unsigned int i, lov_idx;
 546
 547         lov = &(obd->u.lov);
 548
 549         spin_lock(&obd->obd_dev_lock);
 550         pool = lustre_hash_lookup(lov->lov_pools_hash_body, poolname);
 551         if (pool == NULL) {
 552                 spin_unlock(&obd->obd_dev_lock);
 553                 return -ENOENT;
 554         }
 555
 556         obd_str2uuid(&ost_uuid, ostname);
 557
 558         /* search ost in lov array, to get index */
 559         for (i = 0; i < lov->desc.ld_tgt_count; i++) {
 560                 if (!lov->lov_tgts[i])
 561                         continue;
 562
 563                 if (obd_uuid_equals(&ost_uuid, &(lov->lov_tgts[i]->ltd_uuid)))
 564                         break;
 565         }
 566
 567         /* test if ost found in lov */
 568         if (i == lov->desc.ld_tgt_count) {
 569                 spin_unlock(&obd->obd_dev_lock);
 570                 return -EINVAL;
 571         }
 572
 573         spin_unlock(&obd->obd_dev_lock);
 574
 575         lov_idx = i;
 576
 577         lov_ost_pool_remove(&pool->pool_obds, lov_idx);
 578
 579         pool->pool_rr.lqr_dirty = 1;
 580
 581         CDEBUG(D_CONFIG, "%s removed from "POOLNAMEF"\n", ostname, poolname);
 582
 583         return 0;
 584 }
 585
 586 int lov_check_index_in_pool(__u32 idx, struct pool_desc *pool)
 587 {
 588         int i;
 589
 590         read_lock(&pool_tgt_rwlock(pool));
 591         for (i = 0; i < pool_tgt_count(pool); i++) {
 592                 if (pool_tgt_array(pool)[i] == idx) {
 593                         read_unlock(&pool_tgt_rwlock(pool));
 594                         return 0;
 595                 }
 596         }
 597         read_unlock(&pool_tgt_rwlock(pool));
 598         return -ENOENT;
 599 }
 600
 601 struct pool_desc *lov_find_pool(struct lov_obd *lov, char *poolname)
 602 {
 603         struct pool_desc *pool;
 604
 605         pool = NULL;
 606         if (poolname[0] != '\0') {
 607                 pool = lustre_hash_lookup(lov->lov_pools_hash_body, poolname);
 608                 if (pool == NULL)
 609                         CWARN("Request for an unknown pool ("POOLNAMEF")\n",
 610                               poolname);
 611                 if ((pool != NULL) && (pool_tgt_count(pool) == 0)) {
 612                         CWARN("Request for an empty pool ("POOLNAMEF")\n",
 613                                poolname);
 614                         pool = NULL;
 615                 }
 616         }
 617         return pool;
 618 }
 619