libcfs/include/libcfs/darwin/darwin-prim.h

   1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
   2  * vim:expandtab:shiftwidth=8:tabstop=8:
   3  *
   4  * GPL HEADER START
   5  *
   6  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License version 2 only,
  10  * as published by the Free Software Foundation.
  11  *
  12  * This program is distributed in the hope that it will be useful, but
  13  * WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * General Public License version 2 for more details (a copy is included
  16  * in the LICENSE file that accompanied this code).
  17  *
  18  * You should have received a copy of the GNU General Public License
  19  * version 2 along with this program; If not, see
  20  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
  21  *
  22  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  23  * CA 95054 USA or visit www.sun.com if you need additional information or
  24  * have any questions.
  25  *
  26  * GPL HEADER END
  27  */
  28 /*
  29  * Copyright  2008 Sun Microsystems, Inc. All rights reserved
  30  * Use is subject to license terms.
  31  */
  32 /*
  33  * This file is part of Lustre, http://www.lustre.org/
  34  * Lustre is a trademark of Sun Microsystems, Inc.
  35  */
  36
  37 #ifndef __LIBCFS_DARWIN_CFS_PRIM_H__
  38 #define __LIBCFS_DARWIN_CFS_PRIM_H__
  39
  40 #ifndef __LIBCFS_LIBCFS_H__
  41 #error Do not #include this file directly. #include <libcfs/libcfs.h> instead
  42 #endif
  43
  44 #ifdef __KERNEL__
  45 #include <sys/types.h>
  46 #include <sys/systm.h>
  47
  48 #ifndef __DARWIN8__
  49 # ifndef __APPLE_API_PRIVATE
  50 #  define __APPLE_API_PRIVATE
  51 #  include <sys/user.h>
  52 #  undef __APPLE_API_PRIVATE
  53 # else
  54 #  include <sys/user.h>
  55 # endif
  56 # include <mach/mach_traps.h>
  57 # include <mach/thread_switch.h>
  58 # include <machine/cpu_number.h>
  59 #endif /* !__DARWIN8__ */
  60
  61 #include <sys/kernel.h>
  62
  63 #include <mach/thread_act.h>
  64 #include <mach/mach_types.h>
  65 #include <mach/time_value.h>
  66 #include <kern/sched_prim.h>
  67 #include <vm/pmap.h>
  68 #include <vm/vm_kern.h>
  69 #include <mach/machine/vm_param.h>
  70 #include <machine/machine_routines.h>
  71 #include <kern/clock.h>
  72 #include <kern/thread_call.h>
  73 #include <sys/param.h>
  74 #include <sys/vm.h>
  75
  76 #include <libcfs/darwin/darwin-types.h>
  77 #include <libcfs/darwin/darwin-utils.h>
  78 #include <libcfs/darwin/darwin-lock.h>
  79
  80 /*
  81  * Symbol functions for libcfs
  82  *
  83  * OSX has no facility for use to register symbol.
  84  * So we have to implement it.
  85  */
  86 #define CFS_SYMBOL_LEN     64
  87
  88 struct  cfs_symbol {
  89         char    name[CFS_SYMBOL_LEN];
  90         void    *value;
  91         int     ref;
  92         struct  list_head sym_list;
  93 };
  94
  95 extern kern_return_t            cfs_symbol_register(const char *, const void *);
  96 extern kern_return_t            cfs_symbol_unregister(const char *);
  97 extern void *                   cfs_symbol_get(const char *);
  98 extern kern_return_t            cfs_symbol_put(const char *);
  99
 100 /*
 101  * sysctl typedef
 102  *
 103  * User can register/unregister a list of sysctl_oids
 104  * sysctl_oid is data struct of osx's sysctl-entry
 105  */
 106 #define         CONFIG_SYSCTL   1
 107
 108 typedef struct sysctl_oid *     cfs_sysctl_table_t;
 109 typedef cfs_sysctl_table_t      cfs_sysctl_table_header_t;
 110 cfs_sysctl_table_header_t       *cfs_register_sysctl_table (cfs_sysctl_table_t *table, int arg);
 111 void cfs_unregister_sysctl_table (cfs_sysctl_table_header_t *table);
 112
 113 /*
 114  * Proc file system APIs, no /proc fs support in OSX
 115  */
 116 typedef struct cfs_proc_dir_entry {
 117         void            *data;
 118 } cfs_proc_dir_entry_t;
 119
 120 cfs_proc_dir_entry_t * cfs_create_proc_entry(char *name, int mod,
 121                                           cfs_proc_dir_entry_t *parent);
 122 void cfs_free_proc_entry(cfs_proc_dir_entry_t *de);
 123 void cfs_remove_proc_entry(char *name, cfs_proc_dir_entry_t *entry);
 124
 125 typedef int (cfs_read_proc_t)(char *page, char **start, off_t off,
 126                           int count, int *eof, void *data);
 127 typedef int (cfs_write_proc_t)(struct file *file, const char *buffer,
 128                            unsigned long count, void *data);
 129
 130 /*
 131  * cfs pseudo device
 132  *
 133  * cfs_psdev_t
 134  * cfs_psdev_register:
 135  * cfs_psdev_deregister:
 136  */
 137 typedef struct {
 138         int             index;
 139         void            *handle;
 140         const char      *name;
 141         struct cdevsw   *devsw;
 142         void            *private;
 143 } cfs_psdev_t;
 144
 145 extern kern_return_t            cfs_psdev_register(cfs_psdev_t *);
 146 extern kern_return_t            cfs_psdev_deregister(cfs_psdev_t *);
 147
 148 /*
 149  * Task struct and ...
 150  *
 151  * Using BSD current_proc in Darwin
 152  */
 153 extern boolean_t        assert_wait_possible(void);
 154 extern void             *get_bsdtask_info(task_t);
 155
 156 #ifdef __DARWIN8__
 157
 158 typedef struct {}               cfs_task_t;
 159 #define cfs_current()           ((cfs_task_t *)current_thread())
 160 #else   /* !__DARWIN8__ */
 161
 162 typedef struct uthread          cfs_task_t;
 163
 164 #define current_uthread()       ((struct uthread *)get_bsdthread_info(current_act()))
 165 #define cfs_current()           current_uthread()
 166
 167 #endif /* !__DARWIN8__ */
 168
 169 #define cfs_task_lock(t)        do {;} while (0)
 170 #define cfs_task_unlock(t)      do {;} while (0)
 171
 172 #define set_current_state(s)    do {;} while (0)
 173
 174 #define CFS_DECL_JOURNAL_DATA
 175 #define CFS_PUSH_JOURNAL        do {;} while(0)
 176 #define CFS_POP_JOURNAL         do {;} while(0)
 177
 178 #define THREAD_NAME(comm, fmt, a...)
 179 /*
 180  * Kernel thread:
 181  *
 182  * OSX kernel thread can not be created with args,
 183  * so we have to implement new APIs to create thread with args
 184  */
 185
 186 typedef int (*cfs_thread_t)(void *);
 187
 188 extern task_t   kernel_task;
 189
 190 /*
 191  * cloning flags, no use in OSX, just copy them from Linux
 192  */
 193 #define CSIGNAL         0x000000ff      /* signal mask to be sent at exit */
 194 #define CLONE_VM        0x00000100      /* set if VM shared between processes */
 195 #define CLONE_FS        0x00000200      /* set if fs info shared between processes */
 196 #define CLONE_FILES     0x00000400      /* set if open files shared between processes */
 197 #define CLONE_SIGHAND   0x00000800      /* set if signal handlers and blocked signals shared */
 198 #define CLONE_PID       0x00001000      /* set if pid shared */
 199 #define CLONE_PTRACE    0x00002000      /* set if we want to let tracing continue on the child too */
 200 #define CLONE_VFORK     0x00004000      /* set if the parent wants the child to wake it up on mm_release */
 201 #define CLONE_PARENT    0x00008000      /* set if we want to have the same parent as the cloner */
 202 #define CLONE_THREAD    0x00010000      /* Same thread group? */
 203 #define CLONE_NEWNS     0x00020000      /* New namespace group? */
 204
 205 #define CLONE_SIGNAL    (CLONE_SIGHAND | CLONE_THREAD)
 206
 207 extern int cfs_kernel_thread(cfs_thread_t func, void *arg, int flag);
 208
 209
 210 /*
 211  * Wait Queue implementation
 212  *
 213  * Like wait_queue in Linux
 214  */
 215 typedef struct cfs_waitq {
 216         struct ksleep_chan wq_ksleep_chan;
 217 } cfs_waitq_t;
 218
 219 typedef struct cfs_waitlink {
 220         struct cfs_waitq   *wl_waitq;
 221         struct ksleep_link  wl_ksleep_link;
 222 } cfs_waitlink_t;
 223
 224 typedef int cfs_task_state_t;
 225
 226 #define CFS_TASK_INTERRUPTIBLE  THREAD_ABORTSAFE
 227 #define CFS_TASK_UNINT          THREAD_UNINT
 228
 229 void cfs_waitq_init(struct cfs_waitq *waitq);
 230 void cfs_waitlink_init(struct cfs_waitlink *link);
 231
 232 void cfs_waitq_add(struct cfs_waitq *waitq, struct cfs_waitlink *link);
 233 void cfs_waitq_add_exclusive(struct cfs_waitq *waitq,
 234                              struct cfs_waitlink *link);
 235 void cfs_waitq_del(struct cfs_waitq *waitq, struct cfs_waitlink *link);
 236 int  cfs_waitq_active(struct cfs_waitq *waitq);
 237
 238 void cfs_waitq_signal(struct cfs_waitq *waitq);
 239 void cfs_waitq_signal_nr(struct cfs_waitq *waitq, int nr);
 240 void cfs_waitq_broadcast(struct cfs_waitq *waitq);
 241
 242 void cfs_waitq_wait(struct cfs_waitlink *link, cfs_task_state_t state);
 243 cfs_duration_t cfs_waitq_timedwait(struct cfs_waitlink *link,
 244                                    cfs_task_state_t state,
 245                                    cfs_duration_t timeout);
 246
 247 /*
 248  * Thread schedule APIs.
 249  */
 250 #define MAX_SCHEDULE_TIMEOUT    ((long)(~0UL>>12))
 251 extern void thread_set_timer_deadline(__u64 deadline);
 252 extern void thread_cancel_timer(void);
 253
 254 static inline int cfs_schedule_timeout(int state, int64_t timeout)
 255 {
 256         int          result;
 257
 258 #ifdef __DARWIN8__
 259         result = assert_wait((event_t)current_thread(), state);
 260 #else
 261         result = assert_wait((event_t)current_uthread(), state);
 262 #endif
 263         if (timeout > 0) {
 264                 __u64 expire;
 265                 nanoseconds_to_absolutetime(timeout, &expire);
 266                 clock_absolutetime_interval_to_deadline(expire, &expire);
 267                 thread_set_timer_deadline(expire);
 268         }
 269         if (result == THREAD_WAITING)
 270                 result = thread_block(THREAD_CONTINUE_NULL);
 271         if (timeout > 0)
 272                 thread_cancel_timer();
 273         if (result == THREAD_TIMED_OUT)
 274                 result = 0;
 275         else
 276                 result = 1;
 277         return result;
 278 }
 279
 280 #define cfs_schedule()  cfs_schedule_timeout(CFS_TASK_UNINT, CFS_TICK)
 281 #define cfs_pause(tick) cfs_schedule_timeout(CFS_TASK_UNINT, tick)
 282
 283 #define __wait_event(wq, condition)                             \
 284 do {                                                            \
 285         struct cfs_waitlink __wait;                             \
 286                                                                 \
 287         cfs_waitlink_init(&__wait);                             \
 288         for (;;) {                                              \
 289                 cfs_waitq_add(&wq, &__wait);                    \
 290                 if (condition)                                  \
 291                         break;                                  \
 292                 cfs_waitq_wait(&__wait, CFS_TASK_UNINT);        \
 293                 cfs_waitq_del(&wq, &__wait);                    \
 294         }                                                       \
 295         cfs_waitq_del(&wq, &__wait);                            \
 296 } while (0)
 297
 298 #define wait_event(wq, condition)                               \
 299 do {                                                            \
 300         if (condition)                                          \
 301                 break;                                          \
 302         __wait_event(wq, condition);                            \
 303 } while (0)
 304
 305 #define __wait_event_interruptible(wq, condition, ex, ret)      \
 306 do {                                                            \
 307         struct cfs_waitlink __wait;                             \
 308                                                                 \
 309         cfs_waitlink_init(&__wait);                             \
 310         for (;;) {                                              \
 311                 if (ex == 0)                                    \
 312                         cfs_waitq_add(&wq, &__wait);            \
 313                 else                                            \
 314                         cfs_waitq_add_exclusive(&wq, &__wait);  \
 315                 if (condition)                                  \
 316                         break;                                  \
 317                 if (!cfs_signal_pending()) {                    \
 318                         cfs_waitq_wait(&__wait,                 \
 319                                        CFS_TASK_INTERRUPTIBLE); \
 320                         cfs_waitq_del(&wq, &__wait);            \
 321                         continue;                               \
 322                 }                                               \
 323                 ret = -ERESTARTSYS;                             \
 324                 break;                                          \
 325         }                                                       \
 326         cfs_waitq_del(&wq, &__wait);                            \
 327 } while (0)
 328
 329 #define wait_event_interruptible(wq, condition)                 \
 330 ({                                                              \
 331         int __ret = 0;                                          \
 332         if (!condition)                                         \
 333                 __wait_event_interruptible(wq, condition,       \
 334                                            0, __ret);           \
 335         __ret;                                                  \
 336 })
 337
 338 #define wait_event_interruptible_exclusive(wq, condition)       \
 339 ({                                                              \
 340         int __ret = 0;                                          \
 341         if (!condition)                                         \
 342                 __wait_event_interruptible(wq, condition,       \
 343                                            1, __ret);           \
 344         __ret;                                                  \
 345 })
 346
 347 #ifndef __DARWIN8__
 348 extern void     wakeup_one __P((void * chan));
 349 #endif
 350 /* only used in tests */
 351 #define wake_up_process(p)                                      \
 352         do {                                                    \
 353                 wakeup_one((caddr_t)p);                         \
 354         } while (0)
 355
 356 /* used in couple of places */
 357 static inline void sleep_on(cfs_waitq_t *waitq)
 358 {
 359         cfs_waitlink_t link;
 360
 361         cfs_waitlink_init(&link);
 362         cfs_waitq_add(waitq, &link);
 363         cfs_waitq_wait(&link, CFS_TASK_UNINT);
 364         cfs_waitq_del(waitq, &link);
 365 }
 366
 367 /*
 368  * Signal
 369  */
 370 typedef sigset_t        cfs_sigset_t;
 371
 372 #define SIGNAL_MASK_ASSERT()
 373 /*
 374  * Timer
 375  */
 376 typedef struct cfs_timer {
 377         struct ktimer t;
 378 } cfs_timer_t;
 379
 380 #define cfs_init_timer(t)       do {} while(0)
 381 void cfs_timer_init(struct cfs_timer *t, void (*func)(unsigned long), void *arg);
 382 void cfs_timer_done(struct cfs_timer *t);
 383 void cfs_timer_arm(struct cfs_timer *t, cfs_time_t deadline);
 384 void cfs_timer_disarm(struct cfs_timer *t);
 385 int  cfs_timer_is_armed(struct cfs_timer *t);
 386
 387 cfs_time_t cfs_timer_deadline(struct cfs_timer *t);
 388
 389 /*
 390  * Ioctl
 391  * We don't need to copy out everything in osx
 392  */
 393 #define cfs_ioctl_data_out(a, d, l)                     \
 394         ({                                              \
 395                 int __size;                             \
 396                 int __rc = 0;                           \
 397                 assert((l) >= sizeof(*d));              \
 398                 __size = (l) - sizeof(*d);              \
 399                 if (__size > 0)                         \
 400                         __rc = copy_to_user((void *)a + __size, \
 401                              (void *)d + __size,        \
 402                              __size);                   \
 403                 __rc;                                   \
 404         })
 405
 406 /*
 407  * CPU
 408  */
 409 /* Run in PowerG5 who is PPC64 */
 410 #define SMP_CACHE_BYTES                         128
 411 #define __cacheline_aligned                     __attribute__((__aligned__(SMP_CACHE_BYTES)))
 412 #define NR_CPUS                                 2
 413
 414 /*
 415  * XXX Liang: patch xnu and export current_processor()?
 416  *
 417  * #define smp_processor_id()                   current_processor()
 418  */
 419 #define smp_processor_id()                      0
 420 /* XXX smp_call_function is not supported in xnu */
 421 #define smp_call_function(f, a, n, w)           do {} while(0)
 422 int cfs_online_cpus(void);
 423 #define smp_num_cpus                            cfs_online_cpus()
 424
 425 /*
 426  * Misc
 427  */
 428 extern int is_suser(void);
 429
 430 #ifndef likely
 431 #define likely(exp) (exp)
 432 #endif
 433 #ifndef unlikely
 434 #define unlikely(exp) (exp)
 435 #endif
 436
 437 #define lock_kernel()                           do {} while(0)
 438 #define unlock_kernel()                         do {} while(0)
 439
 440 #define CAP_SYS_BOOT                            0
 441 #define CAP_SYS_ADMIN                           1
 442 #define capable(a)                              ((a) == CAP_SYS_BOOT ? is_suser(): is_suser1())
 443
 444 #define USERMODEHELPER(path, argv, envp)        (0)
 445
 446 #define cfs_module(name, version, init, fini)                           \
 447 extern kern_return_t _start(kmod_info_t *ki, void *data);               \
 448 extern kern_return_t _stop(kmod_info_t *ki, void *data);                \
 449 __private_extern__ kern_return_t name##_start(kmod_info_t *ki, void *data); \
 450 __private_extern__ kern_return_t name##_stop(kmod_info_t *ki, void *data); \
 451                                                                         \
 452 kmod_info_t KMOD_INFO_NAME = { 0, KMOD_INFO_VERSION, -1,                \
 453                                { "com.clusterfs.lustre." #name }, { version }, \
 454                                -1, 0, 0, 0, 0, name##_start, name##_stop }; \
 455                                                                         \
 456 __private_extern__ kmod_start_func_t *_realmain = name##_start;         \
 457 __private_extern__ kmod_stop_func_t *_antimain = name##_stop;           \
 458 __private_extern__ int _kext_apple_cc = __APPLE_CC__ ;                  \
 459                                                                         \
 460 kern_return_t name##_start(kmod_info_t *ki, void *d)                    \
 461 {                                                                       \
 462         return init();                                                  \
 463 }                                                                       \
 464                                                                         \
 465 kern_return_t name##_stop(kmod_info_t *ki, void *d)                     \
 466 {                                                                       \
 467         fini();                                                         \
 468         return KERN_SUCCESS;                                            \
 469 }                                                                       \
 470                                                                         \
 471 /*                                                                      \
 472  * to allow semicolon after cfs_module(...)                             \
 473  */                                                                     \
 474 struct __dummy_ ## name ## _struct {}
 475
 476 #define inter_module_get(n)                     cfs_symbol_get(n)
 477 #define inter_module_put(n)                     cfs_symbol_put(n)
 478
 479 static inline int request_module(char *name)
 480 {
 481         return (-EINVAL);
 482 }
 483
 484 #ifndef __exit
 485 #define __exit
 486 #endif
 487 #ifndef __init
 488 #define __init
 489 #endif
 490
 491 #define EXPORT_SYMBOL(s)
 492 #define MODULE_AUTHOR(s)
 493 #define MODULE_DESCRIPTION(s)
 494 #define MODULE_LICENSE(s)
 495 #define MODULE_PARM(a, b)
 496 #define MODULE_PARM_DESC(a, b)
 497
 498 #define KERNEL_VERSION(a,b,c) ((a)*100+(b)*10+c)
 499 #define LINUX_VERSION_CODE KERNEL_VERSION(2,5,0)
 500
 501 #define NR_IRQS                         512
 502 #define in_interrupt()                  ml_at_interrupt_context()
 503
 504 #define KERN_EMERG      "<0>"   /* system is unusable                   */
 505 #define KERN_ALERT      "<1>"   /* action must be taken immediately     */
 506 #define KERN_CRIT       "<2>"   /* critical conditions                  */
 507 #define KERN_ERR        "<3>"   /* error conditions                     */
 508 #define KERN_WARNING    "<4>"   /* warning conditions                   */
 509 #define KERN_NOTICE     "<5>"   /* normal but significant condition     */
 510 #define KERN_INFO       "<6>"   /* informational                        */
 511 #define KERN_DEBUG      "<7>"   /* debug-level messages                 */
 512
 513 static inline long PTR_ERR(const void *ptr)
 514 {
 515         return (long) ptr;
 516 }
 517
 518 #define ERR_PTR(err)    ((void *)err)
 519 #define IS_ERR(p)       ((unsigned long)(p) + 1000 < 1000)
 520
 521 #else   /* !__KERNEL__ */
 522
 523 typedef struct cfs_proc_dir_entry {
 524         void            *data;
 525 } cfs_proc_dir_entry_t;
 526
 527 #include <libcfs/user-prim.h>
 528 #define __WORDSIZE      32
 529
 530 #endif  /* END __KERNEL__ */
 531 /*
 532  * Error number
 533  */
 534 #ifndef EPROTO
 535 #define EPROTO          EPROTOTYPE
 536 #endif
 537 #ifndef EBADR
 538 #define EBADR           EBADRPC
 539 #endif
 540 #ifndef ERESTARTSYS
 541 #define ERESTARTSYS     512
 542 #endif
 543 #ifndef EDEADLOCK
 544 #define EDEADLOCK       EDEADLK
 545 #endif
 546 #ifndef ECOMM
 547 #define ECOMM           EINVAL
 548 #endif
 549 #ifndef ENODATA
 550 #define ENODATA         EINVAL
 551 #endif
 552 #ifndef ENOTSUPP
 553 #define ENOTSUPP        EINVAL
 554 #endif
 555
 556 #if BYTE_ORDER == BIG_ENDIAN
 557 # define __BIG_ENDIAN
 558 #else
 559 # define __LITTLE_ENDIAN
 560 #endif
 561
 562 #endif  /* __LIBCFS_DARWIN_CFS_PRIM_H__ */