1 /* -*- mode: c; c-basic-offset: 8; indent-tabs-mode: nil; -*-
2 * vim:expandtab:shiftwidth=8:tabstop=8:
4 #ifndef __LIBCFS_LIBCFS_H__
5 #define __LIBCFS_LIBCFS_H__
8 #define __attribute__(x)
11 #if defined(__linux__)
12 #include <libcfs/linux/libcfs.h>
13 #elif defined(__APPLE__)
14 #include <libcfs/darwin/libcfs.h>
15 #elif defined(__WINNT__)
16 #include <libcfs/winnt/libcfs.h>
18 #error Unsupported operating system.
27 /* Controlled via configure key */
28 /* #define LIBCFS_DEBUG */
31 # define offsetof(typ,memb) ((unsigned long)((char *)&(((typ *)0)->memb)))
34 /* cardinality of array */
35 #define sizeof_array(a) ((sizeof (a)) / (sizeof ((a)[0])))
37 #if !defined(container_of)
38 /* given a pointer @ptr to the field @member embedded into type (usually
39 * struct) @type, return pointer to the embedding instance of @type. */
40 #define container_of(ptr, type, member) \
41 ((type *)((char *)(ptr)-(unsigned long)(&((type *)0)->member)))
44 #define container_of0(ptr, type, member) \
46 typeof(ptr) __ptr = (ptr); \
47 __ptr ? container_of(__ptr, type, member) : NULL; \
51 * true iff @i is power-of-2
61 #define LOWEST_BIT_SET(x) ((x) & ~((x) - 1))
66 extern unsigned int libcfs_subsystem_debug;
67 extern unsigned int libcfs_stack;
68 extern unsigned int libcfs_debug;
69 extern unsigned int libcfs_printk;
70 extern unsigned int libcfs_console_ratelimit;
71 extern unsigned int libcfs_debug_binary;
72 extern char debug_file_path[1024];
74 int libcfs_debug_mask2str(char *str, int size, int mask, int is_subsys);
75 int libcfs_debug_str2mask(int *mask, const char *str, int is_subsys);
77 /* Has there been an LBUG? */
78 extern unsigned int libcfs_catastrophe;
81 * struct ptldebug_header is defined in libcfs/<os>/libcfs.h
84 #define PH_FLAG_FIRST_RECORD 1
86 /* Debugging subsystems (32 bits, non-overlapping) */
87 /* keep these in sync with lnet/utils/debug.c and lnet/libcfs/debug.c */
88 #define S_UNDEFINED 0x00000001
89 #define S_MDC 0x00000002
90 #define S_MDS 0x00000004
91 #define S_OSC 0x00000008
92 #define S_OST 0x00000010
93 #define S_CLASS 0x00000020
94 #define S_LOG 0x00000040
95 #define S_LLITE 0x00000080
96 #define S_RPC 0x00000100
97 #define S_MGMT 0x00000200
98 #define S_LNET 0x00000400
99 #define S_LND 0x00000800 /* ALL LNDs */
100 #define S_PINGER 0x00001000
101 #define S_FILTER 0x00002000
103 #define S_ECHO 0x00008000
104 #define S_LDLM 0x00010000
105 #define S_LOV 0x00020000
111 #define S_LMV 0x00800000 /* b_new_cmd */
113 #define S_SEC 0x02000000 /* upcall cache */
114 #define S_GSS 0x04000000 /* b_new_cmd */
116 #define S_MGC 0x10000000
117 #define S_MGS 0x20000000
118 #define S_FID 0x40000000 /* b_new_cmd */
119 #define S_FLD 0x80000000 /* b_new_cmd */
120 /* keep these in sync with lnet/utils/debug.c and lnet/libcfs/debug.c */
122 /* Debugging masks (32 bits, non-overlapping) */
123 /* keep these in sync with lnet/utils/debug.c and lnet/libcfs/debug.c */
124 #define D_TRACE 0x00000001 /* ENTRY/EXIT markers */
125 #define D_INODE 0x00000002
126 #define D_SUPER 0x00000004
127 #define D_EXT2 0x00000008 /* anything from ext2_debug */
128 #define D_MALLOC 0x00000010 /* print malloc, free information */
129 #define D_CACHE 0x00000020 /* cache-related items */
130 #define D_INFO 0x00000040 /* general information */
131 #define D_IOCTL 0x00000080 /* ioctl related information */
132 #define D_NETERROR 0x00000100 /* network errors */
133 #define D_NET 0x00000200 /* network communications */
134 #define D_WARNING 0x00000400 /* CWARN(...) == CDEBUG (D_WARNING, ...) */
135 #define D_BUFFS 0x00000800
136 #define D_OTHER 0x00001000
137 #define D_DENTRY 0x00002000
138 #define D_NETTRACE 0x00004000
139 #define D_PAGE 0x00008000 /* bulk page handling */
140 #define D_DLMTRACE 0x00010000
141 #define D_ERROR 0x00020000 /* CERROR(...) == CDEBUG (D_ERROR, ...) */
142 #define D_EMERG 0x00040000 /* CEMERG(...) == CDEBUG (D_EMERG, ...) */
143 #define D_HA 0x00080000 /* recovery and failover */
144 #define D_RPCTRACE 0x00100000 /* for distributed debugging */
145 #define D_VFSTRACE 0x00200000
146 #define D_READA 0x00400000 /* read-ahead */
147 #define D_MMAP 0x00800000
148 #define D_CONFIG 0x01000000
149 #define D_CONSOLE 0x02000000
150 #define D_QUOTA 0x04000000
151 #define D_SEC 0x08000000
152 /* keep these in sync with lnet/{utils,libcfs}/debug.c */
154 #define D_CANTMASK (D_ERROR | D_EMERG | D_WARNING | D_CONSOLE)
156 #ifndef DEBUG_SUBSYSTEM
157 # define DEBUG_SUBSYSTEM S_UNDEFINED
160 #define CDEBUG_MAX_LIMIT 600
162 cfs_time_t cdls_next;
164 cfs_duration_t cdls_delay;
165 } cfs_debug_limit_state_t;
167 /* Controlled via configure key */
168 /* #define CDEBUG_ENABLED (1) */
173 #define __CDEBUG(cdls, mask, format, a...) \
177 if (((mask) & D_CANTMASK) != 0 || \
178 ((libcfs_debug & (mask)) != 0 && \
179 (libcfs_subsystem_debug & DEBUG_SUBSYSTEM) != 0)) \
180 libcfs_debug_msg(cdls, DEBUG_SUBSYSTEM, mask, \
181 __FILE__, __FUNCTION__, __LINE__, \
185 #define CDEBUG(mask, format, a...) __CDEBUG(NULL, mask, format, ## a)
187 #define CDEBUG_LIMIT(mask, format, a...) \
189 static cfs_debug_limit_state_t cdls; \
191 __CDEBUG(&cdls, mask, format, ## a); \
194 #else /* CDEBUG_ENABLED */
195 #define CDEBUG(mask, format, a...) (void)(0)
196 #define CDEBUG_LIMIT(mask, format, a...) (void)(0)
197 #warning "CDEBUG IS DISABLED. THIS SHOULD NEVER BE DONE FOR PRODUCTION!"
200 #elif defined(__arch_lib__) && !defined(LUSTRE_UTILS)
202 #define CDEBUG(mask, format, a...) \
204 if (((mask) & D_CANTMASK) != 0 || \
205 ((libcfs_debug & (mask)) != 0 && \
206 (libcfs_subsystem_debug & DEBUG_SUBSYSTEM) != 0)) \
207 libcfs_debug_msg(NULL, DEBUG_SUBSYSTEM, mask, \
208 __FILE__, __FUNCTION__, __LINE__, \
212 #define CDEBUG_LIMIT CDEBUG
216 #define CDEBUG(mask, format, a...) \
218 if (((mask) & D_CANTMASK) != 0) \
219 fprintf(stderr, "(%s:%d:%s()) " format, \
220 __FILE__, __LINE__, __FUNCTION__, ## a); \
223 #define CDEBUG_LIMIT CDEBUG
225 #endif /* !__KERNEL__ */
227 #define CWARN(format, a...) CDEBUG_LIMIT(D_WARNING, format, ## a)
228 #define CERROR(format, a...) CDEBUG_LIMIT(D_ERROR, format, ## a)
229 #define CEMERG(format, a...) CDEBUG_LIMIT(D_EMERG, format, ## a)
231 #define LCONSOLE(mask, format, a...) CDEBUG(D_CONSOLE | (mask), format, ## a)
232 #define LCONSOLE_INFO(format, a...) CDEBUG_LIMIT(D_CONSOLE, format, ## a)
233 #define LCONSOLE_WARN(format, a...) CDEBUG_LIMIT(D_CONSOLE | D_WARNING, format, ## a)
234 #define LCONSOLE_ERROR(format, a...) CDEBUG_LIMIT(D_CONSOLE | D_ERROR, format, ## a)
235 #define LCONSOLE_EMERG(format, a...) CDEBUG(D_CONSOLE | D_EMERG, format, ## a)
239 #define GOTO(label, rc) \
241 long GOTO__ret = (long)(rc); \
242 CDEBUG(D_TRACE,"Process leaving via %s (rc=%lu : %ld : %lx)\n", \
243 #label, (unsigned long)GOTO__ret, (signed long)GOTO__ret,\
244 (signed long)GOTO__ret); \
248 #define GOTO(label, rc) do { ((void)(rc)); goto label; } while (0)
251 /* Controlled via configure key */
252 /* #define CDEBUG_ENTRY_EXIT (1) */
254 #if CDEBUG_ENTRY_EXIT
257 * if rc == NULL, we need to code as RETURN((void *)NULL), otherwise
258 * there will be a warning in osx.
262 typeof(rc) RETURN__ret = (rc); \
263 CDEBUG(D_TRACE, "Process leaving (rc=%lu : %ld : %lx)\n", \
264 (long)RETURN__ret, (long)RETURN__ret, (long)RETURN__ret);\
266 return RETURN__ret; \
272 CDEBUG(D_TRACE, "Process entered\n"); \
277 CDEBUG(D_TRACE, "Process leaving\n"); \
280 #else /* !CDEBUG_ENTRY_EXIT */
282 #define RETURN(rc) return (rc)
283 #define ENTRY do { } while (0)
284 #define EXIT do { } while (0)
286 #endif /* !CDEBUG_ENTRY_EXIT */
289 * Some (nomina odiosa sunt) platforms define NULL as naked 0. This confuses
290 * Lustre RETURN(NULL) macro.
296 #define NULL ((void *)0)
298 #define LUSTRE_SRV_LNET_PID LUSTRE_LNET_PID
302 #include <libcfs/list.h>
304 struct libcfs_ioctl_data; /* forward ref */
306 struct libcfs_ioctl_handler {
307 struct list_head item;
308 int (*handle_ioctl)(unsigned int cmd, struct libcfs_ioctl_data *data);
311 #define DECLARE_IOCTL_HANDLER(ident, func) \
312 struct libcfs_ioctl_handler ident = { \
313 /* .item = */ CFS_LIST_HEAD_INIT(ident.item), \
314 /* .handle_ioctl = */ func \
317 int libcfs_register_ioctl(struct libcfs_ioctl_handler *hand);
318 int libcfs_deregister_ioctl(struct libcfs_ioctl_handler *hand);
321 #define LNET_ACCEPTOR_MIN_RESERVED_PORT 512
322 #define LNET_ACCEPTOR_MAX_RESERVED_PORT 1023
324 int libcfs_ipif_query(char *name, int *up, __u32 *ip, __u32 *mask);
325 int libcfs_ipif_enumerate(char ***names);
326 void libcfs_ipif_free_enumeration(char **names, int n);
327 int libcfs_sock_listen(cfs_socket_t **sockp, __u32 ip, int port, int backlog);
328 int libcfs_sock_accept(cfs_socket_t **newsockp, cfs_socket_t *sock);
329 void libcfs_sock_abort_accept(cfs_socket_t *sock);
330 int libcfs_sock_connect(cfs_socket_t **sockp, int *fatal,
331 __u32 local_ip, int local_port,
332 __u32 peer_ip, int peer_port);
333 int libcfs_sock_setbuf(cfs_socket_t *socket, int txbufsize, int rxbufsize);
334 int libcfs_sock_getbuf(cfs_socket_t *socket, int *txbufsize, int *rxbufsize);
335 int libcfs_sock_getaddr(cfs_socket_t *socket, int remote, __u32 *ip, int *port);
336 int libcfs_sock_write(cfs_socket_t *sock, void *buffer, int nob, int timeout);
337 int libcfs_sock_read(cfs_socket_t *sock, void *buffer, int nob, int timeout);
338 void libcfs_sock_release(cfs_socket_t *sock);
340 /* libcfs watchdogs */
343 /* Add a watchdog which fires after "time" milliseconds of delay. You have to
344 * touch it once to enable it. */
345 struct lc_watchdog *lc_watchdog_add(int time,
346 void (*cb)(pid_t pid, void *),
349 /* Enables a watchdog and resets its timer. */
350 void lc_watchdog_touch(struct lc_watchdog *lcw);
352 /* Disable a watchdog; touch it to restart it. */
353 void lc_watchdog_disable(struct lc_watchdog *lcw);
355 /* Clean up the watchdog */
356 void lc_watchdog_delete(struct lc_watchdog *lcw);
358 /* Dump a debug log */
359 void lc_watchdog_dumplog(pid_t pid, void *data);
365 * libcfs pseudo device operations
367 * struct cfs_psdev_t and
368 * cfs_psdev_register() and
369 * cfs_psdev_deregister() are declared in
370 * libcfs/<os>/cfs_prim.h
372 * It's just draft now.
375 struct cfs_psdev_file {
378 unsigned long reserved1;
379 unsigned long reserved2;
382 struct cfs_psdev_ops {
383 int (*p_open)(unsigned long, void *);
384 int (*p_close)(unsigned long, void *);
385 int (*p_read)(struct cfs_psdev_file *, char *, unsigned long);
386 int (*p_write)(struct cfs_psdev_file *, char *, unsigned long);
387 int (*p_ioctl)(struct cfs_psdev_file *, unsigned long, void *);
391 * generic time manipulation functions.
394 static inline int cfs_time_after(cfs_time_t t1, cfs_time_t t2)
396 return cfs_time_before(t2, t1);
399 static inline int cfs_time_aftereq(cfs_time_t t1, cfs_time_t t2)
401 return cfs_time_beforeq(t2, t1);
405 * return seconds since UNIX epoch
407 static inline time_t cfs_unix_seconds(void)
411 cfs_fs_time_current(&t);
412 return (time_t)cfs_fs_time_sec(&t);
415 static inline cfs_time_t cfs_time_shift(int seconds)
417 return cfs_time_add(cfs_time_current(), cfs_time_seconds(seconds));
420 static inline long cfs_timeval_sub(struct timeval *large, struct timeval *small,
421 struct timeval *result)
424 (large->tv_sec - small->tv_sec) * ONE_MILLION +
425 (large->tv_usec - small->tv_usec));
426 if (result != NULL) {
427 result->tv_usec = r % ONE_MILLION;
428 result->tv_sec = r / ONE_MILLION;
433 #define CFS_RATELIMIT(seconds) \
436 * XXX nikita: non-portable initializer \
438 static time_t __next_message = 0; \
441 if (cfs_time_after(cfs_time_current(), __next_message)) \
444 __next_message = cfs_time_shift(seconds); \
450 struct libcfs_debug_msg_data {
451 cfs_debug_limit_state_t *msg_cdls;
453 const char *msg_file;
458 #define DEBUG_MSG_DATA_INIT(cdls, subsystem, file, func, ln ) { \
459 .msg_cdls = (cdls), \
460 .msg_subsys = (subsystem), \
461 .msg_file = (file), \
467 extern int libcfs_debug_vmsg2(cfs_debug_limit_state_t *cdls,
468 int subsys, int mask,
469 const char *file, const char *fn, const int line,
470 const char *format1, va_list args,
471 const char *format2, ...);
473 #define libcfs_debug_vmsg(cdls, subsys, mask, file, fn, line, format, args) \
474 libcfs_debug_vmsg2(cdls, subsys, mask, file, fn, line, format, args, NULL, NULL)
476 #define libcfs_debug_msg(cdls, subsys, mask, file, fn, line, format, a...) \
477 libcfs_debug_vmsg2(cdls, subsys, mask, file, fn, line, NULL, NULL, format, ##a)
479 #define cdebug_va(cdls, mask, file, func, line, fmt, args) do { \
482 if (((mask) & D_CANTMASK) != 0 || \
483 ((libcfs_debug & (mask)) != 0 && \
484 (libcfs_subsystem_debug & DEBUG_SUBSYSTEM) != 0)) \
485 libcfs_debug_vmsg(cdls, DEBUG_SUBSYSTEM, (mask), \
486 (file), (func), (line), fmt, args); \
489 #define cdebug(cdls, mask, file, func, line, fmt, a...) do { \
492 if (((mask) & D_CANTMASK) != 0 || \
493 ((libcfs_debug & (mask)) != 0 && \
494 (libcfs_subsystem_debug & DEBUG_SUBSYSTEM) != 0)) \
495 libcfs_debug_msg(cdls, DEBUG_SUBSYSTEM, (mask), \
496 (file), (func), (line), fmt, ## a); \
499 extern void libcfs_assertion_failed(const char *expr, const char *file,
500 const char *fn, const int line);
502 static inline void cfs_slow_warning(cfs_time_t now, int seconds, char *msg)
504 if (cfs_time_after(cfs_time_current(),
505 cfs_time_add(now, cfs_time_seconds(15))))
506 CERROR("slow %s %lu sec\n", msg,
507 cfs_duration_sec(cfs_time_sub(cfs_time_current(), now)));
511 * helper function similar to do_gettimeofday() of Linux kernel
513 static inline void cfs_fs_timeval(struct timeval *tv)
517 cfs_fs_time_current(&time);
518 cfs_fs_time_usec(&time, tv);
522 * return valid time-out based on user supplied one. Currently we only check
523 * that time-out is not shorted than allowed.
525 static inline cfs_duration_t cfs_timeout_cap(cfs_duration_t timeout)
527 if (timeout < CFS_TICK)
533 * Universal memory allocator API
535 enum cfs_alloc_flags {
536 /* allocation is not allowed to block */
537 CFS_ALLOC_ATOMIC = (1 << 0),
538 /* allocation is allowed to block */
539 CFS_ALLOC_WAIT = (1 << 1),
540 /* allocation should return zeroed memory */
541 CFS_ALLOC_ZERO = (1 << 2),
542 /* allocation is allowed to call file-system code to free/clean
544 CFS_ALLOC_FS = (1 << 3),
545 /* allocation is allowed to do io to free/clean memory */
546 CFS_ALLOC_IO = (1 << 4),
547 /* don't report allocation failure to the console */
548 CFS_ALLOC_NOWARN = (1 << 5),
549 /* standard allocator flag combination */
550 CFS_ALLOC_STD = CFS_ALLOC_FS | CFS_ALLOC_IO,
551 CFS_ALLOC_USER = CFS_ALLOC_WAIT | CFS_ALLOC_FS | CFS_ALLOC_IO,
554 /* flags for cfs_page_alloc() in addition to enum cfs_alloc_flags */
555 enum cfs_alloc_page_flags {
556 /* allow to return page beyond KVM. It has to be mapped into KVM by
558 CFS_ALLOC_HIGH = (1 << 5),
559 CFS_ALLOC_HIGHUSER = CFS_ALLOC_WAIT | CFS_ALLOC_FS | CFS_ALLOC_IO | CFS_ALLOC_HIGH,
563 * portable UNIX device file identification. (This is not _very_
564 * portable. Probably makes no sense for Windows.)
572 typedef unsigned int cfs_major_nr_t;
573 typedef unsigned int cfs_minor_nr_t;
576 * Defined by platform.
578 cfs_rdev_t cfs_rdev_build(cfs_major_nr_t major, cfs_minor_nr_t minor);
579 cfs_major_nr_t cfs_rdev_major(cfs_rdev_t rdev);
580 cfs_minor_nr_t cfs_rdev_minor(cfs_rdev_t rdev);
583 * Generic on-wire rdev format.
586 typedef __u32 cfs_wire_rdev_t;
588 cfs_wire_rdev_t cfs_wire_rdev_build(cfs_major_nr_t major, cfs_minor_nr_t minor);
589 cfs_major_nr_t cfs_wire_rdev_major(cfs_wire_rdev_t rdev);
590 cfs_minor_nr_t cfs_wire_rdev_minor(cfs_wire_rdev_t rdev);
593 * Drop into debugger, if possible. Implementation is provided by platform.
596 void cfs_enter_debugger(void);
599 * Defined by platform
601 void cfs_daemonize(char *str);
602 int cfs_daemonize_ctxt(char *str);
603 cfs_sigset_t cfs_get_blocked_sigs(void);
604 cfs_sigset_t cfs_block_allsigs(void);
605 cfs_sigset_t cfs_block_sigs(cfs_sigset_t bits);
606 void cfs_restore_sigs(cfs_sigset_t);
607 int cfs_signal_pending(void);
608 void cfs_clear_sigpending(void);
611 * these macros should be removed in the future,
612 * we keep them just for keeping libcfs compatible
613 * with other branches.
615 #define libcfs_daemonize(s) cfs_daemonize(s)
616 #define cfs_sigmask_lock(f) do { f= 0; } while (0)
617 #define cfs_sigmask_unlock(f) do { f= 0; } while (0)
619 int convert_server_error(__u64 ecode);
620 int convert_client_oflag(int cflag, int *result);
623 * Stack-tracing filling.
627 * Platform-dependent data-type to hold stack frames.
629 struct cfs_stack_trace;
632 * Fill @trace with current back-trace.
634 void cfs_stack_trace_fill(struct cfs_stack_trace *trace);
637 * Return instruction pointer for frame @frame_no. NULL if @frame_no is
640 void *cfs_stack_trace_frame(struct cfs_stack_trace *trace, int frame_no);
643 * Universal open flags.
645 #define CFS_O_ACCMODE 0003
646 #define CFS_O_CREAT 0100
647 #define CFS_O_EXCL 0200
648 #define CFS_O_NOCTTY 0400
649 #define CFS_O_TRUNC 01000
650 #define CFS_O_APPEND 02000
651 #define CFS_O_NONBLOCK 04000
652 #define CFS_O_NDELAY CFS_O_NONBLOCK
653 #define CFS_O_SYNC 010000
654 #define CFS_O_ASYNC 020000
655 #define CFS_O_DIRECT 040000
656 #define CFS_O_LARGEFILE 0100000
657 #define CFS_O_DIRECTORY 0200000
658 #define CFS_O_NOFOLLOW 0400000
659 #define CFS_O_NOATIME 01000000
661 /* convert local open flags to universal open flags */
662 int cfs_oflags2univ(int flags);
663 /* convert universal open flags to local open flags */
664 int cfs_univ2oflags(int flags);
668 #endif /* _LIBCFS_H */