Add the rt linux 4.1.3-rt3 as base
[kvmfornfv.git] / kernel / drivers / staging / lustre / lustre / obdclass / class_obd.c
1 /*
2  * GPL HEADER START
3  *
4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License version 2 only,
8  * as published by the Free Software Foundation.
9  *
10  * This program is distributed in the hope that it will be useful, but
11  * WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13  * General Public License version 2 for more details (a copy is included
14  * in the LICENSE file that accompanied this code).
15  *
16  * You should have received a copy of the GNU General Public License
17  * version 2 along with this program; If not, see
18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
19  *
20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21  * CA 95054 USA or visit www.sun.com if you need additional information or
22  * have any questions.
23  *
24  * GPL HEADER END
25  */
26 /*
27  * Copyright (c) 1999, 2010, Oracle and/or its affiliates. All rights reserved.
28  * Use is subject to license terms.
29  *
30  * Copyright (c) 2011, 2012, Intel Corporation.
31  */
32 /*
33  * This file is part of Lustre, http://www.lustre.org/
34  * Lustre is a trademark of Sun Microsystems, Inc.
35  */
36
37 #define DEBUG_SUBSYSTEM S_CLASS
38 # include <linux/atomic.h>
39
40 #include "../include/obd_support.h"
41 #include "../include/obd_class.h"
42 #include "../../include/linux/lnet/lnetctl.h"
43 #include "../include/lustre_debug.h"
44 #include "../include/lprocfs_status.h"
45 #include "../include/lustre/lustre_build_version.h"
46 #include <linux/list.h>
47 #include "../include/cl_object.h"
48 #include "llog_internal.h"
49
50
51 struct obd_device *obd_devs[MAX_OBD_DEVICES];
52 EXPORT_SYMBOL(obd_devs);
53 struct list_head obd_types;
54 DEFINE_RWLOCK(obd_dev_lock);
55
56 __u64 obd_max_pages = 0;
57 EXPORT_SYMBOL(obd_max_pages);
58 __u64 obd_max_alloc = 0;
59 EXPORT_SYMBOL(obd_max_alloc);
60 __u64 obd_alloc;
61 EXPORT_SYMBOL(obd_alloc);
62 __u64 obd_pages;
63 EXPORT_SYMBOL(obd_pages);
64 static DEFINE_SPINLOCK(obd_updatemax_lock);
65
66 /* The following are visible and mutable through /proc/sys/lustre/. */
67 unsigned int obd_alloc_fail_rate = 0;
68 EXPORT_SYMBOL(obd_alloc_fail_rate);
69 unsigned int obd_debug_peer_on_timeout;
70 EXPORT_SYMBOL(obd_debug_peer_on_timeout);
71 unsigned int obd_dump_on_timeout;
72 EXPORT_SYMBOL(obd_dump_on_timeout);
73 unsigned int obd_dump_on_eviction;
74 EXPORT_SYMBOL(obd_dump_on_eviction);
75 unsigned int obd_max_dirty_pages = 256;
76 EXPORT_SYMBOL(obd_max_dirty_pages);
77 atomic_t obd_dirty_pages;
78 EXPORT_SYMBOL(obd_dirty_pages);
79 unsigned int obd_timeout = OBD_TIMEOUT_DEFAULT;   /* seconds */
80 EXPORT_SYMBOL(obd_timeout);
81 unsigned int ldlm_timeout = LDLM_TIMEOUT_DEFAULT; /* seconds */
82 EXPORT_SYMBOL(ldlm_timeout);
83 unsigned int obd_timeout_set;
84 EXPORT_SYMBOL(obd_timeout_set);
85 unsigned int ldlm_timeout_set;
86 EXPORT_SYMBOL(ldlm_timeout_set);
87 /* Adaptive timeout defs here instead of ptlrpc module for /proc/sys/ access */
88 unsigned int at_min = 0;
89 EXPORT_SYMBOL(at_min);
90 unsigned int at_max = 600;
91 EXPORT_SYMBOL(at_max);
92 unsigned int at_history = 600;
93 EXPORT_SYMBOL(at_history);
94 int at_early_margin = 5;
95 EXPORT_SYMBOL(at_early_margin);
96 int at_extra = 30;
97 EXPORT_SYMBOL(at_extra);
98
99 atomic_t obd_dirty_transit_pages;
100 EXPORT_SYMBOL(obd_dirty_transit_pages);
101
102 char obd_jobid_var[JOBSTATS_JOBID_VAR_MAX_LEN + 1] = JOBSTATS_DISABLE;
103 EXPORT_SYMBOL(obd_jobid_var);
104
105 char obd_jobid_node[JOBSTATS_JOBID_SIZE + 1];
106
107 /* Get jobid of current process from stored variable or calculate
108  * it from pid and user_id.
109  *
110  * Historically this was also done by reading the environment variable
111  * stored in between the "env_start" & "env_end" of task struct.
112  * This is now deprecated.
113  */
114 int lustre_get_jobid(char *jobid)
115 {
116         memset(jobid, 0, JOBSTATS_JOBID_SIZE);
117         /* Jobstats isn't enabled */
118         if (strcmp(obd_jobid_var, JOBSTATS_DISABLE) == 0)
119                 return 0;
120
121         /* Use process name + fsuid as jobid */
122         if (strcmp(obd_jobid_var, JOBSTATS_PROCNAME_UID) == 0) {
123                 snprintf(jobid, JOBSTATS_JOBID_SIZE, "%s.%u",
124                          current_comm(),
125                          from_kuid(&init_user_ns, current_fsuid()));
126                 return 0;
127         }
128
129         /* Whole node dedicated to single job */
130         if (strcmp(obd_jobid_var, JOBSTATS_NODELOCAL) == 0) {
131                 strcpy(jobid, obd_jobid_node);
132                 return 0;
133         }
134
135         return -ENOENT;
136 }
137 EXPORT_SYMBOL(lustre_get_jobid);
138
139 int obd_alloc_fail(const void *ptr, const char *name, const char *type,
140                    size_t size, const char *file, int line)
141 {
142         if (ptr == NULL ||
143             (cfs_rand() & OBD_ALLOC_FAIL_MASK) < obd_alloc_fail_rate) {
144                 CERROR("%s%salloc of %s (%llu bytes) failed at %s:%d\n",
145                        ptr ? "force " :"", type, name, (__u64)size, file,
146                        line);
147                 CERROR("%llu total bytes and %llu total pages (%llu bytes) allocated by Lustre, %d total bytes by LNET\n",
148                        obd_memory_sum(),
149                        obd_pages_sum() << PAGE_CACHE_SHIFT,
150                        obd_pages_sum(),
151                        atomic_read(&libcfs_kmemory));
152                 return 1;
153         }
154         return 0;
155 }
156 EXPORT_SYMBOL(obd_alloc_fail);
157
158 static inline void obd_data2conn(struct lustre_handle *conn,
159                                  struct obd_ioctl_data *data)
160 {
161         memset(conn, 0, sizeof(*conn));
162         conn->cookie = data->ioc_cookie;
163 }
164
165 static inline void obd_conn2data(struct obd_ioctl_data *data,
166                                  struct lustre_handle *conn)
167 {
168         data->ioc_cookie = conn->cookie;
169 }
170
171 int class_resolve_dev_name(__u32 len, const char *name)
172 {
173         int rc;
174         int dev;
175
176         if (!len || !name) {
177                 CERROR("No name passed,!\n");
178                 rc = -EINVAL;
179                 goto out;
180         }
181         if (name[len - 1] != 0) {
182                 CERROR("Name not nul terminated!\n");
183                 rc = -EINVAL;
184                 goto out;
185         }
186
187         CDEBUG(D_IOCTL, "device name %s\n", name);
188         dev = class_name2dev(name);
189         if (dev == -1) {
190                 CDEBUG(D_IOCTL, "No device for name %s!\n", name);
191                 rc = -EINVAL;
192                 goto out;
193         }
194
195         CDEBUG(D_IOCTL, "device name %s, dev %d\n", name, dev);
196         rc = dev;
197
198 out:
199         return rc;
200 }
201
202 int class_handle_ioctl(unsigned int cmd, unsigned long arg)
203 {
204         char *buf = NULL;
205         struct obd_ioctl_data *data;
206         struct libcfs_debug_ioctl_data *debug_data;
207         struct obd_device *obd = NULL;
208         int err = 0, len = 0;
209
210         /* only for debugging */
211         if (cmd == LIBCFS_IOC_DEBUG_MASK) {
212                 debug_data = (struct libcfs_debug_ioctl_data *)arg;
213                 libcfs_subsystem_debug = debug_data->subs;
214                 libcfs_debug = debug_data->debug;
215                 return 0;
216         }
217
218         CDEBUG(D_IOCTL, "cmd = %x\n", cmd);
219         if (obd_ioctl_getdata(&buf, &len, (void *)arg)) {
220                 CERROR("OBD ioctl: data error\n");
221                 return -EINVAL;
222         }
223         data = (struct obd_ioctl_data *)buf;
224
225         switch (cmd) {
226         case OBD_IOC_PROCESS_CFG: {
227                 struct lustre_cfg *lcfg;
228
229                 if (!data->ioc_plen1 || !data->ioc_pbuf1) {
230                         CERROR("No config buffer passed!\n");
231                         err = -EINVAL;
232                         goto out;
233                 }
234                 OBD_ALLOC(lcfg, data->ioc_plen1);
235                 if (lcfg == NULL) {
236                         err = -ENOMEM;
237                         goto out;
238                 }
239                 err = copy_from_user(lcfg, data->ioc_pbuf1,
240                                          data->ioc_plen1);
241                 if (!err)
242                         err = lustre_cfg_sanity_check(lcfg, data->ioc_plen1);
243                 if (!err)
244                         err = class_process_config(lcfg);
245
246                 OBD_FREE(lcfg, data->ioc_plen1);
247                 goto out;
248         }
249
250         case OBD_GET_VERSION:
251                 if (!data->ioc_inlbuf1) {
252                         CERROR("No buffer passed in ioctl\n");
253                         err = -EINVAL;
254                         goto out;
255                 }
256
257                 if (strlen(BUILD_VERSION) + 1 > data->ioc_inllen1) {
258                         CERROR("ioctl buffer too small to hold version\n");
259                         err = -EINVAL;
260                         goto out;
261                 }
262
263                 memcpy(data->ioc_bulk, BUILD_VERSION,
264                        strlen(BUILD_VERSION) + 1);
265
266                 err = obd_ioctl_popdata((void *)arg, data, len);
267                 if (err)
268                         err = -EFAULT;
269                 goto out;
270
271         case OBD_IOC_NAME2DEV: {
272                 /* Resolve a device name.  This does not change the
273                  * currently selected device.
274                  */
275                 int dev;
276
277                 dev = class_resolve_dev_name(data->ioc_inllen1,
278                                              data->ioc_inlbuf1);
279                 data->ioc_dev = dev;
280                 if (dev < 0) {
281                         err = -EINVAL;
282                         goto out;
283                 }
284
285                 err = obd_ioctl_popdata((void *)arg, data, sizeof(*data));
286                 if (err)
287                         err = -EFAULT;
288                 goto out;
289         }
290
291         case OBD_IOC_UUID2DEV: {
292                 /* Resolve a device uuid.  This does not change the
293                  * currently selected device.
294                  */
295                 int dev;
296                 struct obd_uuid uuid;
297
298                 if (!data->ioc_inllen1 || !data->ioc_inlbuf1) {
299                         CERROR("No UUID passed!\n");
300                         err = -EINVAL;
301                         goto out;
302                 }
303                 if (data->ioc_inlbuf1[data->ioc_inllen1 - 1] != 0) {
304                         CERROR("UUID not NUL terminated!\n");
305                         err = -EINVAL;
306                         goto out;
307                 }
308
309                 CDEBUG(D_IOCTL, "device name %s\n", data->ioc_inlbuf1);
310                 obd_str2uuid(&uuid, data->ioc_inlbuf1);
311                 dev = class_uuid2dev(&uuid);
312                 data->ioc_dev = dev;
313                 if (dev == -1) {
314                         CDEBUG(D_IOCTL, "No device for UUID %s!\n",
315                                data->ioc_inlbuf1);
316                         err = -EINVAL;
317                         goto out;
318                 }
319
320                 CDEBUG(D_IOCTL, "device name %s, dev %d\n", data->ioc_inlbuf1,
321                        dev);
322                 err = obd_ioctl_popdata((void *)arg, data, sizeof(*data));
323                 if (err)
324                         err = -EFAULT;
325                 goto out;
326         }
327
328         case OBD_IOC_CLOSE_UUID: {
329                 CDEBUG(D_IOCTL, "closing all connections to uuid %s (NOOP)\n",
330                        data->ioc_inlbuf1);
331                 err = 0;
332                 goto out;
333         }
334
335         case OBD_IOC_GETDEVICE: {
336                 int     index = data->ioc_count;
337                 char    *status, *str;
338
339                 if (!data->ioc_inlbuf1) {
340                         CERROR("No buffer passed in ioctl\n");
341                         err = -EINVAL;
342                         goto out;
343                 }
344                 if (data->ioc_inllen1 < 128) {
345                         CERROR("ioctl buffer too small to hold version\n");
346                         err = -EINVAL;
347                         goto out;
348                 }
349
350                 obd = class_num2obd(index);
351                 if (!obd) {
352                         err = -ENOENT;
353                         goto out;
354                 }
355
356                 if (obd->obd_stopping)
357                         status = "ST";
358                 else if (obd->obd_set_up)
359                         status = "UP";
360                 else if (obd->obd_attached)
361                         status = "AT";
362                 else
363                         status = "--";
364                 str = (char *)data->ioc_bulk;
365                 snprintf(str, len - sizeof(*data), "%3d %s %s %s %s %d",
366                          (int)index, status, obd->obd_type->typ_name,
367                          obd->obd_name, obd->obd_uuid.uuid,
368                          atomic_read(&obd->obd_refcount));
369                 err = obd_ioctl_popdata((void *)arg, data, len);
370
371                 err = 0;
372                 goto out;
373         }
374
375         }
376
377         if (data->ioc_dev == OBD_DEV_BY_DEVNAME) {
378                 if (data->ioc_inllen4 <= 0 || data->ioc_inlbuf4 == NULL) {
379                         err = -EINVAL;
380                         goto out;
381                 }
382                 if (strnlen(data->ioc_inlbuf4, MAX_OBD_NAME) >= MAX_OBD_NAME) {
383                         err = -EINVAL;
384                         goto out;
385                 }
386                 obd = class_name2obd(data->ioc_inlbuf4);
387         } else if (data->ioc_dev < class_devno_max()) {
388                 obd = class_num2obd(data->ioc_dev);
389         } else {
390                 CERROR("OBD ioctl: No device\n");
391                 err = -EINVAL;
392                 goto out;
393         }
394
395         if (obd == NULL) {
396                 CERROR("OBD ioctl : No Device %d\n", data->ioc_dev);
397                 err = -EINVAL;
398                 goto out;
399         }
400         LASSERT(obd->obd_magic == OBD_DEVICE_MAGIC);
401
402         if (!obd->obd_set_up || obd->obd_stopping) {
403                 CERROR("OBD ioctl: device not setup %d\n", data->ioc_dev);
404                 err = -EINVAL;
405                 goto out;
406         }
407
408         switch (cmd) {
409         case OBD_IOC_NO_TRANSNO: {
410                 if (!obd->obd_attached) {
411                         CERROR("Device %d not attached\n", obd->obd_minor);
412                         err = -ENODEV;
413                         goto out;
414                 }
415                 CDEBUG(D_HA, "%s: disabling committed-transno notification\n",
416                        obd->obd_name);
417                 obd->obd_no_transno = 1;
418                 err = 0;
419                 goto out;
420         }
421
422         default: {
423                 err = obd_iocontrol(cmd, obd->obd_self_export, len, data, NULL);
424                 if (err)
425                         goto out;
426
427                 err = obd_ioctl_popdata((void *)arg, data, len);
428                 if (err)
429                         err = -EFAULT;
430                 goto out;
431         }
432         }
433
434  out:
435         if (buf)
436                 obd_ioctl_freedata(buf, len);
437         return err;
438 } /* class_handle_ioctl */
439
440 #define OBD_INIT_CHECK
441 int obd_init_checks(void)
442 {
443         __u64 u64val, div64val;
444         char buf[64];
445         int len, ret = 0;
446
447         CDEBUG(D_INFO, "LPU64=%s, LPD64=%s, LPX64=%s\n", "%llu", "%lld", "%#llx");
448
449         CDEBUG(D_INFO, "OBD_OBJECT_EOF = %#llx\n", (__u64)OBD_OBJECT_EOF);
450
451         u64val = OBD_OBJECT_EOF;
452         CDEBUG(D_INFO, "u64val OBD_OBJECT_EOF = %#llx\n", u64val);
453         if (u64val != OBD_OBJECT_EOF) {
454                 CERROR("__u64 %#llx(%d) != 0xffffffffffffffff\n",
455                        u64val, (int)sizeof(u64val));
456                 ret = -EINVAL;
457         }
458         len = snprintf(buf, sizeof(buf), "%#llx", u64val);
459         if (len != 18) {
460                 CWARN("LPX64 wrong length! strlen(%s)=%d != 18\n", buf, len);
461                 ret = -EINVAL;
462         }
463
464         div64val = OBD_OBJECT_EOF;
465         CDEBUG(D_INFO, "u64val OBD_OBJECT_EOF = %#llx\n", u64val);
466         if (u64val != OBD_OBJECT_EOF) {
467                 CERROR("__u64 %#llx(%d) != 0xffffffffffffffff\n",
468                        u64val, (int)sizeof(u64val));
469                 ret = -EOVERFLOW;
470         }
471         if (u64val >> 8 != OBD_OBJECT_EOF >> 8) {
472                 CERROR("__u64 %#llx(%d) != 0xffffffffffffffff\n",
473                        u64val, (int)sizeof(u64val));
474                 return -EOVERFLOW;
475         }
476         if (do_div(div64val, 256) != (u64val & 255)) {
477                 CERROR("do_div(%#llx,256) != %llu\n", u64val, u64val &255);
478                 return -EOVERFLOW;
479         }
480         if (u64val >> 8 != div64val) {
481                 CERROR("do_div(%#llx,256) %llu != %llu\n",
482                        u64val, div64val, u64val >> 8);
483                 return -EOVERFLOW;
484         }
485         len = snprintf(buf, sizeof(buf), "%#llx", u64val);
486         if (len != 18) {
487                 CWARN("LPX64 wrong length! strlen(%s)=%d != 18\n", buf, len);
488                 ret = -EINVAL;
489         }
490         len = snprintf(buf, sizeof(buf), "%llu", u64val);
491         if (len != 20) {
492                 CWARN("LPU64 wrong length! strlen(%s)=%d != 20\n", buf, len);
493                 ret = -EINVAL;
494         }
495         len = snprintf(buf, sizeof(buf), "%lld", u64val);
496         if (len != 2) {
497                 CWARN("LPD64 wrong length! strlen(%s)=%d != 2\n", buf, len);
498                 ret = -EINVAL;
499         }
500         if ((u64val & ~CFS_PAGE_MASK) >= PAGE_CACHE_SIZE) {
501                 CWARN("mask failed: u64val %llu >= %llu\n", u64val,
502                       (__u64)PAGE_CACHE_SIZE);
503                 ret = -EINVAL;
504         }
505
506         return ret;
507 }
508
509 #if defined (CONFIG_PROC_FS)
510 extern int class_procfs_init(void);
511 extern int class_procfs_clean(void);
512 #else
513 static inline int class_procfs_init(void)
514 { return 0; }
515 static inline int class_procfs_clean(void)
516 { return 0; }
517 #endif
518
519 static int __init init_obdclass(void)
520 {
521         int i, err;
522         int lustre_register_fs(void);
523
524         for (i = CAPA_SITE_CLIENT; i < CAPA_SITE_MAX; i++)
525                 INIT_LIST_HEAD(&capa_list[i]);
526
527         LCONSOLE_INFO("Lustre: Build Version: "BUILD_VERSION"\n");
528
529         spin_lock_init(&obd_types_lock);
530         obd_zombie_impexp_init();
531
532         if (IS_ENABLED(CONFIG_PROC_FS)) {
533                 obd_memory = lprocfs_alloc_stats(OBD_STATS_NUM,
534                                                  LPROCFS_STATS_FLAG_NONE |
535                                                  LPROCFS_STATS_FLAG_IRQ_SAFE);
536
537                 if (obd_memory == NULL) {
538                         CERROR("kmalloc of 'obd_memory' failed\n");
539                         return -ENOMEM;
540                 }
541
542                 lprocfs_counter_init(obd_memory, OBD_MEMORY_STAT,
543                                      LPROCFS_CNTR_AVGMINMAX,
544                                      "memused", "bytes");
545                 lprocfs_counter_init(obd_memory, OBD_MEMORY_PAGES_STAT,
546                                      LPROCFS_CNTR_AVGMINMAX,
547                                      "pagesused", "pages");
548         }
549
550         err = obd_init_checks();
551         if (err == -EOVERFLOW)
552                 return err;
553
554         class_init_uuidlist();
555         err = class_handle_init();
556         if (err)
557                 return err;
558
559         INIT_LIST_HEAD(&obd_types);
560
561         err = misc_register(&obd_psdev);
562         if (err) {
563                 CERROR("cannot register %d err %d\n", OBD_DEV_MINOR, err);
564                 return err;
565         }
566
567         /* This struct is already zeroed for us (static global) */
568         for (i = 0; i < class_devno_max(); i++)
569                 obd_devs[i] = NULL;
570
571         /* Default the dirty page cache cap to 1/2 of system memory.
572          * For clients with less memory, a larger fraction is needed
573          * for other purposes (mostly for BGL). */
574         if (totalram_pages <= 512 << (20 - PAGE_CACHE_SHIFT))
575                 obd_max_dirty_pages = totalram_pages / 4;
576         else
577                 obd_max_dirty_pages = totalram_pages / 2;
578
579         err = obd_init_caches();
580         if (err)
581                 return err;
582
583         obd_sysctl_init();
584
585         err = class_procfs_init();
586         if (err)
587                 return err;
588
589         err = lu_global_init();
590         if (err)
591                 return err;
592
593         err = cl_global_init();
594         if (err != 0)
595                 return err;
596
597
598         err = llog_info_init();
599         if (err)
600                 return err;
601
602         err = lustre_register_fs();
603
604         return err;
605 }
606
607 void obd_update_maxusage(void)
608 {
609         __u64 max1, max2;
610
611         max1 = obd_pages_sum();
612         max2 = obd_memory_sum();
613
614         spin_lock(&obd_updatemax_lock);
615         if (max1 > obd_max_pages)
616                 obd_max_pages = max1;
617         if (max2 > obd_max_alloc)
618                 obd_max_alloc = max2;
619         spin_unlock(&obd_updatemax_lock);
620 }
621 EXPORT_SYMBOL(obd_update_maxusage);
622
623 #if defined (CONFIG_PROC_FS)
624 __u64 obd_memory_max(void)
625 {
626         __u64 ret;
627
628         spin_lock(&obd_updatemax_lock);
629         ret = obd_max_alloc;
630         spin_unlock(&obd_updatemax_lock);
631
632         return ret;
633 }
634 EXPORT_SYMBOL(obd_memory_max);
635
636 __u64 obd_pages_max(void)
637 {
638         __u64 ret;
639
640         spin_lock(&obd_updatemax_lock);
641         ret = obd_max_pages;
642         spin_unlock(&obd_updatemax_lock);
643
644         return ret;
645 }
646 EXPORT_SYMBOL(obd_pages_max);
647 #endif
648
649 /* liblustre doesn't call cleanup_obdclass, apparently.  we carry on in this
650  * ifdef to the end of the file to cover module and versioning goo.*/
651 static void cleanup_obdclass(void)
652 {
653         int i;
654         int lustre_unregister_fs(void);
655         __u64 memory_leaked, pages_leaked;
656         __u64 memory_max, pages_max;
657
658         lustre_unregister_fs();
659
660         misc_deregister(&obd_psdev);
661         for (i = 0; i < class_devno_max(); i++) {
662                 struct obd_device *obd = class_num2obd(i);
663                 if (obd && obd->obd_set_up &&
664                     OBT(obd) && OBP(obd, detach)) {
665                         /* XXX should this call generic detach otherwise? */
666                         LASSERT(obd->obd_magic == OBD_DEVICE_MAGIC);
667                         OBP(obd, detach)(obd);
668                 }
669         }
670         llog_info_fini();
671         cl_global_fini();
672         lu_global_fini();
673
674         obd_cleanup_caches();
675         obd_sysctl_clean();
676
677         class_procfs_clean();
678
679         class_handle_cleanup();
680         class_exit_uuidlist();
681         obd_zombie_impexp_stop();
682
683         memory_leaked = obd_memory_sum();
684         pages_leaked = obd_pages_sum();
685
686         memory_max = obd_memory_max();
687         pages_max = obd_pages_max();
688
689         lprocfs_free_stats(&obd_memory);
690         CDEBUG((memory_leaked) ? D_ERROR : D_INFO,
691                "obd_memory max: %llu, leaked: %llu\n",
692                memory_max, memory_leaked);
693         CDEBUG((pages_leaked) ? D_ERROR : D_INFO,
694                "obd_memory_pages max: %llu, leaked: %llu\n",
695                pages_max, pages_leaked);
696 }
697
698 MODULE_AUTHOR("Sun Microsystems, Inc. <http://www.lustre.org/>");
699 MODULE_DESCRIPTION("Lustre Class Driver Build Version: " BUILD_VERSION);
700 MODULE_LICENSE("GPL");
701 MODULE_VERSION(LUSTRE_VERSION_STRING);
702
703 module_init(init_obdclass);
704 module_exit(cleanup_obdclass);