1#ifndef _LINUX_MODULE_H
2#define _LINUX_MODULE_H
3
4
5
6
7
8
9#include <linux/list.h>
10#include <linux/stat.h>
11#include <linux/compiler.h>
12#include <linux/cache.h>
13#include <linux/kmod.h>
14#include <linux/elf.h>
15#include <linux/stringify.h>
16#include <linux/kobject.h>
17#include <linux/moduleparam.h>
18#include <linux/marker.h>
19#include <linux/tracepoint.h>
20#include <asm/local.h>
21
22#include <asm/module.h>
23
24
25#define MODULE_SUPPORTED_DEVICE(name)
26
27
28#ifndef MODULE_SYMBOL_PREFIX
29#define MODULE_SYMBOL_PREFIX ""
30#endif
31
32#define MODULE_NAME_LEN MAX_PARAM_PREFIX_LEN
33
34struct kernel_symbol
35{
36 unsigned long value;
37 const char *name;
38};
39
40struct modversion_info
41{
42 unsigned long crc;
43 char name[MODULE_NAME_LEN];
44};
45
46struct module;
47
48struct module_attribute {
49 struct attribute attr;
50 ssize_t (*show)(struct module_attribute *, struct module *, char *);
51 ssize_t (*store)(struct module_attribute *, struct module *,
52 const char *, size_t count);
53 void (*setup)(struct module *, const char *);
54 int (*test)(struct module *);
55 void (*free)(struct module *);
56};
57
58struct module_kobject
59{
60 struct kobject kobj;
61 struct module *mod;
62 struct kobject *drivers_dir;
63 struct module_param_attrs *mp;
64};
65
66
67extern int init_module(void);
68extern void cleanup_module(void);
69
70
71struct exception_table_entry;
72
73const struct exception_table_entry *
74search_extable(const struct exception_table_entry *first,
75 const struct exception_table_entry *last,
76 unsigned long value);
77void sort_extable(struct exception_table_entry *start,
78 struct exception_table_entry *finish);
79void sort_main_extable(void);
80void trim_init_extable(struct module *m);
81
82#ifdef MODULE
83#define MODULE_GENERIC_TABLE(gtype,name) \
84extern const struct gtype##_id __mod_##gtype##_table \
85 __attribute__ ((unused, alias(__stringify(name))))
86
87extern struct module __this_module;
88#define THIS_MODULE (&__this_module)
89#else
90#define MODULE_GENERIC_TABLE(gtype,name)
91#define THIS_MODULE ((struct module *)0)
92#endif
93
94
95#define MODULE_INFO(tag, info) __MODULE_INFO(tag, tag, info)
96
97
98#define MODULE_ALIAS(_alias) MODULE_INFO(alias, _alias)
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128#define MODULE_LICENSE(_license) MODULE_INFO(license, _license)
129
130
131#define MODULE_AUTHOR(_author) MODULE_INFO(author, _author)
132
133
134#define MODULE_DESCRIPTION(_description) MODULE_INFO(description, _description)
135
136
137
138#define MODULE_PARM_DESC(_parm, desc) \
139 __MODULE_INFO(parm, _parm, #_parm ":" desc)
140
141#define MODULE_DEVICE_TABLE(type,name) \
142 MODULE_GENERIC_TABLE(type##_device,name)
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158#define MODULE_VERSION(_version) MODULE_INFO(version, _version)
159
160
161
162
163#define MODULE_FIRMWARE(_firmware) MODULE_INFO(firmware, _firmware)
164
165
166const struct exception_table_entry *search_exception_tables(unsigned long add);
167
168struct notifier_block;
169
170#ifdef CONFIG_MODULES
171
172
173void *__symbol_get(const char *symbol);
174void *__symbol_get_gpl(const char *symbol);
175#define symbol_get(x) ((typeof(&x))(__symbol_get(MODULE_SYMBOL_PREFIX #x)))
176
177#ifndef __GENKSYMS__
178#ifdef CONFIG_MODVERSIONS
179
180
181#define __CRC_SYMBOL(sym, sec) \
182 extern void *__crc_##sym __attribute__((weak)); \
183 static const unsigned long __kcrctab_##sym \
184 __used \
185 __attribute__((section("__kcrctab" sec), unused)) \
186 = (unsigned long) &__crc_##sym;
187#else
188#define __CRC_SYMBOL(sym, sec)
189#endif
190
191
192#define __EXPORT_SYMBOL(sym, sec) \
193 extern typeof(sym) sym; \
194 __CRC_SYMBOL(sym, sec) \
195 static const char __kstrtab_##sym[] \
196 __attribute__((section("__ksymtab_strings"), aligned(1))) \
197 = MODULE_SYMBOL_PREFIX #sym; \
198 static const struct kernel_symbol __ksymtab_##sym \
199 __used \
200 __attribute__((section("__ksymtab" sec), unused)) \
201 = { (unsigned long)&sym, __kstrtab_##sym }
202
203#define EXPORT_SYMBOL(sym) \
204 __EXPORT_SYMBOL(sym, "")
205
206#define EXPORT_SYMBOL_GPL(sym) \
207 __EXPORT_SYMBOL(sym, "_gpl")
208
209#define EXPORT_SYMBOL_GPL_FUTURE(sym) \
210 __EXPORT_SYMBOL(sym, "_gpl_future")
211
212
213#ifdef CONFIG_UNUSED_SYMBOLS
214#define EXPORT_UNUSED_SYMBOL(sym) __EXPORT_SYMBOL(sym, "_unused")
215#define EXPORT_UNUSED_SYMBOL_GPL(sym) __EXPORT_SYMBOL(sym, "_unused_gpl")
216#else
217#define EXPORT_UNUSED_SYMBOL(sym)
218#define EXPORT_UNUSED_SYMBOL_GPL(sym)
219#endif
220
221#endif
222
223enum module_state
224{
225 MODULE_STATE_LIVE,
226 MODULE_STATE_COMING,
227 MODULE_STATE_GOING,
228};
229
230struct module
231{
232 enum module_state state;
233
234
235 struct list_head list;
236
237
238 char name[MODULE_NAME_LEN];
239
240
241 struct module_kobject mkobj;
242 struct module_attribute *modinfo_attrs;
243 const char *version;
244 const char *srcversion;
245 struct kobject *holders_dir;
246
247
248 const struct kernel_symbol *syms;
249 const unsigned long *crcs;
250 unsigned int num_syms;
251
252
253 struct kernel_param *kp;
254 unsigned int num_kp;
255
256
257 unsigned int num_gpl_syms;
258 const struct kernel_symbol *gpl_syms;
259 const unsigned long *gpl_crcs;
260
261#ifdef CONFIG_UNUSED_SYMBOLS
262
263 const struct kernel_symbol *unused_syms;
264 const unsigned long *unused_crcs;
265 unsigned int num_unused_syms;
266
267
268 unsigned int num_unused_gpl_syms;
269 const struct kernel_symbol *unused_gpl_syms;
270 const unsigned long *unused_gpl_crcs;
271#endif
272
273
274 const struct kernel_symbol *gpl_future_syms;
275 const unsigned long *gpl_future_crcs;
276 unsigned int num_gpl_future_syms;
277
278
279 unsigned int num_exentries;
280 struct exception_table_entry *extable;
281
282
283 int (*init)(void);
284
285
286 void *module_init;
287
288
289 void *module_core;
290
291
292 unsigned int init_size, core_size;
293
294
295 unsigned int init_text_size, core_text_size;
296
297
298 struct mod_arch_specific arch;
299
300 unsigned int taints;
301
302#ifdef CONFIG_GENERIC_BUG
303
304 unsigned num_bugs;
305 struct list_head bug_list;
306 struct bug_entry *bug_table;
307#endif
308
309#ifdef CONFIG_KALLSYMS
310
311 Elf_Sym *symtab;
312 unsigned int num_symtab;
313 char *strtab;
314
315
316 struct module_sect_attrs *sect_attrs;
317
318
319 struct module_notes_attrs *notes_attrs;
320#endif
321
322
323 void *percpu;
324
325
326
327 char *args;
328#ifdef CONFIG_MARKERS
329 struct marker *markers;
330 unsigned int num_markers;
331#endif
332#ifdef CONFIG_TRACEPOINTS
333 struct tracepoint *tracepoints;
334 unsigned int num_tracepoints;
335#endif
336
337#ifdef CONFIG_TRACING
338 const char **trace_bprintk_fmt_start;
339 unsigned int num_trace_bprintk_fmt;
340#endif
341#ifdef CONFIG_EVENT_TRACING
342 struct ftrace_event_call *trace_events;
343 unsigned int num_trace_events;
344#endif
345#ifdef CONFIG_FTRACE_MCOUNT_RECORD
346 unsigned long *ftrace_callsites;
347 unsigned int num_ftrace_callsites;
348#endif
349
350#ifdef CONFIG_MODULE_UNLOAD
351
352 struct list_head modules_which_use_me;
353
354
355 struct task_struct *waiter;
356
357
358 void (*exit)(void);
359
360#ifdef CONFIG_SMP
361 char *refptr;
362#else
363 local_t ref;
364#endif
365#endif
366
367#ifdef CONFIG_CONSTRUCTORS
368
369 ctor_fn_t *ctors;
370 unsigned int num_ctors;
371#endif
372};
373#ifndef MODULE_ARCH_INIT
374#define MODULE_ARCH_INIT {}
375#endif
376
377extern struct mutex module_mutex;
378
379
380
381
382static inline int module_is_live(struct module *mod)
383{
384 return mod->state != MODULE_STATE_GOING;
385}
386
387struct module *__module_text_address(unsigned long addr);
388struct module *__module_address(unsigned long addr);
389bool is_module_address(unsigned long addr);
390bool is_module_text_address(unsigned long addr);
391
392static inline int within_module_core(unsigned long addr, struct module *mod)
393{
394 return (unsigned long)mod->module_core <= addr &&
395 addr < (unsigned long)mod->module_core + mod->core_size;
396}
397
398static inline int within_module_init(unsigned long addr, struct module *mod)
399{
400 return (unsigned long)mod->module_init <= addr &&
401 addr < (unsigned long)mod->module_init + mod->init_size;
402}
403
404
405struct module *find_module(const char *name);
406
407struct symsearch {
408 const struct kernel_symbol *start, *stop;
409 const unsigned long *crcs;
410 enum {
411 NOT_GPL_ONLY,
412 GPL_ONLY,
413 WILL_BE_GPL_ONLY,
414 } licence;
415 bool unused;
416};
417
418
419const struct kernel_symbol *find_symbol(const char *name,
420 struct module **owner,
421 const unsigned long **crc,
422 bool gplok,
423 bool warn);
424
425
426bool each_symbol(bool (*fn)(const struct symsearch *arr, struct module *owner,
427 unsigned int symnum, void *data), void *data);
428
429
430
431int module_get_kallsym(unsigned int symnum, unsigned long *value, char *type,
432 char *name, char *module_name, int *exported);
433
434
435unsigned long module_kallsyms_lookup_name(const char *name);
436
437int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *,
438 struct module *, unsigned long),
439 void *data);
440
441extern void __module_put_and_exit(struct module *mod, long code)
442 __attribute__((noreturn));
443#define module_put_and_exit(code) __module_put_and_exit(THIS_MODULE, code);
444
445#ifdef CONFIG_MODULE_UNLOAD
446unsigned int module_refcount(struct module *mod);
447void __symbol_put(const char *symbol);
448#define symbol_put(x) __symbol_put(MODULE_SYMBOL_PREFIX #x)
449void symbol_put_addr(void *addr);
450
451static inline local_t *__module_ref_addr(struct module *mod, int cpu)
452{
453#ifdef CONFIG_SMP
454 return (local_t *) (mod->refptr + per_cpu_offset(cpu));
455#else
456 return &mod->ref;
457#endif
458}
459
460
461
462static inline void __module_get(struct module *module)
463{
464 if (module) {
465 local_inc(__module_ref_addr(module, get_cpu()));
466 put_cpu();
467 }
468}
469
470static inline int try_module_get(struct module *module)
471{
472 int ret = 1;
473
474 if (module) {
475 unsigned int cpu = get_cpu();
476 if (likely(module_is_live(module)))
477 local_inc(__module_ref_addr(module, cpu));
478 else
479 ret = 0;
480 put_cpu();
481 }
482 return ret;
483}
484
485extern void module_put(struct module *module);
486
487#else
488static inline int try_module_get(struct module *module)
489{
490 return !module || module_is_live(module);
491}
492static inline void module_put(struct module *module)
493{
494}
495static inline void __module_get(struct module *module)
496{
497}
498#define symbol_put(x) do { } while(0)
499#define symbol_put_addr(p) do { } while(0)
500
501#endif
502int use_module(struct module *a, struct module *b);
503
504
505#define module_name(mod) \
506({ \
507 struct module *__mod = (mod); \
508 __mod ? __mod->name : "kernel"; \
509})
510
511
512
513
514const char *module_address_lookup(unsigned long addr,
515 unsigned long *symbolsize,
516 unsigned long *offset,
517 char **modname,
518 char *namebuf);
519int lookup_module_symbol_name(unsigned long addr, char *symname);
520int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name);
521
522
523const struct exception_table_entry *search_module_extables(unsigned long addr);
524
525int register_module_notifier(struct notifier_block * nb);
526int unregister_module_notifier(struct notifier_block * nb);
527
528extern void print_modules(void);
529
530extern void module_update_markers(void);
531
532extern void module_update_tracepoints(void);
533extern int module_get_iter_tracepoints(struct tracepoint_iter *iter);
534
535#else
536#define EXPORT_SYMBOL(sym)
537#define EXPORT_SYMBOL_GPL(sym)
538#define EXPORT_SYMBOL_GPL_FUTURE(sym)
539#define EXPORT_UNUSED_SYMBOL(sym)
540#define EXPORT_UNUSED_SYMBOL_GPL(sym)
541
542
543static inline const struct exception_table_entry *
544search_module_extables(unsigned long addr)
545{
546 return NULL;
547}
548
549static inline struct module *__module_address(unsigned long addr)
550{
551 return NULL;
552}
553
554static inline struct module *__module_text_address(unsigned long addr)
555{
556 return NULL;
557}
558
559static inline bool is_module_address(unsigned long addr)
560{
561 return false;
562}
563
564static inline bool is_module_text_address(unsigned long addr)
565{
566 return false;
567}
568
569
570#define symbol_get(x) ({ extern typeof(x) x __attribute__((weak)); &(x); })
571#define symbol_put(x) do { } while(0)
572#define symbol_put_addr(x) do { } while(0)
573
574static inline void __module_get(struct module *module)
575{
576}
577
578static inline int try_module_get(struct module *module)
579{
580 return 1;
581}
582
583static inline void module_put(struct module *module)
584{
585}
586
587#define module_name(mod) "kernel"
588
589
590static inline const char *module_address_lookup(unsigned long addr,
591 unsigned long *symbolsize,
592 unsigned long *offset,
593 char **modname,
594 char *namebuf)
595{
596 return NULL;
597}
598
599static inline int lookup_module_symbol_name(unsigned long addr, char *symname)
600{
601 return -ERANGE;
602}
603
604static inline int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name)
605{
606 return -ERANGE;
607}
608
609static inline int module_get_kallsym(unsigned int symnum, unsigned long *value,
610 char *type, char *name,
611 char *module_name, int *exported)
612{
613 return -ERANGE;
614}
615
616static inline unsigned long module_kallsyms_lookup_name(const char *name)
617{
618 return 0;
619}
620
621static inline int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *,
622 struct module *,
623 unsigned long),
624 void *data)
625{
626 return 0;
627}
628
629static inline int register_module_notifier(struct notifier_block * nb)
630{
631
632 return 0;
633}
634
635static inline int unregister_module_notifier(struct notifier_block * nb)
636{
637 return 0;
638}
639
640#define module_put_and_exit(code) do_exit(code)
641
642static inline void print_modules(void)
643{
644}
645
646static inline void module_update_markers(void)
647{
648}
649
650static inline void module_update_tracepoints(void)
651{
652}
653
654static inline int module_get_iter_tracepoints(struct tracepoint_iter *iter)
655{
656 return 0;
657}
658
659#endif
660
661struct device_driver;
662#ifdef CONFIG_SYSFS
663struct module;
664
665extern struct kset *module_kset;
666extern struct kobj_type module_ktype;
667extern int module_sysfs_initialized;
668
669int mod_sysfs_init(struct module *mod);
670int mod_sysfs_setup(struct module *mod,
671 struct kernel_param *kparam,
672 unsigned int num_params);
673int module_add_modinfo_attrs(struct module *mod);
674void module_remove_modinfo_attrs(struct module *mod);
675
676#else
677
678static inline int mod_sysfs_init(struct module *mod)
679{
680 return 0;
681}
682
683static inline int mod_sysfs_setup(struct module *mod,
684 struct kernel_param *kparam,
685 unsigned int num_params)
686{
687 return 0;
688}
689
690static inline int module_add_modinfo_attrs(struct module *mod)
691{
692 return 0;
693}
694
695static inline void module_remove_modinfo_attrs(struct module *mod)
696{ }
697
698#endif
699
700#define symbol_request(x) try_then_request_module(symbol_get(x), "symbol:" #x)
701
702
703
704#define __MODULE_STRING(x) __stringify(x)
705
706
707#ifdef CONFIG_GENERIC_BUG
708int module_bug_finalize(const Elf_Ehdr *, const Elf_Shdr *,
709 struct module *);
710void module_bug_cleanup(struct module *);
711
712#else
713
714static inline int module_bug_finalize(const Elf_Ehdr *hdr,
715 const Elf_Shdr *sechdrs,
716 struct module *mod)
717{
718 return 0;
719}
720static inline void module_bug_cleanup(struct module *mod) {}
721#endif
722
723#endif
724