1#ifndef _LINUX_MODULE_H
2#define _LINUX_MODULE_H
3
4
5
6
7
8
9#include <linux/list.h>
10#include <linux/stat.h>
11#include <linux/compiler.h>
12#include <linux/cache.h>
13#include <linux/kmod.h>
14#include <linux/elf.h>
15#include <linux/stringify.h>
16#include <linux/kobject.h>
17#include <linux/moduleparam.h>
18#include <linux/tracepoint.h>
19
20#include <linux/percpu.h>
21#include <asm/module.h>
22
23#include <trace/events/module.h>
24
25
26#define MODULE_SUPPORTED_DEVICE(name)
27
28
29#ifdef CONFIG_SYMBOL_PREFIX
30#define MODULE_SYMBOL_PREFIX CONFIG_SYMBOL_PREFIX
31#else
32#define MODULE_SYMBOL_PREFIX ""
33#endif
34
35#define MODULE_NAME_LEN MAX_PARAM_PREFIX_LEN
36
37struct kernel_symbol
38{
39 unsigned long value;
40 const char *name;
41};
42
43struct modversion_info
44{
45 unsigned long crc;
46 char name[MODULE_NAME_LEN];
47};
48
49struct module;
50
51struct module_attribute {
52 struct attribute attr;
53 ssize_t (*show)(struct module_attribute *, struct module *, char *);
54 ssize_t (*store)(struct module_attribute *, struct module *,
55 const char *, size_t count);
56 void (*setup)(struct module *, const char *);
57 int (*test)(struct module *);
58 void (*free)(struct module *);
59};
60
61struct module_kobject
62{
63 struct kobject kobj;
64 struct module *mod;
65 struct kobject *drivers_dir;
66 struct module_param_attrs *mp;
67};
68
69
70extern int init_module(void);
71extern void cleanup_module(void);
72
73
74struct exception_table_entry;
75
76const struct exception_table_entry *
77search_extable(const struct exception_table_entry *first,
78 const struct exception_table_entry *last,
79 unsigned long value);
80void sort_extable(struct exception_table_entry *start,
81 struct exception_table_entry *finish);
82void sort_main_extable(void);
83void trim_init_extable(struct module *m);
84
85#ifdef MODULE
86#define MODULE_GENERIC_TABLE(gtype,name) \
87extern const struct gtype##_id __mod_##gtype##_table \
88 __attribute__ ((unused, alias(__stringify(name))))
89
90extern struct module __this_module;
91#define THIS_MODULE (&__this_module)
92#else
93#define MODULE_GENERIC_TABLE(gtype,name)
94#define THIS_MODULE ((struct module *)0)
95#endif
96
97
98#define MODULE_INFO(tag, info) __MODULE_INFO(tag, tag, info)
99
100
101#define MODULE_ALIAS(_alias) MODULE_INFO(alias, _alias)
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131#define MODULE_LICENSE(_license) MODULE_INFO(license, _license)
132
133
134
135
136
137#define MODULE_AUTHOR(_author) MODULE_INFO(author, _author)
138
139
140#define MODULE_DESCRIPTION(_description) MODULE_INFO(description, _description)
141
142
143
144#define MODULE_PARM_DESC(_parm, desc) \
145 __MODULE_INFO(parm, _parm, #_parm ":" desc)
146
147#define MODULE_DEVICE_TABLE(type,name) \
148 MODULE_GENERIC_TABLE(type##_device,name)
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164#define MODULE_VERSION(_version) MODULE_INFO(version, _version)
165
166
167
168
169#define MODULE_FIRMWARE(_firmware) MODULE_INFO(firmware, _firmware)
170
171
172const struct exception_table_entry *search_exception_tables(unsigned long add);
173
174struct notifier_block;
175
176#ifdef CONFIG_MODULES
177
178extern int modules_disabled;
179
180void *__symbol_get(const char *symbol);
181void *__symbol_get_gpl(const char *symbol);
182#define symbol_get(x) ((typeof(&x))(__symbol_get(MODULE_SYMBOL_PREFIX #x)))
183
184#ifndef __GENKSYMS__
185#ifdef CONFIG_MODVERSIONS
186
187
188#define __CRC_SYMBOL(sym, sec) \
189 extern void *__crc_##sym __attribute__((weak)); \
190 static const unsigned long __kcrctab_##sym \
191 __used \
192 __attribute__((section("__kcrctab" sec), unused)) \
193 = (unsigned long) &__crc_##sym;
194#else
195#define __CRC_SYMBOL(sym, sec)
196#endif
197
198
199#define __EXPORT_SYMBOL(sym, sec) \
200 extern typeof(sym) sym; \
201 __CRC_SYMBOL(sym, sec) \
202 static const char __kstrtab_##sym[] \
203 __attribute__((section("__ksymtab_strings"), aligned(1))) \
204 = MODULE_SYMBOL_PREFIX #sym; \
205 static const struct kernel_symbol __ksymtab_##sym \
206 __used \
207 __attribute__((section("__ksymtab" sec), unused)) \
208 = { (unsigned long)&sym, __kstrtab_##sym }
209
210#define EXPORT_SYMBOL(sym) \
211 __EXPORT_SYMBOL(sym, "")
212
213#define EXPORT_SYMBOL_GPL(sym) \
214 __EXPORT_SYMBOL(sym, "_gpl")
215
216#define EXPORT_SYMBOL_GPL_FUTURE(sym) \
217 __EXPORT_SYMBOL(sym, "_gpl_future")
218
219
220#ifdef CONFIG_UNUSED_SYMBOLS
221#define EXPORT_UNUSED_SYMBOL(sym) __EXPORT_SYMBOL(sym, "_unused")
222#define EXPORT_UNUSED_SYMBOL_GPL(sym) __EXPORT_SYMBOL(sym, "_unused_gpl")
223#else
224#define EXPORT_UNUSED_SYMBOL(sym)
225#define EXPORT_UNUSED_SYMBOL_GPL(sym)
226#endif
227
228#endif
229
230enum module_state
231{
232 MODULE_STATE_LIVE,
233 MODULE_STATE_COMING,
234 MODULE_STATE_GOING,
235};
236
237struct module
238{
239 enum module_state state;
240
241
242 struct list_head list;
243
244
245 char name[MODULE_NAME_LEN];
246
247
248 struct module_kobject mkobj;
249 struct module_attribute *modinfo_attrs;
250 const char *version;
251 const char *srcversion;
252 struct kobject *holders_dir;
253
254
255 const struct kernel_symbol *syms;
256 const unsigned long *crcs;
257 unsigned int num_syms;
258
259
260 struct kernel_param *kp;
261 unsigned int num_kp;
262
263
264 unsigned int num_gpl_syms;
265 const struct kernel_symbol *gpl_syms;
266 const unsigned long *gpl_crcs;
267
268#ifdef CONFIG_UNUSED_SYMBOLS
269
270 const struct kernel_symbol *unused_syms;
271 const unsigned long *unused_crcs;
272 unsigned int num_unused_syms;
273
274
275 unsigned int num_unused_gpl_syms;
276 const struct kernel_symbol *unused_gpl_syms;
277 const unsigned long *unused_gpl_crcs;
278#endif
279
280
281 const struct kernel_symbol *gpl_future_syms;
282 const unsigned long *gpl_future_crcs;
283 unsigned int num_gpl_future_syms;
284
285
286 unsigned int num_exentries;
287 struct exception_table_entry *extable;
288
289
290 int (*init)(void);
291
292
293 void *module_init;
294
295
296 void *module_core;
297
298
299 unsigned int init_size, core_size;
300
301
302 unsigned int init_text_size, core_text_size;
303
304
305 struct mod_arch_specific arch;
306
307 unsigned int taints;
308
309#ifdef CONFIG_GENERIC_BUG
310
311 unsigned num_bugs;
312 struct list_head bug_list;
313 struct bug_entry *bug_table;
314#endif
315
316#ifdef CONFIG_KALLSYMS
317
318
319
320
321
322 Elf_Sym *symtab, *core_symtab;
323 unsigned int num_symtab, core_num_syms;
324 char *strtab, *core_strtab;
325
326
327 struct module_sect_attrs *sect_attrs;
328
329
330 struct module_notes_attrs *notes_attrs;
331#endif
332
333#ifdef CONFIG_SMP
334
335 void __percpu *percpu;
336 unsigned int percpu_size;
337#endif
338
339
340
341 char *args;
342#ifdef CONFIG_TRACEPOINTS
343 struct tracepoint *tracepoints;
344 unsigned int num_tracepoints;
345#endif
346
347#ifdef CONFIG_TRACING
348 const char **trace_bprintk_fmt_start;
349 unsigned int num_trace_bprintk_fmt;
350#endif
351#ifdef CONFIG_EVENT_TRACING
352 struct ftrace_event_call *trace_events;
353 unsigned int num_trace_events;
354#endif
355#ifdef CONFIG_FTRACE_MCOUNT_RECORD
356 unsigned long *ftrace_callsites;
357 unsigned int num_ftrace_callsites;
358#endif
359
360#ifdef CONFIG_MODULE_UNLOAD
361
362 struct list_head modules_which_use_me;
363
364
365 struct task_struct *waiter;
366
367
368 void (*exit)(void);
369
370 struct module_ref {
371 unsigned int incs;
372 unsigned int decs;
373 } __percpu *refptr;
374#endif
375
376#ifdef CONFIG_CONSTRUCTORS
377
378 ctor_fn_t *ctors;
379 unsigned int num_ctors;
380#endif
381};
382#ifndef MODULE_ARCH_INIT
383#define MODULE_ARCH_INIT {}
384#endif
385
386extern struct mutex module_mutex;
387
388
389
390
391static inline int module_is_live(struct module *mod)
392{
393 return mod->state != MODULE_STATE_GOING;
394}
395
396struct module *__module_text_address(unsigned long addr);
397struct module *__module_address(unsigned long addr);
398bool is_module_address(unsigned long addr);
399bool is_module_percpu_address(unsigned long addr);
400bool is_module_text_address(unsigned long addr);
401
402static inline int within_module_core(unsigned long addr, struct module *mod)
403{
404 return (unsigned long)mod->module_core <= addr &&
405 addr < (unsigned long)mod->module_core + mod->core_size;
406}
407
408static inline int within_module_init(unsigned long addr, struct module *mod)
409{
410 return (unsigned long)mod->module_init <= addr &&
411 addr < (unsigned long)mod->module_init + mod->init_size;
412}
413
414
415struct module *find_module(const char *name);
416
417struct symsearch {
418 const struct kernel_symbol *start, *stop;
419 const unsigned long *crcs;
420 enum {
421 NOT_GPL_ONLY,
422 GPL_ONLY,
423 WILL_BE_GPL_ONLY,
424 } licence;
425 bool unused;
426};
427
428
429const struct kernel_symbol *find_symbol(const char *name,
430 struct module **owner,
431 const unsigned long **crc,
432 bool gplok,
433 bool warn);
434
435
436bool each_symbol(bool (*fn)(const struct symsearch *arr, struct module *owner,
437 unsigned int symnum, void *data), void *data);
438
439
440
441int module_get_kallsym(unsigned int symnum, unsigned long *value, char *type,
442 char *name, char *module_name, int *exported);
443
444
445unsigned long module_kallsyms_lookup_name(const char *name);
446
447int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *,
448 struct module *, unsigned long),
449 void *data);
450
451extern void __module_put_and_exit(struct module *mod, long code)
452 __attribute__((noreturn));
453#define module_put_and_exit(code) __module_put_and_exit(THIS_MODULE, code);
454
455#ifdef CONFIG_MODULE_UNLOAD
456unsigned int module_refcount(struct module *mod);
457void __symbol_put(const char *symbol);
458#define symbol_put(x) __symbol_put(MODULE_SYMBOL_PREFIX #x)
459void symbol_put_addr(void *addr);
460
461
462
463static inline void __module_get(struct module *module)
464{
465 if (module) {
466 preempt_disable();
467 __this_cpu_inc(module->refptr->incs);
468 trace_module_get(module, _THIS_IP_,
469 __this_cpu_read(module->refptr->incs));
470 preempt_enable();
471 }
472}
473
474static inline int try_module_get(struct module *module)
475{
476 int ret = 1;
477
478 if (module) {
479 preempt_disable();
480
481 if (likely(module_is_live(module))) {
482 __this_cpu_inc(module->refptr->incs);
483 trace_module_get(module, _THIS_IP_,
484 __this_cpu_read(module->refptr->incs));
485 } else
486 ret = 0;
487
488 preempt_enable();
489 }
490 return ret;
491}
492
493extern void module_put(struct module *module);
494
495#else
496static inline int try_module_get(struct module *module)
497{
498 return !module || module_is_live(module);
499}
500static inline void module_put(struct module *module)
501{
502}
503static inline void __module_get(struct module *module)
504{
505}
506#define symbol_put(x) do { } while(0)
507#define symbol_put_addr(p) do { } while(0)
508
509#endif
510int use_module(struct module *a, struct module *b);
511
512
513#define module_name(mod) \
514({ \
515 struct module *__mod = (mod); \
516 __mod ? __mod->name : "kernel"; \
517})
518
519
520
521
522const char *module_address_lookup(unsigned long addr,
523 unsigned long *symbolsize,
524 unsigned long *offset,
525 char **modname,
526 char *namebuf);
527int lookup_module_symbol_name(unsigned long addr, char *symname);
528int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name);
529
530
531const struct exception_table_entry *search_module_extables(unsigned long addr);
532
533int register_module_notifier(struct notifier_block * nb);
534int unregister_module_notifier(struct notifier_block * nb);
535
536extern void print_modules(void);
537
538extern void module_update_tracepoints(void);
539extern int module_get_iter_tracepoints(struct tracepoint_iter *iter);
540
541#else
542#define EXPORT_SYMBOL(sym)
543#define EXPORT_SYMBOL_GPL(sym)
544#define EXPORT_SYMBOL_GPL_FUTURE(sym)
545#define EXPORT_UNUSED_SYMBOL(sym)
546#define EXPORT_UNUSED_SYMBOL_GPL(sym)
547
548
549static inline const struct exception_table_entry *
550search_module_extables(unsigned long addr)
551{
552 return NULL;
553}
554
555static inline struct module *__module_address(unsigned long addr)
556{
557 return NULL;
558}
559
560static inline struct module *__module_text_address(unsigned long addr)
561{
562 return NULL;
563}
564
565static inline bool is_module_address(unsigned long addr)
566{
567 return false;
568}
569
570static inline bool is_module_percpu_address(unsigned long addr)
571{
572 return false;
573}
574
575static inline bool is_module_text_address(unsigned long addr)
576{
577 return false;
578}
579
580
581#define symbol_get(x) ({ extern typeof(x) x __attribute__((weak)); &(x); })
582#define symbol_put(x) do { } while(0)
583#define symbol_put_addr(x) do { } while(0)
584
585static inline void __module_get(struct module *module)
586{
587}
588
589static inline int try_module_get(struct module *module)
590{
591 return 1;
592}
593
594static inline void module_put(struct module *module)
595{
596}
597
598#define module_name(mod) "kernel"
599
600
601static inline const char *module_address_lookup(unsigned long addr,
602 unsigned long *symbolsize,
603 unsigned long *offset,
604 char **modname,
605 char *namebuf)
606{
607 return NULL;
608}
609
610static inline int lookup_module_symbol_name(unsigned long addr, char *symname)
611{
612 return -ERANGE;
613}
614
615static inline int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name)
616{
617 return -ERANGE;
618}
619
620static inline int module_get_kallsym(unsigned int symnum, unsigned long *value,
621 char *type, char *name,
622 char *module_name, int *exported)
623{
624 return -ERANGE;
625}
626
627static inline unsigned long module_kallsyms_lookup_name(const char *name)
628{
629 return 0;
630}
631
632static inline int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *,
633 struct module *,
634 unsigned long),
635 void *data)
636{
637 return 0;
638}
639
640static inline int register_module_notifier(struct notifier_block * nb)
641{
642
643 return 0;
644}
645
646static inline int unregister_module_notifier(struct notifier_block * nb)
647{
648 return 0;
649}
650
651#define module_put_and_exit(code) do_exit(code)
652
653static inline void print_modules(void)
654{
655}
656
657static inline void module_update_tracepoints(void)
658{
659}
660
661static inline int module_get_iter_tracepoints(struct tracepoint_iter *iter)
662{
663 return 0;
664}
665
666#endif
667
668struct device_driver;
669#ifdef CONFIG_SYSFS
670struct module;
671
672extern struct kset *module_kset;
673extern struct kobj_type module_ktype;
674extern int module_sysfs_initialized;
675
676int mod_sysfs_init(struct module *mod);
677int mod_sysfs_setup(struct module *mod,
678 struct kernel_param *kparam,
679 unsigned int num_params);
680int module_add_modinfo_attrs(struct module *mod);
681void module_remove_modinfo_attrs(struct module *mod);
682
683#else
684
685static inline int mod_sysfs_init(struct module *mod)
686{
687 return 0;
688}
689
690static inline int mod_sysfs_setup(struct module *mod,
691 struct kernel_param *kparam,
692 unsigned int num_params)
693{
694 return 0;
695}
696
697static inline int module_add_modinfo_attrs(struct module *mod)
698{
699 return 0;
700}
701
702static inline void module_remove_modinfo_attrs(struct module *mod)
703{ }
704
705#endif
706
707#define symbol_request(x) try_then_request_module(symbol_get(x), "symbol:" #x)
708
709
710
711#define __MODULE_STRING(x) __stringify(x)
712
713
714#ifdef CONFIG_GENERIC_BUG
715int module_bug_finalize(const Elf_Ehdr *, const Elf_Shdr *,
716 struct module *);
717void module_bug_cleanup(struct module *);
718
719#else
720
721static inline int module_bug_finalize(const Elf_Ehdr *hdr,
722 const Elf_Shdr *sechdrs,
723 struct module *mod)
724{
725 return 0;
726}
727static inline void module_bug_cleanup(struct module *mod) {}
728#endif
729
730#endif
731