1#ifndef _LINUX_MODULE_H
2#define _LINUX_MODULE_H
3
4
5
6
7
8
9#include <linux/list.h>
10#include <linux/stat.h>
11#include <linux/compiler.h>
12#include <linux/cache.h>
13#include <linux/kmod.h>
14#include <linux/elf.h>
15#include <linux/stringify.h>
16#include <linux/kobject.h>
17#include <linux/moduleparam.h>
18#include <linux/tracepoint.h>
19
20#include <linux/percpu.h>
21#include <asm/module.h>
22
23#include <trace/events/module.h>
24
25
26#define MODULE_SUPPORTED_DEVICE(name)
27
28
29#ifdef CONFIG_SYMBOL_PREFIX
30#define MODULE_SYMBOL_PREFIX CONFIG_SYMBOL_PREFIX
31#else
32#define MODULE_SYMBOL_PREFIX ""
33#endif
34
35#define MODULE_NAME_LEN MAX_PARAM_PREFIX_LEN
36
37struct kernel_symbol
38{
39 unsigned long value;
40 const char *name;
41};
42
43struct modversion_info
44{
45 unsigned long crc;
46 char name[MODULE_NAME_LEN];
47};
48
49struct module;
50
51struct module_attribute {
52 struct attribute attr;
53 ssize_t (*show)(struct module_attribute *, struct module *, char *);
54 ssize_t (*store)(struct module_attribute *, struct module *,
55 const char *, size_t count);
56 void (*setup)(struct module *, const char *);
57 int (*test)(struct module *);
58 void (*free)(struct module *);
59};
60
61struct module_kobject
62{
63 struct kobject kobj;
64 struct module *mod;
65 struct kobject *drivers_dir;
66 struct module_param_attrs *mp;
67};
68
69
70extern int init_module(void);
71extern void cleanup_module(void);
72
73
74struct exception_table_entry;
75
76const struct exception_table_entry *
77search_extable(const struct exception_table_entry *first,
78 const struct exception_table_entry *last,
79 unsigned long value);
80void sort_extable(struct exception_table_entry *start,
81 struct exception_table_entry *finish);
82void sort_main_extable(void);
83void trim_init_extable(struct module *m);
84
85#ifdef MODULE
86#define MODULE_GENERIC_TABLE(gtype,name) \
87extern const struct gtype##_id __mod_##gtype##_table \
88 __attribute__ ((unused, alias(__stringify(name))))
89
90extern struct module __this_module;
91#define THIS_MODULE (&__this_module)
92#else
93#define MODULE_GENERIC_TABLE(gtype,name)
94#define THIS_MODULE ((struct module *)0)
95#endif
96
97
98#define MODULE_INFO(tag, info) __MODULE_INFO(tag, tag, info)
99
100
101#define MODULE_ALIAS(_alias) MODULE_INFO(alias, _alias)
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131#define MODULE_LICENSE(_license) MODULE_INFO(license, _license)
132
133
134
135
136
137#define MODULE_AUTHOR(_author) MODULE_INFO(author, _author)
138
139
140#define MODULE_DESCRIPTION(_description) MODULE_INFO(description, _description)
141
142
143
144#define MODULE_PARM_DESC(_parm, desc) \
145 __MODULE_INFO(parm, _parm, #_parm ":" desc)
146
147#define MODULE_DEVICE_TABLE(type,name) \
148 MODULE_GENERIC_TABLE(type##_device,name)
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164#define MODULE_VERSION(_version) MODULE_INFO(version, _version)
165
166
167
168
169#define MODULE_FIRMWARE(_firmware) MODULE_INFO(firmware, _firmware)
170
171
172const struct exception_table_entry *search_exception_tables(unsigned long add);
173
174struct notifier_block;
175
176#ifdef CONFIG_MODULES
177
178extern int modules_disabled;
179
180void *__symbol_get(const char *symbol);
181void *__symbol_get_gpl(const char *symbol);
182#define symbol_get(x) ((typeof(&x))(__symbol_get(MODULE_SYMBOL_PREFIX #x)))
183
184
185struct module_use {
186 struct list_head source_list;
187 struct list_head target_list;
188 struct module *source, *target;
189};
190
191#ifndef __GENKSYMS__
192#ifdef CONFIG_MODVERSIONS
193
194
195#define __CRC_SYMBOL(sym, sec) \
196 extern void *__crc_##sym __attribute__((weak)); \
197 static const unsigned long __kcrctab_##sym \
198 __used \
199 __attribute__((section("__kcrctab" sec), unused)) \
200 = (unsigned long) &__crc_##sym;
201#else
202#define __CRC_SYMBOL(sym, sec)
203#endif
204
205
206#define __EXPORT_SYMBOL(sym, sec) \
207 extern typeof(sym) sym; \
208 __CRC_SYMBOL(sym, sec) \
209 static const char __kstrtab_##sym[] \
210 __attribute__((section("__ksymtab_strings"), aligned(1))) \
211 = MODULE_SYMBOL_PREFIX #sym; \
212 static const struct kernel_symbol __ksymtab_##sym \
213 __used \
214 __attribute__((section("__ksymtab" sec), unused)) \
215 = { (unsigned long)&sym, __kstrtab_##sym }
216
217#define EXPORT_SYMBOL(sym) \
218 __EXPORT_SYMBOL(sym, "")
219
220#define EXPORT_SYMBOL_GPL(sym) \
221 __EXPORT_SYMBOL(sym, "_gpl")
222
223#define EXPORT_SYMBOL_GPL_FUTURE(sym) \
224 __EXPORT_SYMBOL(sym, "_gpl_future")
225
226
227#ifdef CONFIG_UNUSED_SYMBOLS
228#define EXPORT_UNUSED_SYMBOL(sym) __EXPORT_SYMBOL(sym, "_unused")
229#define EXPORT_UNUSED_SYMBOL_GPL(sym) __EXPORT_SYMBOL(sym, "_unused_gpl")
230#else
231#define EXPORT_UNUSED_SYMBOL(sym)
232#define EXPORT_UNUSED_SYMBOL_GPL(sym)
233#endif
234
235#endif
236
237enum module_state
238{
239 MODULE_STATE_LIVE,
240 MODULE_STATE_COMING,
241 MODULE_STATE_GOING,
242};
243
244struct module
245{
246 enum module_state state;
247
248
249 struct list_head list;
250
251
252 char name[MODULE_NAME_LEN];
253
254
255 struct module_kobject mkobj;
256 struct module_attribute *modinfo_attrs;
257 const char *version;
258 const char *srcversion;
259 struct kobject *holders_dir;
260
261
262 const struct kernel_symbol *syms;
263 const unsigned long *crcs;
264 unsigned int num_syms;
265
266
267 struct kernel_param *kp;
268 unsigned int num_kp;
269
270
271 unsigned int num_gpl_syms;
272 const struct kernel_symbol *gpl_syms;
273 const unsigned long *gpl_crcs;
274
275#ifdef CONFIG_UNUSED_SYMBOLS
276
277 const struct kernel_symbol *unused_syms;
278 const unsigned long *unused_crcs;
279 unsigned int num_unused_syms;
280
281
282 unsigned int num_unused_gpl_syms;
283 const struct kernel_symbol *unused_gpl_syms;
284 const unsigned long *unused_gpl_crcs;
285#endif
286
287
288 const struct kernel_symbol *gpl_future_syms;
289 const unsigned long *gpl_future_crcs;
290 unsigned int num_gpl_future_syms;
291
292
293 unsigned int num_exentries;
294 struct exception_table_entry *extable;
295
296
297 int (*init)(void);
298
299
300 void *module_init;
301
302
303 void *module_core;
304
305
306 unsigned int init_size, core_size;
307
308
309 unsigned int init_text_size, core_text_size;
310
311
312 struct mod_arch_specific arch;
313
314 unsigned int taints;
315
316#ifdef CONFIG_GENERIC_BUG
317
318 unsigned num_bugs;
319 struct list_head bug_list;
320 struct bug_entry *bug_table;
321#endif
322
323#ifdef CONFIG_KALLSYMS
324
325
326
327
328
329 Elf_Sym *symtab, *core_symtab;
330 unsigned int num_symtab, core_num_syms;
331 char *strtab, *core_strtab;
332
333
334 struct module_sect_attrs *sect_attrs;
335
336
337 struct module_notes_attrs *notes_attrs;
338#endif
339
340#ifdef CONFIG_SMP
341
342 void __percpu *percpu;
343 unsigned int percpu_size;
344#endif
345
346
347
348 char *args;
349#ifdef CONFIG_TRACEPOINTS
350 struct tracepoint *tracepoints;
351 unsigned int num_tracepoints;
352#endif
353
354#ifdef CONFIG_TRACING
355 const char **trace_bprintk_fmt_start;
356 unsigned int num_trace_bprintk_fmt;
357#endif
358#ifdef CONFIG_EVENT_TRACING
359 struct ftrace_event_call *trace_events;
360 unsigned int num_trace_events;
361#endif
362#ifdef CONFIG_FTRACE_MCOUNT_RECORD
363 unsigned long *ftrace_callsites;
364 unsigned int num_ftrace_callsites;
365#endif
366
367#ifdef CONFIG_MODULE_UNLOAD
368
369 struct list_head source_list;
370
371 struct list_head target_list;
372
373
374 struct task_struct *waiter;
375
376
377 void (*exit)(void);
378
379 struct module_ref {
380 unsigned int incs;
381 unsigned int decs;
382 } __percpu *refptr;
383#endif
384
385#ifdef CONFIG_CONSTRUCTORS
386
387 ctor_fn_t *ctors;
388 unsigned int num_ctors;
389#endif
390};
391#ifndef MODULE_ARCH_INIT
392#define MODULE_ARCH_INIT {}
393#endif
394
395extern struct mutex module_mutex;
396
397
398
399
400static inline int module_is_live(struct module *mod)
401{
402 return mod->state != MODULE_STATE_GOING;
403}
404
405struct module *__module_text_address(unsigned long addr);
406struct module *__module_address(unsigned long addr);
407bool is_module_address(unsigned long addr);
408bool is_module_percpu_address(unsigned long addr);
409bool is_module_text_address(unsigned long addr);
410
411static inline int within_module_core(unsigned long addr, struct module *mod)
412{
413 return (unsigned long)mod->module_core <= addr &&
414 addr < (unsigned long)mod->module_core + mod->core_size;
415}
416
417static inline int within_module_init(unsigned long addr, struct module *mod)
418{
419 return (unsigned long)mod->module_init <= addr &&
420 addr < (unsigned long)mod->module_init + mod->init_size;
421}
422
423
424struct module *find_module(const char *name);
425
426struct symsearch {
427 const struct kernel_symbol *start, *stop;
428 const unsigned long *crcs;
429 enum {
430 NOT_GPL_ONLY,
431 GPL_ONLY,
432 WILL_BE_GPL_ONLY,
433 } licence;
434 bool unused;
435};
436
437
438const struct kernel_symbol *find_symbol(const char *name,
439 struct module **owner,
440 const unsigned long **crc,
441 bool gplok,
442 bool warn);
443
444
445bool each_symbol(bool (*fn)(const struct symsearch *arr, struct module *owner,
446 unsigned int symnum, void *data), void *data);
447
448
449
450int module_get_kallsym(unsigned int symnum, unsigned long *value, char *type,
451 char *name, char *module_name, int *exported);
452
453
454unsigned long module_kallsyms_lookup_name(const char *name);
455
456int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *,
457 struct module *, unsigned long),
458 void *data);
459
460extern void __module_put_and_exit(struct module *mod, long code)
461 __attribute__((noreturn));
462#define module_put_and_exit(code) __module_put_and_exit(THIS_MODULE, code);
463
464#ifdef CONFIG_MODULE_UNLOAD
465unsigned int module_refcount(struct module *mod);
466void __symbol_put(const char *symbol);
467#define symbol_put(x) __symbol_put(MODULE_SYMBOL_PREFIX #x)
468void symbol_put_addr(void *addr);
469
470
471
472static inline void __module_get(struct module *module)
473{
474 if (module) {
475 preempt_disable();
476 __this_cpu_inc(module->refptr->incs);
477 trace_module_get(module, _THIS_IP_);
478 preempt_enable();
479 }
480}
481
482static inline int try_module_get(struct module *module)
483{
484 int ret = 1;
485
486 if (module) {
487 preempt_disable();
488
489 if (likely(module_is_live(module))) {
490 __this_cpu_inc(module->refptr->incs);
491 trace_module_get(module, _THIS_IP_);
492 } else
493 ret = 0;
494
495 preempt_enable();
496 }
497 return ret;
498}
499
500extern void module_put(struct module *module);
501
502#else
503static inline int try_module_get(struct module *module)
504{
505 return !module || module_is_live(module);
506}
507static inline void module_put(struct module *module)
508{
509}
510static inline void __module_get(struct module *module)
511{
512}
513#define symbol_put(x) do { } while(0)
514#define symbol_put_addr(p) do { } while(0)
515
516#endif
517int use_module(struct module *a, struct module *b);
518
519
520#define module_name(mod) \
521({ \
522 struct module *__mod = (mod); \
523 __mod ? __mod->name : "kernel"; \
524})
525
526
527
528
529const char *module_address_lookup(unsigned long addr,
530 unsigned long *symbolsize,
531 unsigned long *offset,
532 char **modname,
533 char *namebuf);
534int lookup_module_symbol_name(unsigned long addr, char *symname);
535int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name);
536
537
538const struct exception_table_entry *search_module_extables(unsigned long addr);
539
540int register_module_notifier(struct notifier_block * nb);
541int unregister_module_notifier(struct notifier_block * nb);
542
543extern void print_modules(void);
544
545extern void module_update_tracepoints(void);
546extern int module_get_iter_tracepoints(struct tracepoint_iter *iter);
547
548#else
549#define EXPORT_SYMBOL(sym)
550#define EXPORT_SYMBOL_GPL(sym)
551#define EXPORT_SYMBOL_GPL_FUTURE(sym)
552#define EXPORT_UNUSED_SYMBOL(sym)
553#define EXPORT_UNUSED_SYMBOL_GPL(sym)
554
555
556static inline const struct exception_table_entry *
557search_module_extables(unsigned long addr)
558{
559 return NULL;
560}
561
562static inline struct module *__module_address(unsigned long addr)
563{
564 return NULL;
565}
566
567static inline struct module *__module_text_address(unsigned long addr)
568{
569 return NULL;
570}
571
572static inline bool is_module_address(unsigned long addr)
573{
574 return false;
575}
576
577static inline bool is_module_percpu_address(unsigned long addr)
578{
579 return false;
580}
581
582static inline bool is_module_text_address(unsigned long addr)
583{
584 return false;
585}
586
587
588#define symbol_get(x) ({ extern typeof(x) x __attribute__((weak)); &(x); })
589#define symbol_put(x) do { } while(0)
590#define symbol_put_addr(x) do { } while(0)
591
592static inline void __module_get(struct module *module)
593{
594}
595
596static inline int try_module_get(struct module *module)
597{
598 return 1;
599}
600
601static inline void module_put(struct module *module)
602{
603}
604
605#define module_name(mod) "kernel"
606
607
608static inline const char *module_address_lookup(unsigned long addr,
609 unsigned long *symbolsize,
610 unsigned long *offset,
611 char **modname,
612 char *namebuf)
613{
614 return NULL;
615}
616
617static inline int lookup_module_symbol_name(unsigned long addr, char *symname)
618{
619 return -ERANGE;
620}
621
622static inline int lookup_module_symbol_attrs(unsigned long addr, unsigned long *size, unsigned long *offset, char *modname, char *name)
623{
624 return -ERANGE;
625}
626
627static inline int module_get_kallsym(unsigned int symnum, unsigned long *value,
628 char *type, char *name,
629 char *module_name, int *exported)
630{
631 return -ERANGE;
632}
633
634static inline unsigned long module_kallsyms_lookup_name(const char *name)
635{
636 return 0;
637}
638
639static inline int module_kallsyms_on_each_symbol(int (*fn)(void *, const char *,
640 struct module *,
641 unsigned long),
642 void *data)
643{
644 return 0;
645}
646
647static inline int register_module_notifier(struct notifier_block * nb)
648{
649
650 return 0;
651}
652
653static inline int unregister_module_notifier(struct notifier_block * nb)
654{
655 return 0;
656}
657
658#define module_put_and_exit(code) do_exit(code)
659
660static inline void print_modules(void)
661{
662}
663
664static inline void module_update_tracepoints(void)
665{
666}
667
668static inline int module_get_iter_tracepoints(struct tracepoint_iter *iter)
669{
670 return 0;
671}
672
673#endif
674
675#ifdef CONFIG_SYSFS
676extern struct kset *module_kset;
677extern struct kobj_type module_ktype;
678extern int module_sysfs_initialized;
679#endif
680
681#define symbol_request(x) try_then_request_module(symbol_get(x), "symbol:" #x)
682
683
684
685#define __MODULE_STRING(x) __stringify(x)
686
687
688#ifdef CONFIG_GENERIC_BUG
689int module_bug_finalize(const Elf_Ehdr *, const Elf_Shdr *,
690 struct module *);
691void module_bug_cleanup(struct module *);
692
693#else
694
695static inline int module_bug_finalize(const Elf_Ehdr *hdr,
696 const Elf_Shdr *sechdrs,
697 struct module *mod)
698{
699 return 0;
700}
701static inline void module_bug_cleanup(struct module *mod) {}
702#endif
703
704#endif
705