1#ifndef _LINUX_SCHED_H
2#define _LINUX_SCHED_H
3
4
5
6
7#define CSIGNAL 0x000000ff
8#define CLONE_VM 0x00000100
9#define CLONE_FS 0x00000200
10#define CLONE_FILES 0x00000400
11#define CLONE_SIGHAND 0x00000800
12#define CLONE_PTRACE 0x00002000
13#define CLONE_VFORK 0x00004000
14#define CLONE_PARENT 0x00008000
15#define CLONE_THREAD 0x00010000
16#define CLONE_NEWNS 0x00020000
17#define CLONE_SYSVSEM 0x00040000
18#define CLONE_SETTLS 0x00080000
19#define CLONE_PARENT_SETTID 0x00100000
20#define CLONE_CHILD_CLEARTID 0x00200000
21#define CLONE_DETACHED 0x00400000
22#define CLONE_UNTRACED 0x00800000
23#define CLONE_CHILD_SETTID 0x01000000
24#define CLONE_STOPPED 0x02000000
25#define CLONE_NEWUTS 0x04000000
26#define CLONE_NEWIPC 0x08000000
27#define CLONE_NEWUSER 0x10000000
28#define CLONE_NEWPID 0x20000000
29#define CLONE_NEWNET 0x40000000
30#define CLONE_IO 0x80000000
31
32
33
34
35#define SCHED_NORMAL 0
36#define SCHED_FIFO 1
37#define SCHED_RR 2
38#define SCHED_BATCH 3
39
40#define SCHED_IDLE 5
41
42#ifdef __KERNEL__
43
44struct sched_param {
45 int sched_priority;
46};
47
48#include <asm/param.h>
49
50#include <linux/capability.h>
51#include <linux/threads.h>
52#include <linux/kernel.h>
53#include <linux/types.h>
54#include <linux/timex.h>
55#include <linux/jiffies.h>
56#include <linux/rbtree.h>
57#include <linux/thread_info.h>
58#include <linux/cpumask.h>
59#include <linux/errno.h>
60#include <linux/nodemask.h>
61#include <linux/mm_types.h>
62
63#include <asm/system.h>
64#include <asm/page.h>
65#include <asm/ptrace.h>
66#include <asm/cputime.h>
67
68#include <linux/smp.h>
69#include <linux/sem.h>
70#include <linux/signal.h>
71#include <linux/path.h>
72#include <linux/compiler.h>
73#include <linux/completion.h>
74#include <linux/pid.h>
75#include <linux/percpu.h>
76#include <linux/topology.h>
77#include <linux/proportions.h>
78#include <linux/seccomp.h>
79#include <linux/rcupdate.h>
80#include <linux/rtmutex.h>
81
82#include <linux/time.h>
83#include <linux/param.h>
84#include <linux/resource.h>
85#include <linux/timer.h>
86#include <linux/hrtimer.h>
87#include <linux/task_io_accounting.h>
88#include <linux/kobject.h>
89#include <linux/latencytop.h>
90#include <linux/cred.h>
91
92#include <asm/processor.h>
93
94struct mem_cgroup;
95struct exec_domain;
96struct futex_pi_state;
97struct robust_list_head;
98struct bio;
99struct bts_tracer;
100struct fs_struct;
101
102
103
104
105
106#define CLONE_KERNEL (CLONE_FS | CLONE_FILES | CLONE_SIGHAND)
107
108
109
110
111
112
113
114
115
116
117
118extern unsigned long avenrun[];
119
120#define FSHIFT 11
121#define FIXED_1 (1<<FSHIFT)
122#define LOAD_FREQ (5*HZ+1)
123#define EXP_1 1884
124#define EXP_5 2014
125#define EXP_15 2037
126
127#define CALC_LOAD(load,exp,n) \
128 load *= exp; \
129 load += n*(FIXED_1-exp); \
130 load >>= FSHIFT;
131
132extern unsigned long total_forks;
133extern int nr_threads;
134DECLARE_PER_CPU(unsigned long, process_counts);
135extern int nr_processes(void);
136extern unsigned long nr_running(void);
137extern unsigned long nr_uninterruptible(void);
138extern unsigned long nr_active(void);
139extern unsigned long nr_iowait(void);
140
141extern unsigned long get_parent_ip(unsigned long addr);
142
143struct seq_file;
144struct cfs_rq;
145struct task_group;
146#ifdef CONFIG_SCHED_DEBUG
147extern void proc_sched_show_task(struct task_struct *p, struct seq_file *m);
148extern void proc_sched_set_task(struct task_struct *p);
149extern void
150print_cfs_rq(struct seq_file *m, int cpu, struct cfs_rq *cfs_rq);
151#else
152static inline void
153proc_sched_show_task(struct task_struct *p, struct seq_file *m)
154{
155}
156static inline void proc_sched_set_task(struct task_struct *p)
157{
158}
159static inline void
160print_cfs_rq(struct seq_file *m, int cpu, struct cfs_rq *cfs_rq)
161{
162}
163#endif
164
165extern unsigned long long time_sync_thresh;
166
167
168
169
170
171
172
173
174
175
176
177#define TASK_RUNNING 0
178#define TASK_INTERRUPTIBLE 1
179#define TASK_UNINTERRUPTIBLE 2
180#define __TASK_STOPPED 4
181#define __TASK_TRACED 8
182
183#define EXIT_ZOMBIE 16
184#define EXIT_DEAD 32
185
186#define TASK_DEAD 64
187#define TASK_WAKEKILL 128
188
189
190#define TASK_KILLABLE (TASK_WAKEKILL | TASK_UNINTERRUPTIBLE)
191#define TASK_STOPPED (TASK_WAKEKILL | __TASK_STOPPED)
192#define TASK_TRACED (TASK_WAKEKILL | __TASK_TRACED)
193
194
195#define TASK_NORMAL (TASK_INTERRUPTIBLE | TASK_UNINTERRUPTIBLE)
196#define TASK_ALL (TASK_NORMAL | __TASK_STOPPED | __TASK_TRACED)
197
198
199#define TASK_REPORT (TASK_RUNNING | TASK_INTERRUPTIBLE | \
200 TASK_UNINTERRUPTIBLE | __TASK_STOPPED | \
201 __TASK_TRACED)
202
203#define task_is_traced(task) ((task->state & __TASK_TRACED) != 0)
204#define task_is_stopped(task) ((task->state & __TASK_STOPPED) != 0)
205#define task_is_stopped_or_traced(task) \
206 ((task->state & (__TASK_STOPPED | __TASK_TRACED)) != 0)
207#define task_contributes_to_load(task) \
208 ((task->state & TASK_UNINTERRUPTIBLE) != 0 && \
209 (task->flags & PF_FROZEN) == 0)
210
211#define __set_task_state(tsk, state_value) \
212 do { (tsk)->state = (state_value); } while (0)
213#define set_task_state(tsk, state_value) \
214 set_mb((tsk)->state, (state_value))
215
216
217
218
219
220
221
222
223
224
225
226
227#define __set_current_state(state_value) \
228 do { current->state = (state_value); } while (0)
229#define set_current_state(state_value) \
230 set_mb(current->state, (state_value))
231
232
233#define TASK_COMM_LEN 16
234
235#include <linux/spinlock.h>
236
237
238
239
240
241
242
243extern rwlock_t tasklist_lock;
244extern spinlock_t mmlist_lock;
245
246struct task_struct;
247
248extern void sched_init(void);
249extern void sched_init_smp(void);
250extern asmlinkage void schedule_tail(struct task_struct *prev);
251extern void init_idle(struct task_struct *idle, int cpu);
252extern void init_idle_bootup_task(struct task_struct *idle);
253
254extern int runqueue_is_locked(void);
255extern void task_rq_unlock_wait(struct task_struct *p);
256
257extern cpumask_var_t nohz_cpu_mask;
258#if defined(CONFIG_SMP) && defined(CONFIG_NO_HZ)
259extern int select_nohz_load_balancer(int cpu);
260#else
261static inline int select_nohz_load_balancer(int cpu)
262{
263 return 0;
264}
265#endif
266
267
268
269
270extern void show_state_filter(unsigned long state_filter);
271
272static inline void show_state(void)
273{
274 show_state_filter(0);
275}
276
277extern void show_regs(struct pt_regs *);
278
279
280
281
282
283
284extern void show_stack(struct task_struct *task, unsigned long *sp);
285
286void io_schedule(void);
287long io_schedule_timeout(long timeout);
288
289extern void cpu_init (void);
290extern void trap_init(void);
291extern void update_process_times(int user);
292extern void scheduler_tick(void);
293
294extern void sched_show_task(struct task_struct *p);
295
296#ifdef CONFIG_DETECT_SOFTLOCKUP
297extern void softlockup_tick(void);
298extern void touch_softlockup_watchdog(void);
299extern void touch_all_softlockup_watchdogs(void);
300extern int proc_dosoftlockup_thresh(struct ctl_table *table, int write,
301 struct file *filp, void __user *buffer,
302 size_t *lenp, loff_t *ppos);
303extern unsigned int softlockup_panic;
304extern int softlockup_thresh;
305#else
306static inline void softlockup_tick(void)
307{
308}
309static inline void touch_softlockup_watchdog(void)
310{
311}
312static inline void touch_all_softlockup_watchdogs(void)
313{
314}
315#endif
316
317#ifdef CONFIG_DETECT_HUNG_TASK
318extern unsigned int sysctl_hung_task_panic;
319extern unsigned long sysctl_hung_task_check_count;
320extern unsigned long sysctl_hung_task_timeout_secs;
321extern unsigned long sysctl_hung_task_warnings;
322extern int proc_dohung_task_timeout_secs(struct ctl_table *table, int write,
323 struct file *filp, void __user *buffer,
324 size_t *lenp, loff_t *ppos);
325#endif
326
327
328#define __sched __attribute__((__section__(".sched.text")))
329
330
331extern char __sched_text_start[], __sched_text_end[];
332
333
334extern int in_sched_functions(unsigned long addr);
335
336#define MAX_SCHEDULE_TIMEOUT LONG_MAX
337extern signed long schedule_timeout(signed long timeout);
338extern signed long schedule_timeout_interruptible(signed long timeout);
339extern signed long schedule_timeout_killable(signed long timeout);
340extern signed long schedule_timeout_uninterruptible(signed long timeout);
341asmlinkage void __schedule(void);
342asmlinkage void schedule(void);
343extern int mutex_spin_on_owner(struct mutex *lock, struct thread_info *owner);
344
345struct nsproxy;
346struct user_namespace;
347
348
349#define DEFAULT_MAX_MAP_COUNT 65536
350
351extern int sysctl_max_map_count;
352
353#include <linux/aio.h>
354
355extern unsigned long
356arch_get_unmapped_area(struct file *, unsigned long, unsigned long,
357 unsigned long, unsigned long);
358extern unsigned long
359arch_get_unmapped_area_topdown(struct file *filp, unsigned long addr,
360 unsigned long len, unsigned long pgoff,
361 unsigned long flags);
362extern void arch_unmap_area(struct mm_struct *, unsigned long);
363extern void arch_unmap_area_topdown(struct mm_struct *, unsigned long);
364
365#if USE_SPLIT_PTLOCKS
366
367
368
369
370#define set_mm_counter(mm, member, value) atomic_long_set(&(mm)->_##member, value)
371#define get_mm_counter(mm, member) ((unsigned long)atomic_long_read(&(mm)->_##member))
372#define add_mm_counter(mm, member, value) atomic_long_add(value, &(mm)->_##member)
373#define inc_mm_counter(mm, member) atomic_long_inc(&(mm)->_##member)
374#define dec_mm_counter(mm, member) atomic_long_dec(&(mm)->_##member)
375
376#else
377
378
379
380
381#define set_mm_counter(mm, member, value) (mm)->_##member = (value)
382#define get_mm_counter(mm, member) ((mm)->_##member)
383#define add_mm_counter(mm, member, value) (mm)->_##member += (value)
384#define inc_mm_counter(mm, member) (mm)->_##member++
385#define dec_mm_counter(mm, member) (mm)->_##member--
386
387#endif
388
389#define get_mm_rss(mm) \
390 (get_mm_counter(mm, file_rss) + get_mm_counter(mm, anon_rss))
391#define update_hiwater_rss(mm) do { \
392 unsigned long _rss = get_mm_rss(mm); \
393 if ((mm)->hiwater_rss < _rss) \
394 (mm)->hiwater_rss = _rss; \
395} while (0)
396#define update_hiwater_vm(mm) do { \
397 if ((mm)->hiwater_vm < (mm)->total_vm) \
398 (mm)->hiwater_vm = (mm)->total_vm; \
399} while (0)
400
401static inline unsigned long get_mm_hiwater_rss(struct mm_struct *mm)
402{
403 return max(mm->hiwater_rss, get_mm_rss(mm));
404}
405
406static inline unsigned long get_mm_hiwater_vm(struct mm_struct *mm)
407{
408 return max(mm->hiwater_vm, mm->total_vm);
409}
410
411extern void set_dumpable(struct mm_struct *mm, int value);
412extern int get_dumpable(struct mm_struct *mm);
413
414
415
416#define MMF_DUMPABLE 0
417#define MMF_DUMP_SECURELY 1
418#define MMF_DUMPABLE_BITS 2
419
420
421#define MMF_DUMP_ANON_PRIVATE 2
422#define MMF_DUMP_ANON_SHARED 3
423#define MMF_DUMP_MAPPED_PRIVATE 4
424#define MMF_DUMP_MAPPED_SHARED 5
425#define MMF_DUMP_ELF_HEADERS 6
426#define MMF_DUMP_HUGETLB_PRIVATE 7
427#define MMF_DUMP_HUGETLB_SHARED 8
428#define MMF_DUMP_FILTER_SHIFT MMF_DUMPABLE_BITS
429#define MMF_DUMP_FILTER_BITS 7
430#define MMF_DUMP_FILTER_MASK \
431 (((1 << MMF_DUMP_FILTER_BITS) - 1) << MMF_DUMP_FILTER_SHIFT)
432#define MMF_DUMP_FILTER_DEFAULT \
433 ((1 << MMF_DUMP_ANON_PRIVATE) | (1 << MMF_DUMP_ANON_SHARED) |\
434 (1 << MMF_DUMP_HUGETLB_PRIVATE) | MMF_DUMP_MASK_DEFAULT_ELF)
435
436#ifdef CONFIG_CORE_DUMP_DEFAULT_ELF_HEADERS
437# define MMF_DUMP_MASK_DEFAULT_ELF (1 << MMF_DUMP_ELF_HEADERS)
438#else
439# define MMF_DUMP_MASK_DEFAULT_ELF 0
440#endif
441
442struct sighand_struct {
443 atomic_t count;
444 struct k_sigaction action[_NSIG];
445 spinlock_t siglock;
446 wait_queue_head_t signalfd_wqh;
447};
448
449struct pacct_struct {
450 int ac_flag;
451 long ac_exitcode;
452 unsigned long ac_mem;
453 cputime_t ac_utime, ac_stime;
454 unsigned long ac_minflt, ac_majflt;
455};
456
457
458
459
460
461
462
463
464
465
466
467
468struct task_cputime {
469 cputime_t utime;
470 cputime_t stime;
471 unsigned long long sum_exec_runtime;
472};
473
474#define prof_exp stime
475#define virt_exp utime
476#define sched_exp sum_exec_runtime
477
478#define INIT_CPUTIME \
479 (struct task_cputime) { \
480 .utime = cputime_zero, \
481 .stime = cputime_zero, \
482 .sum_exec_runtime = 0, \
483 }
484
485
486
487
488
489
490
491
492
493
494
495struct thread_group_cputimer {
496 struct task_cputime cputime;
497 int running;
498 spinlock_t lock;
499};
500
501
502
503
504
505
506
507
508struct signal_struct {
509 atomic_t count;
510 atomic_t live;
511
512 wait_queue_head_t wait_chldexit;
513
514
515 struct task_struct *curr_target;
516
517
518 struct sigpending shared_pending;
519
520
521 int group_exit_code;
522
523
524
525
526
527 int notify_count;
528 struct task_struct *group_exit_task;
529
530
531 int group_stop_count;
532 unsigned int flags;
533
534
535 struct list_head posix_timers;
536
537
538 struct hrtimer real_timer;
539 struct pid *leader_pid;
540 ktime_t it_real_incr;
541
542
543 cputime_t it_prof_expires, it_virt_expires;
544 cputime_t it_prof_incr, it_virt_incr;
545
546
547
548
549
550 struct thread_group_cputimer cputimer;
551
552
553 struct task_cputime cputime_expires;
554
555 struct list_head cpu_timers[3];
556
557 struct pid *tty_old_pgrp;
558
559
560 int leader;
561
562 struct tty_struct *tty;
563
564
565
566
567
568
569
570 cputime_t utime, stime, cutime, cstime;
571 cputime_t gtime;
572 cputime_t cgtime;
573 unsigned long nvcsw, nivcsw, cnvcsw, cnivcsw;
574 unsigned long min_flt, maj_flt, cmin_flt, cmaj_flt;
575 unsigned long inblock, oublock, cinblock, coublock;
576 struct task_io_accounting ioac;
577
578
579
580
581
582
583
584 unsigned long long sum_sched_runtime;
585
586
587
588
589
590
591
592
593
594
595 struct rlimit rlim[RLIM_NLIMITS];
596
597#ifdef CONFIG_BSD_PROCESS_ACCT
598 struct pacct_struct pacct;
599#endif
600#ifdef CONFIG_TASKSTATS
601 struct taskstats *stats;
602#endif
603#ifdef CONFIG_AUDIT
604 unsigned audit_tty;
605 struct tty_audit_buf *tty_audit_buf;
606#endif
607};
608
609
610#ifdef __ARCH_WANT_INTERRUPTS_ON_CTXSW
611# define __ARCH_WANT_UNLOCKED_CTXSW
612#endif
613
614
615
616
617#define SIGNAL_STOP_STOPPED 0x00000001
618#define SIGNAL_STOP_DEQUEUED 0x00000002
619#define SIGNAL_STOP_CONTINUED 0x00000004
620#define SIGNAL_GROUP_EXIT 0x00000008
621
622
623
624#define SIGNAL_CLD_STOPPED 0x00000010
625#define SIGNAL_CLD_CONTINUED 0x00000020
626#define SIGNAL_CLD_MASK (SIGNAL_CLD_STOPPED|SIGNAL_CLD_CONTINUED)
627
628#define SIGNAL_UNKILLABLE 0x00000040
629
630
631static inline int signal_group_exit(const struct signal_struct *sig)
632{
633 return (sig->flags & SIGNAL_GROUP_EXIT) ||
634 (sig->group_exit_task != NULL);
635}
636
637
638
639
640struct user_struct {
641 atomic_t __count;
642 atomic_t processes;
643 atomic_t files;
644 atomic_t sigpending;
645#ifdef CONFIG_INOTIFY_USER
646 atomic_t inotify_watches;
647 atomic_t inotify_devs;
648#endif
649#ifdef CONFIG_EPOLL
650 atomic_t epoll_watches;
651#endif
652#ifdef CONFIG_POSIX_MQUEUE
653
654 unsigned long mq_bytes;
655#endif
656 unsigned long locked_shm;
657
658#ifdef CONFIG_KEYS
659 struct key *uid_keyring;
660 struct key *session_keyring;
661#endif
662
663
664 struct hlist_node uidhash_node;
665 uid_t uid;
666 struct user_namespace *user_ns;
667
668#ifdef CONFIG_USER_SCHED
669 struct task_group *tg;
670#ifdef CONFIG_SYSFS
671 struct kobject kobj;
672 struct work_struct work;
673#endif
674#endif
675};
676
677extern int uids_sysfs_init(void);
678
679extern struct user_struct *find_user(uid_t);
680
681extern struct user_struct root_user;
682#define INIT_USER (&root_user)
683
684
685struct backing_dev_info;
686struct reclaim_state;
687
688#if defined(CONFIG_SCHEDSTATS) || defined(CONFIG_TASK_DELAY_ACCT)
689struct sched_info {
690
691 unsigned long pcount;
692 unsigned long long run_delay;
693
694
695 unsigned long long last_arrival,
696 last_queued;
697#ifdef CONFIG_SCHEDSTATS
698
699 unsigned int bkl_count;
700#endif
701};
702#endif
703
704#ifdef CONFIG_TASK_DELAY_ACCT
705struct task_delay_info {
706 spinlock_t lock;
707 unsigned int flags;
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724 struct timespec blkio_start, blkio_end;
725 u64 blkio_delay;
726 u64 swapin_delay;
727 u32 blkio_count;
728
729 u32 swapin_count;
730
731
732 struct timespec freepages_start, freepages_end;
733 u64 freepages_delay;
734 u32 freepages_count;
735};
736#endif
737
738static inline int sched_info_on(void)
739{
740#ifdef CONFIG_SCHEDSTATS
741 return 1;
742#elif defined(CONFIG_TASK_DELAY_ACCT)
743 extern int delayacct_on;
744 return delayacct_on;
745#else
746 return 0;
747#endif
748}
749
750enum cpu_idle_type {
751 CPU_IDLE,
752 CPU_NOT_IDLE,
753 CPU_NEWLY_IDLE,
754 CPU_MAX_IDLE_TYPES
755};
756
757
758
759
760
761
762
763
764#define SCHED_LOAD_SHIFT 10
765#define SCHED_LOAD_SCALE (1L << SCHED_LOAD_SHIFT)
766
767#define SCHED_LOAD_SCALE_FUZZ SCHED_LOAD_SCALE
768
769#ifdef CONFIG_SMP
770#define SD_LOAD_BALANCE 1
771#define SD_BALANCE_NEWIDLE 2
772#define SD_BALANCE_EXEC 4
773#define SD_BALANCE_FORK 8
774#define SD_WAKE_IDLE 16
775#define SD_WAKE_AFFINE 32
776#define SD_WAKE_BALANCE 64
777#define SD_SHARE_CPUPOWER 128
778#define SD_POWERSAVINGS_BALANCE 256
779#define SD_SHARE_PKG_RESOURCES 512
780#define SD_SERIALIZE 1024
781#define SD_WAKE_IDLE_FAR 2048
782
783enum powersavings_balance_level {
784 POWERSAVINGS_BALANCE_NONE = 0,
785 POWERSAVINGS_BALANCE_BASIC,
786
787
788 POWERSAVINGS_BALANCE_WAKEUP,
789
790
791 MAX_POWERSAVINGS_BALANCE_LEVELS
792};
793
794extern int sched_mc_power_savings, sched_smt_power_savings;
795
796static inline int sd_balance_for_mc_power(void)
797{
798 if (sched_smt_power_savings)
799 return SD_POWERSAVINGS_BALANCE;
800
801 return 0;
802}
803
804static inline int sd_balance_for_package_power(void)
805{
806 if (sched_mc_power_savings | sched_smt_power_savings)
807 return SD_POWERSAVINGS_BALANCE;
808
809 return 0;
810}
811
812
813
814
815
816
817
818static inline int sd_power_saving_flags(void)
819{
820 if (sched_mc_power_savings | sched_smt_power_savings)
821 return SD_BALANCE_NEWIDLE;
822
823 return 0;
824}
825
826struct sched_group {
827 struct sched_group *next;
828
829
830
831
832
833
834 unsigned int __cpu_power;
835
836
837
838
839 u32 reciprocal_cpu_power;
840
841 unsigned long cpumask[];
842};
843
844static inline struct cpumask *sched_group_cpus(struct sched_group *sg)
845{
846 return to_cpumask(sg->cpumask);
847}
848
849enum sched_domain_level {
850 SD_LV_NONE = 0,
851 SD_LV_SIBLING,
852 SD_LV_MC,
853 SD_LV_CPU,
854 SD_LV_NODE,
855 SD_LV_ALLNODES,
856 SD_LV_MAX
857};
858
859struct sched_domain_attr {
860 int relax_domain_level;
861};
862
863#define SD_ATTR_INIT (struct sched_domain_attr) { \
864 .relax_domain_level = -1, \
865}
866
867struct sched_domain {
868
869 struct sched_domain *parent;
870 struct sched_domain *child;
871 struct sched_group *groups;
872 unsigned long min_interval;
873 unsigned long max_interval;
874 unsigned int busy_factor;
875 unsigned int imbalance_pct;
876 unsigned int cache_nice_tries;
877 unsigned int busy_idx;
878 unsigned int idle_idx;
879 unsigned int newidle_idx;
880 unsigned int wake_idx;
881 unsigned int forkexec_idx;
882 int flags;
883 enum sched_domain_level level;
884
885
886 unsigned long last_balance;
887 unsigned int balance_interval;
888 unsigned int nr_balance_failed;
889
890 u64 last_update;
891
892#ifdef CONFIG_SCHEDSTATS
893
894 unsigned int lb_count[CPU_MAX_IDLE_TYPES];
895 unsigned int lb_failed[CPU_MAX_IDLE_TYPES];
896 unsigned int lb_balanced[CPU_MAX_IDLE_TYPES];
897 unsigned int lb_imbalance[CPU_MAX_IDLE_TYPES];
898 unsigned int lb_gained[CPU_MAX_IDLE_TYPES];
899 unsigned int lb_hot_gained[CPU_MAX_IDLE_TYPES];
900 unsigned int lb_nobusyg[CPU_MAX_IDLE_TYPES];
901 unsigned int lb_nobusyq[CPU_MAX_IDLE_TYPES];
902
903
904 unsigned int alb_count;
905 unsigned int alb_failed;
906 unsigned int alb_pushed;
907
908
909 unsigned int sbe_count;
910 unsigned int sbe_balanced;
911 unsigned int sbe_pushed;
912
913
914 unsigned int sbf_count;
915 unsigned int sbf_balanced;
916 unsigned int sbf_pushed;
917
918
919 unsigned int ttwu_wake_remote;
920 unsigned int ttwu_move_affine;
921 unsigned int ttwu_move_balance;
922#endif
923#ifdef CONFIG_SCHED_DEBUG
924 char *name;
925#endif
926
927
928 unsigned long span[];
929};
930
931static inline struct cpumask *sched_domain_span(struct sched_domain *sd)
932{
933 return to_cpumask(sd->span);
934}
935
936extern void partition_sched_domains(int ndoms_new, struct cpumask *doms_new,
937 struct sched_domain_attr *dattr_new);
938
939
940static inline int test_sd_parent(struct sched_domain *sd, int flag)
941{
942 if (sd->parent && (sd->parent->flags & flag))
943 return 1;
944
945 return 0;
946}
947
948#else
949
950struct sched_domain_attr;
951
952static inline void
953partition_sched_domains(int ndoms_new, struct cpumask *doms_new,
954 struct sched_domain_attr *dattr_new)
955{
956}
957#endif
958
959struct io_context;
960
961
962#ifdef ARCH_HAS_PREFETCH_SWITCH_STACK
963extern void prefetch_stack(struct task_struct *t);
964#else
965static inline void prefetch_stack(struct task_struct *t) { }
966#endif
967
968struct audit_context;
969struct mempolicy;
970struct pipe_inode_info;
971struct uts_namespace;
972
973struct rq;
974struct sched_domain;
975
976struct sched_class {
977 const struct sched_class *next;
978
979 void (*enqueue_task) (struct rq *rq, struct task_struct *p, int wakeup);
980 void (*dequeue_task) (struct rq *rq, struct task_struct *p, int sleep);
981 void (*yield_task) (struct rq *rq);
982
983 void (*check_preempt_curr) (struct rq *rq, struct task_struct *p, int sync);
984
985 struct task_struct * (*pick_next_task) (struct rq *rq);
986 void (*put_prev_task) (struct rq *rq, struct task_struct *p);
987
988#ifdef CONFIG_SMP
989 int (*select_task_rq)(struct task_struct *p, int sync);
990
991 unsigned long (*load_balance) (struct rq *this_rq, int this_cpu,
992 struct rq *busiest, unsigned long max_load_move,
993 struct sched_domain *sd, enum cpu_idle_type idle,
994 int *all_pinned, int *this_best_prio);
995
996 int (*move_one_task) (struct rq *this_rq, int this_cpu,
997 struct rq *busiest, struct sched_domain *sd,
998 enum cpu_idle_type idle);
999 void (*pre_schedule) (struct rq *this_rq, struct task_struct *task);
1000 int (*needs_post_schedule) (struct rq *this_rq);
1001 void (*post_schedule) (struct rq *this_rq);
1002 void (*task_wake_up) (struct rq *this_rq, struct task_struct *task);
1003
1004 void (*set_cpus_allowed)(struct task_struct *p,
1005 const struct cpumask *newmask);
1006
1007 void (*rq_online)(struct rq *rq);
1008 void (*rq_offline)(struct rq *rq);
1009#endif
1010
1011 void (*set_curr_task) (struct rq *rq);
1012 void (*task_tick) (struct rq *rq, struct task_struct *p, int queued);
1013 void (*task_new) (struct rq *rq, struct task_struct *p);
1014
1015 void (*switched_from) (struct rq *this_rq, struct task_struct *task,
1016 int running);
1017 void (*switched_to) (struct rq *this_rq, struct task_struct *task,
1018 int running);
1019 void (*prio_changed) (struct rq *this_rq, struct task_struct *task,
1020 int oldprio, int running);
1021
1022#ifdef CONFIG_FAIR_GROUP_SCHED
1023 void (*moved_group) (struct task_struct *p);
1024#endif
1025};
1026
1027struct load_weight {
1028 unsigned long weight, inv_weight;
1029};
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041struct sched_entity {
1042 struct load_weight load;
1043 struct rb_node run_node;
1044 struct list_head group_node;
1045 unsigned int on_rq;
1046
1047 u64 exec_start;
1048 u64 sum_exec_runtime;
1049 u64 vruntime;
1050 u64 prev_sum_exec_runtime;
1051
1052 u64 last_wakeup;
1053 u64 avg_overlap;
1054
1055 u64 start_runtime;
1056 u64 avg_wakeup;
1057 u64 nr_migrations;
1058
1059#ifdef CONFIG_SCHEDSTATS
1060 u64 wait_start;
1061 u64 wait_max;
1062 u64 wait_count;
1063 u64 wait_sum;
1064
1065 u64 sleep_start;
1066 u64 sleep_max;
1067 s64 sum_sleep_runtime;
1068
1069 u64 block_start;
1070 u64 block_max;
1071 u64 exec_max;
1072 u64 slice_max;
1073
1074 u64 nr_migrations_cold;
1075 u64 nr_failed_migrations_affine;
1076 u64 nr_failed_migrations_running;
1077 u64 nr_failed_migrations_hot;
1078 u64 nr_forced_migrations;
1079 u64 nr_forced2_migrations;
1080
1081 u64 nr_wakeups;
1082 u64 nr_wakeups_sync;
1083 u64 nr_wakeups_migrate;
1084 u64 nr_wakeups_local;
1085 u64 nr_wakeups_remote;
1086 u64 nr_wakeups_affine;
1087 u64 nr_wakeups_affine_attempts;
1088 u64 nr_wakeups_passive;
1089 u64 nr_wakeups_idle;
1090#endif
1091
1092#ifdef CONFIG_FAIR_GROUP_SCHED
1093 struct sched_entity *parent;
1094
1095 struct cfs_rq *cfs_rq;
1096
1097 struct cfs_rq *my_q;
1098#endif
1099};
1100
1101struct sched_rt_entity {
1102 struct list_head run_list;
1103 unsigned long timeout;
1104 unsigned int time_slice;
1105 int nr_cpus_allowed;
1106
1107 struct sched_rt_entity *back;
1108#ifdef CONFIG_RT_GROUP_SCHED
1109 struct sched_rt_entity *parent;
1110
1111 struct rt_rq *rt_rq;
1112
1113 struct rt_rq *my_q;
1114#endif
1115};
1116
1117struct task_struct {
1118 volatile long state;
1119 void *stack;
1120 atomic_t usage;
1121 unsigned int flags;
1122 unsigned int ptrace;
1123
1124 int lock_depth;
1125
1126#ifdef CONFIG_SMP
1127#ifdef __ARCH_WANT_UNLOCKED_CTXSW
1128 int oncpu;
1129#endif
1130#endif
1131
1132 int prio, static_prio, normal_prio;
1133 unsigned int rt_priority;
1134 const struct sched_class *sched_class;
1135 struct sched_entity se;
1136 struct sched_rt_entity rt;
1137
1138#ifdef CONFIG_PREEMPT_NOTIFIERS
1139
1140 struct hlist_head preempt_notifiers;
1141#endif
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151 unsigned char fpu_counter;
1152 s8 oomkilladj;
1153#ifdef CONFIG_BLK_DEV_IO_TRACE
1154 unsigned int btrace_seq;
1155#endif
1156
1157 unsigned int policy;
1158 cpumask_t cpus_allowed;
1159
1160#ifdef CONFIG_PREEMPT_RCU
1161 int rcu_read_lock_nesting;
1162 int rcu_flipctr_idx;
1163#endif
1164
1165#if defined(CONFIG_SCHEDSTATS) || defined(CONFIG_TASK_DELAY_ACCT)
1166 struct sched_info sched_info;
1167#endif
1168
1169 struct list_head tasks;
1170 struct plist_node pushable_tasks;
1171
1172 struct mm_struct *mm, *active_mm;
1173
1174
1175 struct linux_binfmt *binfmt;
1176 int exit_state;
1177 int exit_code, exit_signal;
1178 int pdeath_signal;
1179
1180 unsigned int personality;
1181 unsigned did_exec:1;
1182 unsigned in_execve:1;
1183
1184 pid_t pid;
1185 pid_t tgid;
1186
1187
1188 unsigned long stack_canary;
1189
1190
1191
1192
1193
1194
1195 struct task_struct *real_parent;
1196 struct task_struct *parent;
1197
1198
1199
1200 struct list_head children;
1201 struct list_head sibling;
1202 struct task_struct *group_leader;
1203
1204
1205
1206
1207
1208
1209 struct list_head ptraced;
1210 struct list_head ptrace_entry;
1211
1212#ifdef CONFIG_X86_PTRACE_BTS
1213
1214
1215
1216
1217 struct bts_tracer *bts;
1218
1219
1220
1221 void *bts_buffer;
1222 size_t bts_size;
1223#endif
1224
1225
1226 struct pid_link pids[PIDTYPE_MAX];
1227 struct list_head thread_group;
1228
1229 struct completion *vfork_done;
1230 int __user *set_child_tid;
1231 int __user *clear_child_tid;
1232
1233 cputime_t utime, stime, utimescaled, stimescaled;
1234 cputime_t gtime;
1235 cputime_t prev_utime, prev_stime;
1236 unsigned long nvcsw, nivcsw;
1237 struct timespec start_time;
1238 struct timespec real_start_time;
1239
1240 unsigned long min_flt, maj_flt;
1241
1242 struct task_cputime cputime_expires;
1243 struct list_head cpu_timers[3];
1244
1245
1246 const struct cred *real_cred;
1247
1248 const struct cred *cred;
1249
1250 struct mutex cred_exec_mutex;
1251
1252 char comm[TASK_COMM_LEN];
1253
1254
1255
1256
1257 int link_count, total_link_count;
1258#ifdef CONFIG_SYSVIPC
1259
1260 struct sysv_sem sysvsem;
1261#endif
1262#ifdef CONFIG_DETECT_HUNG_TASK
1263
1264 unsigned long last_switch_count;
1265#endif
1266
1267 struct thread_struct thread;
1268
1269 struct fs_struct *fs;
1270
1271 struct files_struct *files;
1272
1273 struct nsproxy *nsproxy;
1274
1275 struct signal_struct *signal;
1276 struct sighand_struct *sighand;
1277
1278 sigset_t blocked, real_blocked;
1279 sigset_t saved_sigmask;
1280 struct sigpending pending;
1281
1282 unsigned long sas_ss_sp;
1283 size_t sas_ss_size;
1284 int (*notifier)(void *priv);
1285 void *notifier_data;
1286 sigset_t *notifier_mask;
1287 struct audit_context *audit_context;
1288#ifdef CONFIG_AUDITSYSCALL
1289 uid_t loginuid;
1290 unsigned int sessionid;
1291#endif
1292 seccomp_t seccomp;
1293
1294
1295 u32 parent_exec_id;
1296 u32 self_exec_id;
1297
1298 spinlock_t alloc_lock;
1299
1300#ifdef CONFIG_GENERIC_HARDIRQS
1301
1302 struct irqaction *irqaction;
1303#endif
1304
1305
1306 spinlock_t pi_lock;
1307
1308#ifdef CONFIG_RT_MUTEXES
1309
1310 struct plist_head pi_waiters;
1311
1312 struct rt_mutex_waiter *pi_blocked_on;
1313#endif
1314
1315#ifdef CONFIG_DEBUG_MUTEXES
1316
1317 struct mutex_waiter *blocked_on;
1318#endif
1319#ifdef CONFIG_TRACE_IRQFLAGS
1320 unsigned int irq_events;
1321 int hardirqs_enabled;
1322 unsigned long hardirq_enable_ip;
1323 unsigned int hardirq_enable_event;
1324 unsigned long hardirq_disable_ip;
1325 unsigned int hardirq_disable_event;
1326 int softirqs_enabled;
1327 unsigned long softirq_disable_ip;
1328 unsigned int softirq_disable_event;
1329 unsigned long softirq_enable_ip;
1330 unsigned int softirq_enable_event;
1331 int hardirq_context;
1332 int softirq_context;
1333#endif
1334#ifdef CONFIG_LOCKDEP
1335# define MAX_LOCK_DEPTH 48UL
1336 u64 curr_chain_key;
1337 int lockdep_depth;
1338 unsigned int lockdep_recursion;
1339 struct held_lock held_locks[MAX_LOCK_DEPTH];
1340 gfp_t lockdep_reclaim_gfp;
1341#endif
1342
1343
1344 void *journal_info;
1345
1346
1347 struct bio *bio_list, **bio_tail;
1348
1349
1350 struct reclaim_state *reclaim_state;
1351
1352 struct backing_dev_info *backing_dev_info;
1353
1354 struct io_context *io_context;
1355
1356 unsigned long ptrace_message;
1357 siginfo_t *last_siginfo;
1358 struct task_io_accounting ioac;
1359#if defined(CONFIG_TASK_XACCT)
1360 u64 acct_rss_mem1;
1361 u64 acct_vm_mem1;
1362 cputime_t acct_timexpd;
1363#endif
1364#ifdef CONFIG_CPUSETS
1365 nodemask_t mems_allowed;
1366 int cpuset_mems_generation;
1367 int cpuset_mem_spread_rotor;
1368#endif
1369#ifdef CONFIG_CGROUPS
1370
1371 struct css_set *cgroups;
1372
1373 struct list_head cg_list;
1374#endif
1375#ifdef CONFIG_FUTEX
1376 struct robust_list_head __user *robust_list;
1377#ifdef CONFIG_COMPAT
1378 struct compat_robust_list_head __user *compat_robust_list;
1379#endif
1380 struct list_head pi_state_list;
1381 struct futex_pi_state *pi_state_cache;
1382#endif
1383#ifdef CONFIG_NUMA
1384 struct mempolicy *mempolicy;
1385 short il_next;
1386#endif
1387 atomic_t fs_excl;
1388 struct rcu_head rcu;
1389
1390
1391
1392
1393 struct pipe_inode_info *splice_pipe;
1394#ifdef CONFIG_TASK_DELAY_ACCT
1395 struct task_delay_info *delays;
1396#endif
1397#ifdef CONFIG_FAULT_INJECTION
1398 int make_it_fail;
1399#endif
1400 struct prop_local_single dirties;
1401#ifdef CONFIG_LATENCYTOP
1402 int latency_record_count;
1403 struct latency_record latency_record[LT_SAVECOUNT];
1404#endif
1405
1406
1407
1408
1409 unsigned long timer_slack_ns;
1410 unsigned long default_timer_slack_ns;
1411
1412 struct list_head *scm_work_list;
1413#ifdef CONFIG_FUNCTION_GRAPH_TRACER
1414
1415 int curr_ret_stack;
1416
1417 struct ftrace_ret_stack *ret_stack;
1418
1419 unsigned long long ftrace_timestamp;
1420
1421
1422
1423
1424 atomic_t trace_overrun;
1425
1426 atomic_t tracing_graph_pause;
1427#endif
1428#ifdef CONFIG_TRACING
1429
1430 unsigned long trace;
1431#endif
1432};
1433
1434
1435#define tsk_cpumask(tsk) (&(tsk)->cpus_allowed)
1436
1437
1438
1439
1440
1441
1442
1443
1444
1445
1446
1447
1448
1449
1450#define MAX_USER_RT_PRIO 100
1451#define MAX_RT_PRIO MAX_USER_RT_PRIO
1452
1453#define MAX_PRIO (MAX_RT_PRIO + 40)
1454#define DEFAULT_PRIO (MAX_RT_PRIO + 20)
1455
1456static inline int rt_prio(int prio)
1457{
1458 if (unlikely(prio < MAX_RT_PRIO))
1459 return 1;
1460 return 0;
1461}
1462
1463static inline int rt_task(struct task_struct *p)
1464{
1465 return rt_prio(p->prio);
1466}
1467
1468static inline struct pid *task_pid(struct task_struct *task)
1469{
1470 return task->pids[PIDTYPE_PID].pid;
1471}
1472
1473static inline struct pid *task_tgid(struct task_struct *task)
1474{
1475 return task->group_leader->pids[PIDTYPE_PID].pid;
1476}
1477
1478
1479
1480
1481
1482
1483static inline struct pid *task_pgrp(struct task_struct *task)
1484{
1485 return task->group_leader->pids[PIDTYPE_PGID].pid;
1486}
1487
1488static inline struct pid *task_session(struct task_struct *task)
1489{
1490 return task->group_leader->pids[PIDTYPE_SID].pid;
1491}
1492
1493struct pid_namespace;
1494
1495
1496
1497
1498
1499
1500
1501
1502
1503
1504
1505
1506
1507
1508pid_t __task_pid_nr_ns(struct task_struct *task, enum pid_type type,
1509 struct pid_namespace *ns);
1510
1511static inline pid_t task_pid_nr(struct task_struct *tsk)
1512{
1513 return tsk->pid;
1514}
1515
1516static inline pid_t task_pid_nr_ns(struct task_struct *tsk,
1517 struct pid_namespace *ns)
1518{
1519 return __task_pid_nr_ns(tsk, PIDTYPE_PID, ns);
1520}
1521
1522static inline pid_t task_pid_vnr(struct task_struct *tsk)
1523{
1524 return __task_pid_nr_ns(tsk, PIDTYPE_PID, NULL);
1525}
1526
1527
1528static inline pid_t task_tgid_nr(struct task_struct *tsk)
1529{
1530 return tsk->tgid;
1531}
1532
1533pid_t task_tgid_nr_ns(struct task_struct *tsk, struct pid_namespace *ns);
1534
1535static inline pid_t task_tgid_vnr(struct task_struct *tsk)
1536{
1537 return pid_vnr(task_tgid(tsk));
1538}
1539
1540
1541static inline pid_t task_pgrp_nr_ns(struct task_struct *tsk,
1542 struct pid_namespace *ns)
1543{
1544 return __task_pid_nr_ns(tsk, PIDTYPE_PGID, ns);
1545}
1546
1547static inline pid_t task_pgrp_vnr(struct task_struct *tsk)
1548{
1549 return __task_pid_nr_ns(tsk, PIDTYPE_PGID, NULL);
1550}
1551
1552
1553static inline pid_t task_session_nr_ns(struct task_struct *tsk,
1554 struct pid_namespace *ns)
1555{
1556 return __task_pid_nr_ns(tsk, PIDTYPE_SID, ns);
1557}
1558
1559static inline pid_t task_session_vnr(struct task_struct *tsk)
1560{
1561 return __task_pid_nr_ns(tsk, PIDTYPE_SID, NULL);
1562}
1563
1564
1565static inline pid_t task_pgrp_nr(struct task_struct *tsk)
1566{
1567 return task_pgrp_nr_ns(tsk, &init_pid_ns);
1568}
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578static inline int pid_alive(struct task_struct *p)
1579{
1580 return p->pids[PIDTYPE_PID].pid != NULL;
1581}
1582
1583
1584
1585
1586
1587
1588
1589static inline int is_global_init(struct task_struct *tsk)
1590{
1591 return tsk->pid == 1;
1592}
1593
1594
1595
1596
1597
1598extern int is_container_init(struct task_struct *tsk);
1599
1600extern struct pid *cad_pid;
1601
1602extern void free_task(struct task_struct *tsk);
1603#define get_task_struct(tsk) do { atomic_inc(&(tsk)->usage); } while(0)
1604
1605extern void __put_task_struct(struct task_struct *t);
1606
1607static inline void put_task_struct(struct task_struct *t)
1608{
1609 if (atomic_dec_and_test(&t->usage))
1610 __put_task_struct(t);
1611}
1612
1613extern cputime_t task_utime(struct task_struct *p);
1614extern cputime_t task_stime(struct task_struct *p);
1615extern cputime_t task_gtime(struct task_struct *p);
1616
1617
1618
1619
1620#define PF_ALIGNWARN 0x00000001
1621
1622#define PF_STARTING 0x00000002
1623#define PF_EXITING 0x00000004
1624#define PF_EXITPIDONE 0x00000008
1625#define PF_VCPU 0x00000010
1626#define PF_FORKNOEXEC 0x00000040
1627#define PF_SUPERPRIV 0x00000100
1628#define PF_DUMPCORE 0x00000200
1629#define PF_SIGNALED 0x00000400
1630#define PF_MEMALLOC 0x00000800
1631#define PF_FLUSHER 0x00001000
1632#define PF_USED_MATH 0x00002000
1633#define PF_NOFREEZE 0x00008000
1634#define PF_FROZEN 0x00010000
1635#define PF_FSTRANS 0x00020000
1636#define PF_KSWAPD 0x00040000
1637#define PF_SWAPOFF 0x00080000
1638#define PF_LESS_THROTTLE 0x00100000
1639#define PF_KTHREAD 0x00200000
1640#define PF_RANDOMIZE 0x00400000
1641#define PF_SWAPWRITE 0x00800000
1642#define PF_SPREAD_PAGE 0x01000000
1643#define PF_SPREAD_SLAB 0x02000000
1644#define PF_THREAD_BOUND 0x04000000
1645#define PF_MEMPOLICY 0x10000000
1646#define PF_MUTEX_TESTER 0x20000000
1647#define PF_FREEZER_SKIP 0x40000000
1648#define PF_FREEZER_NOSIG 0x80000000
1649
1650
1651
1652
1653
1654
1655
1656
1657
1658
1659
1660
1661#define clear_stopped_child_used_math(child) do { (child)->flags &= ~PF_USED_MATH; } while (0)
1662#define set_stopped_child_used_math(child) do { (child)->flags |= PF_USED_MATH; } while (0)
1663#define clear_used_math() clear_stopped_child_used_math(current)
1664#define set_used_math() set_stopped_child_used_math(current)
1665#define conditional_stopped_child_used_math(condition, child) \
1666 do { (child)->flags &= ~PF_USED_MATH, (child)->flags |= (condition) ? PF_USED_MATH : 0; } while (0)
1667#define conditional_used_math(condition) \
1668 conditional_stopped_child_used_math(condition, current)
1669#define copy_to_stopped_child_used_math(child) \
1670 do { (child)->flags &= ~PF_USED_MATH, (child)->flags |= current->flags & PF_USED_MATH; } while (0)
1671
1672#define tsk_used_math(p) ((p)->flags & PF_USED_MATH)
1673#define used_math() tsk_used_math(current)
1674
1675#ifdef CONFIG_SMP
1676extern int set_cpus_allowed_ptr(struct task_struct *p,
1677 const struct cpumask *new_mask);
1678#else
1679static inline int set_cpus_allowed_ptr(struct task_struct *p,
1680 const struct cpumask *new_mask)
1681{
1682 if (!cpumask_test_cpu(0, new_mask))
1683 return -EINVAL;
1684 return 0;
1685}
1686#endif
1687static inline int set_cpus_allowed(struct task_struct *p, cpumask_t new_mask)
1688{
1689 return set_cpus_allowed_ptr(p, &new_mask);
1690}
1691
1692
1693
1694
1695
1696
1697
1698#ifdef CONFIG_HAVE_UNSTABLE_SCHED_CLOCK
1699extern int sched_clock_stable;
1700#endif
1701
1702extern unsigned long long sched_clock(void);
1703
1704extern void sched_clock_init(void);
1705extern u64 sched_clock_cpu(int cpu);
1706
1707#ifndef CONFIG_HAVE_UNSTABLE_SCHED_CLOCK
1708static inline void sched_clock_tick(void)
1709{
1710}
1711
1712static inline void sched_clock_idle_sleep_event(void)
1713{
1714}
1715
1716static inline void sched_clock_idle_wakeup_event(u64 delta_ns)
1717{
1718}
1719#else
1720extern void sched_clock_tick(void);
1721extern void sched_clock_idle_sleep_event(void);
1722extern void sched_clock_idle_wakeup_event(u64 delta_ns);
1723#endif
1724
1725
1726
1727
1728
1729extern unsigned long long cpu_clock(int cpu);
1730
1731extern unsigned long long
1732task_sched_runtime(struct task_struct *task);
1733extern unsigned long long thread_group_sched_runtime(struct task_struct *task);
1734
1735
1736#ifdef CONFIG_SMP
1737extern void sched_exec(void);
1738#else
1739#define sched_exec() {}
1740#endif
1741
1742extern void sched_clock_idle_sleep_event(void);
1743extern void sched_clock_idle_wakeup_event(u64 delta_ns);
1744
1745#ifdef CONFIG_HOTPLUG_CPU
1746extern void idle_task_exit(void);
1747#else
1748static inline void idle_task_exit(void) {}
1749#endif
1750
1751extern void sched_idle_next(void);
1752
1753#if defined(CONFIG_NO_HZ) && defined(CONFIG_SMP)
1754extern void wake_up_idle_cpu(int cpu);
1755#else
1756static inline void wake_up_idle_cpu(int cpu) { }
1757#endif
1758
1759extern unsigned int sysctl_sched_latency;
1760extern unsigned int sysctl_sched_min_granularity;
1761extern unsigned int sysctl_sched_wakeup_granularity;
1762extern unsigned int sysctl_sched_shares_ratelimit;
1763extern unsigned int sysctl_sched_shares_thresh;
1764#ifdef CONFIG_SCHED_DEBUG
1765extern unsigned int sysctl_sched_child_runs_first;
1766extern unsigned int sysctl_sched_features;
1767extern unsigned int sysctl_sched_migration_cost;
1768extern unsigned int sysctl_sched_nr_migrate;
1769
1770int sched_nr_latency_handler(struct ctl_table *table, int write,
1771 struct file *file, void __user *buffer, size_t *length,
1772 loff_t *ppos);
1773#endif
1774extern unsigned int sysctl_sched_rt_period;
1775extern int sysctl_sched_rt_runtime;
1776
1777int sched_rt_handler(struct ctl_table *table, int write,
1778 struct file *filp, void __user *buffer, size_t *lenp,
1779 loff_t *ppos);
1780
1781extern unsigned int sysctl_sched_compat_yield;
1782
1783#ifdef CONFIG_RT_MUTEXES
1784extern int rt_mutex_getprio(struct task_struct *p);
1785extern void rt_mutex_setprio(struct task_struct *p, int prio);
1786extern void rt_mutex_adjust_pi(struct task_struct *p);
1787#else
1788static inline int rt_mutex_getprio(struct task_struct *p)
1789{
1790 return p->normal_prio;
1791}
1792# define rt_mutex_adjust_pi(p) do { } while (0)
1793#endif
1794
1795extern void set_user_nice(struct task_struct *p, long nice);
1796extern int task_prio(const struct task_struct *p);
1797extern int task_nice(const struct task_struct *p);
1798extern int can_nice(const struct task_struct *p, const int nice);
1799extern int task_curr(const struct task_struct *p);
1800extern int idle_cpu(int cpu);
1801extern int sched_setscheduler(struct task_struct *, int, struct sched_param *);
1802extern int sched_setscheduler_nocheck(struct task_struct *, int,
1803 struct sched_param *);
1804extern struct task_struct *idle_task(int cpu);
1805extern struct task_struct *curr_task(int cpu);
1806extern void set_curr_task(int cpu, struct task_struct *p);
1807
1808void yield(void);
1809
1810
1811
1812
1813extern struct exec_domain default_exec_domain;
1814
1815union thread_union {
1816 struct thread_info thread_info;
1817 unsigned long stack[THREAD_SIZE/sizeof(long)];
1818};
1819
1820#ifndef __HAVE_ARCH_KSTACK_END
1821static inline int kstack_end(void *addr)
1822{
1823
1824
1825
1826 return !(((unsigned long)addr+sizeof(void*)-1) & (THREAD_SIZE-sizeof(void*)));
1827}
1828#endif
1829
1830extern union thread_union init_thread_union;
1831extern struct task_struct init_task;
1832
1833extern struct mm_struct init_mm;
1834
1835extern struct pid_namespace init_pid_ns;
1836
1837
1838
1839
1840
1841
1842
1843
1844
1845
1846
1847
1848
1849
1850
1851extern struct task_struct *find_task_by_pid_type_ns(int type, int pid,
1852 struct pid_namespace *ns);
1853
1854extern struct task_struct *find_task_by_vpid(pid_t nr);
1855extern struct task_struct *find_task_by_pid_ns(pid_t nr,
1856 struct pid_namespace *ns);
1857
1858extern void __set_special_pids(struct pid *pid);
1859
1860
1861extern struct user_struct * alloc_uid(struct user_namespace *, uid_t);
1862static inline struct user_struct *get_uid(struct user_struct *u)
1863{
1864 atomic_inc(&u->__count);
1865 return u;
1866}
1867extern void free_uid(struct user_struct *);
1868extern void release_uids(struct user_namespace *ns);
1869
1870#include <asm/current.h>
1871
1872extern void do_timer(unsigned long ticks);
1873
1874extern int wake_up_state(struct task_struct *tsk, unsigned int state);
1875extern int wake_up_process(struct task_struct *tsk);
1876extern void wake_up_new_task(struct task_struct *tsk,
1877 unsigned long clone_flags);
1878#ifdef CONFIG_SMP
1879 extern void kick_process(struct task_struct *tsk);
1880#else
1881 static inline void kick_process(struct task_struct *tsk) { }
1882#endif
1883extern void sched_fork(struct task_struct *p, int clone_flags);
1884extern void sched_dead(struct task_struct *p);
1885
1886extern void proc_caches_init(void);
1887extern void flush_signals(struct task_struct *);
1888extern void ignore_signals(struct task_struct *);
1889extern void flush_signal_handlers(struct task_struct *, int force_default);
1890extern int dequeue_signal(struct task_struct *tsk, sigset_t *mask, siginfo_t *info);
1891
1892static inline int dequeue_signal_lock(struct task_struct *tsk, sigset_t *mask, siginfo_t *info)
1893{
1894 unsigned long flags;
1895 int ret;
1896
1897 spin_lock_irqsave(&tsk->sighand->siglock, flags);
1898 ret = dequeue_signal(tsk, mask, info);
1899 spin_unlock_irqrestore(&tsk->sighand->siglock, flags);
1900
1901 return ret;
1902}
1903
1904extern void block_all_signals(int (*notifier)(void *priv), void *priv,
1905 sigset_t *mask);
1906extern void unblock_all_signals(void);
1907extern void release_task(struct task_struct * p);
1908extern int send_sig_info(int, struct siginfo *, struct task_struct *);
1909extern int force_sigsegv(int, struct task_struct *);
1910extern int force_sig_info(int, struct siginfo *, struct task_struct *);
1911extern int __kill_pgrp_info(int sig, struct siginfo *info, struct pid *pgrp);
1912extern int kill_pid_info(int sig, struct siginfo *info, struct pid *pid);
1913extern int kill_pid_info_as_uid(int, struct siginfo *, struct pid *, uid_t, uid_t, u32);
1914extern int kill_pgrp(struct pid *pid, int sig, int priv);
1915extern int kill_pid(struct pid *pid, int sig, int priv);
1916extern int kill_proc_info(int, struct siginfo *, pid_t);
1917extern int do_notify_parent(struct task_struct *, int);
1918extern void force_sig(int, struct task_struct *);
1919extern void force_sig_specific(int, struct task_struct *);
1920extern int send_sig(int, struct task_struct *, int);
1921extern void zap_other_threads(struct task_struct *p);
1922extern struct sigqueue *sigqueue_alloc(void);
1923extern void sigqueue_free(struct sigqueue *);
1924extern int send_sigqueue(struct sigqueue *, struct task_struct *, int group);
1925extern int do_sigaction(int, struct k_sigaction *, struct k_sigaction *);
1926extern int do_sigaltstack(const stack_t __user *, stack_t __user *, unsigned long);
1927
1928static inline int kill_cad_pid(int sig, int priv)
1929{
1930 return kill_pid(cad_pid, sig, priv);
1931}
1932
1933
1934#define SEND_SIG_NOINFO ((struct siginfo *) 0)
1935#define SEND_SIG_PRIV ((struct siginfo *) 1)
1936#define SEND_SIG_FORCED ((struct siginfo *) 2)
1937
1938static inline int is_si_special(const struct siginfo *info)
1939{
1940 return info <= SEND_SIG_FORCED;
1941}
1942
1943
1944
1945static inline int on_sig_stack(unsigned long sp)
1946{
1947 return (sp - current->sas_ss_sp < current->sas_ss_size);
1948}
1949
1950static inline int sas_ss_flags(unsigned long sp)
1951{
1952 return (current->sas_ss_size == 0 ? SS_DISABLE
1953 : on_sig_stack(sp) ? SS_ONSTACK : 0);
1954}
1955
1956
1957
1958
1959extern struct mm_struct * mm_alloc(void);
1960
1961
1962extern void __mmdrop(struct mm_struct *);
1963static inline void mmdrop(struct mm_struct * mm)
1964{
1965 if (unlikely(atomic_dec_and_test(&mm->mm_count)))
1966 __mmdrop(mm);
1967}
1968
1969
1970extern void mmput(struct mm_struct *);
1971
1972extern struct mm_struct *get_task_mm(struct task_struct *task);
1973
1974extern void mm_release(struct task_struct *, struct mm_struct *);
1975
1976extern struct mm_struct *dup_mm(struct task_struct *tsk);
1977
1978extern int copy_thread(unsigned long, unsigned long, unsigned long,
1979 struct task_struct *, struct pt_regs *);
1980extern void flush_thread(void);
1981extern void exit_thread(void);
1982
1983extern void exit_files(struct task_struct *);
1984extern void __cleanup_signal(struct signal_struct *);
1985extern void __cleanup_sighand(struct sighand_struct *);
1986
1987extern void exit_itimers(struct signal_struct *);
1988extern void flush_itimer_signals(void);
1989
1990extern NORET_TYPE void do_group_exit(int);
1991
1992extern void daemonize(const char *, ...);
1993extern int allow_signal(int);
1994extern int disallow_signal(int);
1995
1996extern int do_execve(char *, char __user * __user *, char __user * __user *, struct pt_regs *);
1997extern long do_fork(unsigned long, unsigned long, struct pt_regs *, unsigned long, int __user *, int __user *);
1998struct task_struct *fork_idle(int);
1999
2000extern void set_task_comm(struct task_struct *tsk, char *from);
2001extern char *get_task_comm(char *to, struct task_struct *tsk);
2002
2003#ifdef CONFIG_SMP
2004extern unsigned long wait_task_inactive(struct task_struct *, long match_state);
2005#else
2006static inline unsigned long wait_task_inactive(struct task_struct *p,
2007 long match_state)
2008{
2009 return 1;
2010}
2011#endif
2012
2013#define next_task(p) list_entry(rcu_dereference((p)->tasks.next), struct task_struct, tasks)
2014
2015#define for_each_process(p) \
2016 for (p = &init_task ; (p = next_task(p)) != &init_task ; )
2017
2018extern bool is_single_threaded(struct task_struct *);
2019
2020
2021
2022
2023
2024#define do_each_thread(g, t) \
2025 for (g = t = &init_task ; (g = t = next_task(g)) != &init_task ; ) do
2026
2027#define while_each_thread(g, t) \
2028 while ((t = next_thread(t)) != g)
2029
2030
2031#define thread_group_leader(p) (p == p->group_leader)
2032
2033
2034
2035
2036
2037
2038
2039static inline int has_group_leader_pid(struct task_struct *p)
2040{
2041 return p->pid == p->tgid;
2042}
2043
2044static inline
2045int same_thread_group(struct task_struct *p1, struct task_struct *p2)
2046{
2047 return p1->tgid == p2->tgid;
2048}
2049
2050static inline struct task_struct *next_thread(const struct task_struct *p)
2051{
2052 return list_entry(rcu_dereference(p->thread_group.next),
2053 struct task_struct, thread_group);
2054}
2055
2056static inline int thread_group_empty(struct task_struct *p)
2057{
2058 return list_empty(&p->thread_group);
2059}
2060
2061#define delay_group_leader(p) \
2062 (thread_group_leader(p) && !thread_group_empty(p))
2063
2064static inline int task_detached(struct task_struct *p)
2065{
2066 return p->exit_signal == -1;
2067}
2068
2069
2070
2071
2072
2073
2074
2075
2076
2077
2078
2079static inline void task_lock(struct task_struct *p)
2080{
2081 spin_lock(&p->alloc_lock);
2082}
2083
2084static inline void task_unlock(struct task_struct *p)
2085{
2086 spin_unlock(&p->alloc_lock);
2087}
2088
2089extern struct sighand_struct *lock_task_sighand(struct task_struct *tsk,
2090 unsigned long *flags);
2091
2092static inline void unlock_task_sighand(struct task_struct *tsk,
2093 unsigned long *flags)
2094{
2095 spin_unlock_irqrestore(&tsk->sighand->siglock, *flags);
2096}
2097
2098#ifndef __HAVE_THREAD_FUNCTIONS
2099
2100#define task_thread_info(task) ((struct thread_info *)(task)->stack)
2101#define task_stack_page(task) ((task)->stack)
2102
2103static inline void setup_thread_stack(struct task_struct *p, struct task_struct *org)
2104{
2105 *task_thread_info(p) = *task_thread_info(org);
2106 task_thread_info(p)->task = p;
2107}
2108
2109static inline unsigned long *end_of_stack(struct task_struct *p)
2110{
2111 return (unsigned long *)(task_thread_info(p) + 1);
2112}
2113
2114#endif
2115
2116static inline int object_is_on_stack(void *obj)
2117{
2118 void *stack = task_stack_page(current);
2119
2120 return (obj >= stack) && (obj < (stack + THREAD_SIZE));
2121}
2122
2123extern void thread_info_cache_init(void);
2124
2125#ifdef CONFIG_DEBUG_STACK_USAGE
2126static inline unsigned long stack_not_used(struct task_struct *p)
2127{
2128 unsigned long *n = end_of_stack(p);
2129
2130 do {
2131 n++;
2132 } while (!*n);
2133
2134 return (unsigned long)n - (unsigned long)end_of_stack(p);
2135}
2136#endif
2137
2138
2139
2140
2141static inline void set_tsk_thread_flag(struct task_struct *tsk, int flag)
2142{
2143 set_ti_thread_flag(task_thread_info(tsk), flag);
2144}
2145
2146static inline void clear_tsk_thread_flag(struct task_struct *tsk, int flag)
2147{
2148 clear_ti_thread_flag(task_thread_info(tsk), flag);
2149}
2150
2151static inline int test_and_set_tsk_thread_flag(struct task_struct *tsk, int flag)
2152{
2153 return test_and_set_ti_thread_flag(task_thread_info(tsk), flag);
2154}
2155
2156static inline int test_and_clear_tsk_thread_flag(struct task_struct *tsk, int flag)
2157{
2158 return test_and_clear_ti_thread_flag(task_thread_info(tsk), flag);
2159}
2160
2161static inline int test_tsk_thread_flag(struct task_struct *tsk, int flag)
2162{
2163 return test_ti_thread_flag(task_thread_info(tsk), flag);
2164}
2165
2166static inline void set_tsk_need_resched(struct task_struct *tsk)
2167{
2168 set_tsk_thread_flag(tsk,TIF_NEED_RESCHED);
2169}
2170
2171static inline void clear_tsk_need_resched(struct task_struct *tsk)
2172{
2173 clear_tsk_thread_flag(tsk,TIF_NEED_RESCHED);
2174}
2175
2176static inline int test_tsk_need_resched(struct task_struct *tsk)
2177{
2178 return unlikely(test_tsk_thread_flag(tsk,TIF_NEED_RESCHED));
2179}
2180
2181static inline int signal_pending(struct task_struct *p)
2182{
2183 return unlikely(test_tsk_thread_flag(p,TIF_SIGPENDING));
2184}
2185
2186extern int __fatal_signal_pending(struct task_struct *p);
2187
2188static inline int fatal_signal_pending(struct task_struct *p)
2189{
2190 return signal_pending(p) && __fatal_signal_pending(p);
2191}
2192
2193static inline int signal_pending_state(long state, struct task_struct *p)
2194{
2195 if (!(state & (TASK_INTERRUPTIBLE | TASK_WAKEKILL)))
2196 return 0;
2197 if (!signal_pending(p))
2198 return 0;
2199
2200 return (state & TASK_INTERRUPTIBLE) || __fatal_signal_pending(p);
2201}
2202
2203static inline int need_resched(void)
2204{
2205 return unlikely(test_thread_flag(TIF_NEED_RESCHED));
2206}
2207
2208
2209
2210
2211
2212
2213
2214
2215extern int _cond_resched(void);
2216#ifdef CONFIG_PREEMPT_BKL
2217static inline int cond_resched(void)
2218{
2219 return 0;
2220}
2221#else
2222static inline int cond_resched(void)
2223{
2224 return _cond_resched();
2225}
2226#endif
2227extern int cond_resched_lock(spinlock_t * lock);
2228extern int cond_resched_softirq(void);
2229static inline int cond_resched_bkl(void)
2230{
2231 return _cond_resched();
2232}
2233
2234
2235
2236
2237
2238
2239static inline int spin_needbreak(spinlock_t *lock)
2240{
2241#ifdef CONFIG_PREEMPT
2242 return spin_is_contended(lock);
2243#else
2244 return 0;
2245#endif
2246}
2247
2248
2249
2250
2251void thread_group_cputime(struct task_struct *tsk, struct task_cputime *times);
2252void thread_group_cputimer(struct task_struct *tsk, struct task_cputime *times);
2253
2254static inline void thread_group_cputime_init(struct signal_struct *sig)
2255{
2256 sig->cputimer.cputime = INIT_CPUTIME;
2257 spin_lock_init(&sig->cputimer.lock);
2258 sig->cputimer.running = 0;
2259}
2260
2261static inline void thread_group_cputime_free(struct signal_struct *sig)
2262{
2263}
2264
2265
2266
2267
2268
2269
2270
2271extern void recalc_sigpending_and_wake(struct task_struct *t);
2272extern void recalc_sigpending(void);
2273
2274extern void signal_wake_up(struct task_struct *t, int resume_stopped);
2275
2276
2277
2278
2279#ifdef CONFIG_SMP
2280
2281static inline unsigned int task_cpu(const struct task_struct *p)
2282{
2283 return task_thread_info(p)->cpu;
2284}
2285
2286extern void set_task_cpu(struct task_struct *p, unsigned int cpu);
2287
2288#else
2289
2290static inline unsigned int task_cpu(const struct task_struct *p)
2291{
2292 return 0;
2293}
2294
2295static inline void set_task_cpu(struct task_struct *p, unsigned int cpu)
2296{
2297}
2298
2299#endif
2300
2301extern void arch_pick_mmap_layout(struct mm_struct *mm);
2302
2303#ifdef CONFIG_TRACING
2304extern void
2305__trace_special(void *__tr, void *__data,
2306 unsigned long arg1, unsigned long arg2, unsigned long arg3);
2307#else
2308static inline void
2309__trace_special(void *__tr, void *__data,
2310 unsigned long arg1, unsigned long arg2, unsigned long arg3)
2311{
2312}
2313#endif
2314
2315extern long sched_setaffinity(pid_t pid, const struct cpumask *new_mask);
2316extern long sched_getaffinity(pid_t pid, struct cpumask *mask);
2317
2318extern void normalize_rt_tasks(void);
2319
2320#ifdef CONFIG_GROUP_SCHED
2321
2322extern struct task_group init_task_group;
2323#ifdef CONFIG_USER_SCHED
2324extern struct task_group root_task_group;
2325extern void set_tg_uid(struct user_struct *user);
2326#endif
2327
2328extern struct task_group *sched_create_group(struct task_group *parent);
2329extern void sched_destroy_group(struct task_group *tg);
2330extern void sched_move_task(struct task_struct *tsk);
2331#ifdef CONFIG_FAIR_GROUP_SCHED
2332extern int sched_group_set_shares(struct task_group *tg, unsigned long shares);
2333extern unsigned long sched_group_shares(struct task_group *tg);
2334#endif
2335#ifdef CONFIG_RT_GROUP_SCHED
2336extern int sched_group_set_rt_runtime(struct task_group *tg,
2337 long rt_runtime_us);
2338extern long sched_group_rt_runtime(struct task_group *tg);
2339extern int sched_group_set_rt_period(struct task_group *tg,
2340 long rt_period_us);
2341extern long sched_group_rt_period(struct task_group *tg);
2342extern int sched_rt_can_attach(struct task_group *tg, struct task_struct *tsk);
2343#endif
2344#endif
2345
2346extern int task_can_switch_user(struct user_struct *up,
2347 struct task_struct *tsk);
2348
2349#ifdef CONFIG_TASK_XACCT
2350static inline void add_rchar(struct task_struct *tsk, ssize_t amt)
2351{
2352 tsk->ioac.rchar += amt;
2353}
2354
2355static inline void add_wchar(struct task_struct *tsk, ssize_t amt)
2356{
2357 tsk->ioac.wchar += amt;
2358}
2359
2360static inline void inc_syscr(struct task_struct *tsk)
2361{
2362 tsk->ioac.syscr++;
2363}
2364
2365static inline void inc_syscw(struct task_struct *tsk)
2366{
2367 tsk->ioac.syscw++;
2368}
2369#else
2370static inline void add_rchar(struct task_struct *tsk, ssize_t amt)
2371{
2372}
2373
2374static inline void add_wchar(struct task_struct *tsk, ssize_t amt)
2375{
2376}
2377
2378static inline void inc_syscr(struct task_struct *tsk)
2379{
2380}
2381
2382static inline void inc_syscw(struct task_struct *tsk)
2383{
2384}
2385#endif
2386
2387#ifndef TASK_SIZE_OF
2388#define TASK_SIZE_OF(tsk) TASK_SIZE
2389#endif
2390
2391#ifdef CONFIG_MM_OWNER
2392extern void mm_update_next_owner(struct mm_struct *mm);
2393extern void mm_init_owner(struct mm_struct *mm, struct task_struct *p);
2394#else
2395static inline void mm_update_next_owner(struct mm_struct *mm)
2396{
2397}
2398
2399static inline void mm_init_owner(struct mm_struct *mm, struct task_struct *p)
2400{
2401}
2402#endif
2403
2404#define TASK_STATE_TO_CHAR_STR "RSDTtZX"
2405
2406#endif
2407
2408#endif
2409