1
2
3
4
5
6
7
8#include <linux/sched.h>
9#include <linux/kthread.h>
10#include <linux/completion.h>
11#include <linux/err.h>
12#include <linux/unistd.h>
13#include <linux/file.h>
14#include <linux/module.h>
15#include <linux/mutex.h>
16#include <asm/semaphore.h>
17
18#define KTHREAD_NICE_LEVEL (-5)
19
20static DEFINE_SPINLOCK(kthread_create_lock);
21static LIST_HEAD(kthread_create_list);
22struct task_struct *kthreadd_task;
23
24struct kthread_create_info
25{
26
27 int (*threadfn)(void *data);
28 void *data;
29 struct completion started;
30
31
32 struct task_struct *result;
33 struct completion done;
34
35 struct list_head list;
36};
37
38struct kthread_stop_info
39{
40 struct task_struct *k;
41 int err;
42 struct completion done;
43};
44
45
46
47static DEFINE_MUTEX(kthread_stop_lock);
48static struct kthread_stop_info kthread_stop_info;
49
50
51
52
53
54
55
56
57int kthread_should_stop(void)
58{
59 return (kthread_stop_info.k == current);
60}
61EXPORT_SYMBOL(kthread_should_stop);
62
63static int kthread(void *_create)
64{
65 struct kthread_create_info *create = _create;
66 int (*threadfn)(void *data);
67 void *data;
68 int ret = -EINTR;
69
70
71 threadfn = create->threadfn;
72 data = create->data;
73
74
75 __set_current_state(TASK_UNINTERRUPTIBLE);
76 complete(&create->started);
77 schedule();
78
79 if (!kthread_should_stop())
80 ret = threadfn(data);
81
82
83 if (kthread_should_stop()) {
84 kthread_stop_info.err = ret;
85 complete(&kthread_stop_info.done);
86 }
87 return 0;
88}
89
90static void create_kthread(struct kthread_create_info *create)
91{
92 int pid;
93
94
95 pid = kernel_thread(kthread, create, CLONE_FS | CLONE_FILES | SIGCHLD);
96 if (pid < 0) {
97 create->result = ERR_PTR(pid);
98 } else {
99 struct sched_param param = { .sched_priority = 0 };
100 wait_for_completion(&create->started);
101 read_lock(&tasklist_lock);
102 create->result = find_task_by_pid(pid);
103 read_unlock(&tasklist_lock);
104
105
106
107
108 sched_setscheduler(create->result, SCHED_NORMAL, ¶m);
109 set_user_nice(create->result, KTHREAD_NICE_LEVEL);
110 set_cpus_allowed(create->result, CPU_MASK_ALL);
111 }
112 complete(&create->done);
113}
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134struct task_struct *kthread_create(int (*threadfn)(void *data),
135 void *data,
136 const char namefmt[],
137 ...)
138{
139 struct kthread_create_info create;
140
141 create.threadfn = threadfn;
142 create.data = data;
143 init_completion(&create.started);
144 init_completion(&create.done);
145
146 spin_lock(&kthread_create_lock);
147 list_add_tail(&create.list, &kthread_create_list);
148 wake_up_process(kthreadd_task);
149 spin_unlock(&kthread_create_lock);
150
151 wait_for_completion(&create.done);
152
153 if (!IS_ERR(create.result)) {
154 va_list args;
155 va_start(args, namefmt);
156 vsnprintf(create.result->comm, sizeof(create.result->comm),
157 namefmt, args);
158 va_end(args);
159 }
160 return create.result;
161}
162EXPORT_SYMBOL(kthread_create);
163
164
165
166
167
168
169
170
171
172
173void kthread_bind(struct task_struct *k, unsigned int cpu)
174{
175 if (k->state != TASK_UNINTERRUPTIBLE) {
176 WARN_ON(1);
177 return;
178 }
179
180 wait_task_inactive(k);
181 set_task_cpu(k, cpu);
182 k->cpus_allowed = cpumask_of_cpu(cpu);
183}
184EXPORT_SYMBOL(kthread_bind);
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199int kthread_stop(struct task_struct *k)
200{
201 int ret;
202
203 mutex_lock(&kthread_stop_lock);
204
205
206 get_task_struct(k);
207
208
209 init_completion(&kthread_stop_info.done);
210 smp_wmb();
211
212
213 kthread_stop_info.k = k;
214 wake_up_process(k);
215 put_task_struct(k);
216
217
218 wait_for_completion(&kthread_stop_info.done);
219 kthread_stop_info.k = NULL;
220 ret = kthread_stop_info.err;
221 mutex_unlock(&kthread_stop_lock);
222
223 return ret;
224}
225EXPORT_SYMBOL(kthread_stop);
226
227int kthreadd(void *unused)
228{
229 struct task_struct *tsk = current;
230
231
232 set_task_comm(tsk, "kthreadd");
233 ignore_signals(tsk);
234 set_user_nice(tsk, KTHREAD_NICE_LEVEL);
235 set_cpus_allowed(tsk, CPU_MASK_ALL);
236
237 current->flags |= PF_NOFREEZE;
238
239 for (;;) {
240 set_current_state(TASK_INTERRUPTIBLE);
241 if (list_empty(&kthread_create_list))
242 schedule();
243 __set_current_state(TASK_RUNNING);
244
245 spin_lock(&kthread_create_lock);
246 while (!list_empty(&kthread_create_list)) {
247 struct kthread_create_info *create;
248
249 create = list_entry(kthread_create_list.next,
250 struct kthread_create_info, list);
251 list_del_init(&create->list);
252 spin_unlock(&kthread_create_lock);
253
254 create_kthread(create);
255
256 spin_lock(&kthread_create_lock);
257 }
258 spin_unlock(&kthread_create_lock);
259 }
260
261 return 0;
262}
263