1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27#include <linux/clocksource.h>
28#include <linux/sysdev.h>
29#include <linux/init.h>
30#include <linux/module.h>
31#include <linux/sched.h>
32#include <linux/tick.h>
33
34
35extern struct clocksource clocksource_jiffies;
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50static struct clocksource *curr_clocksource = &clocksource_jiffies;
51static struct clocksource *next_clocksource;
52static struct clocksource *clocksource_override;
53static LIST_HEAD(clocksource_list);
54static DEFINE_SPINLOCK(clocksource_lock);
55static char override_name[32];
56static int finished_booting;
57
58
59
60
61
62
63
64static int __init clocksource_done_booting(void)
65{
66 finished_booting = 1;
67 return 0;
68}
69fs_initcall(clocksource_done_booting);
70
71#ifdef CONFIG_CLOCKSOURCE_WATCHDOG
72static LIST_HEAD(watchdog_list);
73static struct clocksource *watchdog;
74static struct timer_list watchdog_timer;
75static DEFINE_SPINLOCK(watchdog_lock);
76static cycle_t watchdog_last;
77static unsigned long watchdog_resumed;
78
79
80
81
82#define WATCHDOG_INTERVAL (HZ >> 1)
83#define WATCHDOG_THRESHOLD (NSEC_PER_SEC >> 4)
84
85static void clocksource_ratewd(struct clocksource *cs, int64_t delta)
86{
87 if (delta > -WATCHDOG_THRESHOLD && delta < WATCHDOG_THRESHOLD)
88 return;
89
90 printk(KERN_WARNING "Clocksource %s unstable (delta = %Ld ns)\n",
91 cs->name, delta);
92 cs->flags &= ~(CLOCK_SOURCE_VALID_FOR_HRES | CLOCK_SOURCE_WATCHDOG);
93 clocksource_change_rating(cs, 0);
94 list_del(&cs->wd_list);
95}
96
97static void clocksource_watchdog(unsigned long data)
98{
99 struct clocksource *cs, *tmp;
100 cycle_t csnow, wdnow;
101 int64_t wd_nsec, cs_nsec;
102 int resumed;
103
104 spin_lock(&watchdog_lock);
105
106 resumed = test_and_clear_bit(0, &watchdog_resumed);
107
108 wdnow = watchdog->read();
109 wd_nsec = cyc2ns(watchdog, (wdnow - watchdog_last) & watchdog->mask);
110 watchdog_last = wdnow;
111
112 list_for_each_entry_safe(cs, tmp, &watchdog_list, wd_list) {
113 csnow = cs->read();
114
115 if (unlikely(resumed)) {
116 cs->wd_last = csnow;
117 continue;
118 }
119
120
121 if (!(cs->flags & CLOCK_SOURCE_WATCHDOG)) {
122 if ((cs->flags & CLOCK_SOURCE_IS_CONTINUOUS) &&
123 (watchdog->flags & CLOCK_SOURCE_IS_CONTINUOUS)) {
124 cs->flags |= CLOCK_SOURCE_VALID_FOR_HRES;
125
126
127
128
129
130
131 tick_clock_notify();
132 }
133 cs->flags |= CLOCK_SOURCE_WATCHDOG;
134 cs->wd_last = csnow;
135 } else {
136 cs_nsec = cyc2ns(cs, (csnow - cs->wd_last) & cs->mask);
137 cs->wd_last = csnow;
138
139 clocksource_ratewd(cs, cs_nsec - wd_nsec);
140 }
141 }
142
143 if (!list_empty(&watchdog_list)) {
144
145
146
147
148 int next_cpu = cpumask_next(raw_smp_processor_id(),
149 cpu_online_mask);
150
151 if (next_cpu >= nr_cpu_ids)
152 next_cpu = cpumask_first(cpu_online_mask);
153 watchdog_timer.expires += WATCHDOG_INTERVAL;
154 add_timer_on(&watchdog_timer, next_cpu);
155 }
156 spin_unlock(&watchdog_lock);
157}
158static void clocksource_resume_watchdog(void)
159{
160 set_bit(0, &watchdog_resumed);
161}
162
163static void clocksource_check_watchdog(struct clocksource *cs)
164{
165 struct clocksource *cse;
166 unsigned long flags;
167
168 spin_lock_irqsave(&watchdog_lock, flags);
169 if (cs->flags & CLOCK_SOURCE_MUST_VERIFY) {
170 int started = !list_empty(&watchdog_list);
171
172 list_add(&cs->wd_list, &watchdog_list);
173 if (!started && watchdog) {
174 watchdog_last = watchdog->read();
175 watchdog_timer.expires = jiffies + WATCHDOG_INTERVAL;
176 add_timer_on(&watchdog_timer,
177 cpumask_first(cpu_online_mask));
178 }
179 } else {
180 if (cs->flags & CLOCK_SOURCE_IS_CONTINUOUS)
181 cs->flags |= CLOCK_SOURCE_VALID_FOR_HRES;
182
183 if (!watchdog || cs->rating > watchdog->rating) {
184 if (watchdog)
185 del_timer(&watchdog_timer);
186 watchdog = cs;
187 init_timer(&watchdog_timer);
188 watchdog_timer.function = clocksource_watchdog;
189
190
191 list_for_each_entry(cse, &watchdog_list, wd_list)
192 cse->flags &= ~CLOCK_SOURCE_WATCHDOG;
193
194 if (!list_empty(&watchdog_list)) {
195 watchdog_last = watchdog->read();
196 watchdog_timer.expires =
197 jiffies + WATCHDOG_INTERVAL;
198 add_timer_on(&watchdog_timer,
199 cpumask_first(cpu_online_mask));
200 }
201 }
202 }
203 spin_unlock_irqrestore(&watchdog_lock, flags);
204}
205#else
206static void clocksource_check_watchdog(struct clocksource *cs)
207{
208 if (cs->flags & CLOCK_SOURCE_IS_CONTINUOUS)
209 cs->flags |= CLOCK_SOURCE_VALID_FOR_HRES;
210}
211
212static inline void clocksource_resume_watchdog(void) { }
213#endif
214
215
216
217
218void clocksource_resume(void)
219{
220 struct clocksource *cs;
221 unsigned long flags;
222
223 spin_lock_irqsave(&clocksource_lock, flags);
224
225 list_for_each_entry(cs, &clocksource_list, list) {
226 if (cs->resume)
227 cs->resume();
228 }
229
230 clocksource_resume_watchdog();
231
232 spin_unlock_irqrestore(&clocksource_lock, flags);
233}
234
235
236
237
238
239
240
241
242void clocksource_touch_watchdog(void)
243{
244 clocksource_resume_watchdog();
245}
246
247
248
249
250
251struct clocksource *clocksource_get_next(void)
252{
253 unsigned long flags;
254
255 spin_lock_irqsave(&clocksource_lock, flags);
256 if (next_clocksource && finished_booting) {
257 curr_clocksource = next_clocksource;
258 next_clocksource = NULL;
259 }
260 spin_unlock_irqrestore(&clocksource_lock, flags);
261
262 return curr_clocksource;
263}
264
265
266
267
268
269
270
271
272
273static struct clocksource *select_clocksource(void)
274{
275 struct clocksource *next;
276
277 if (list_empty(&clocksource_list))
278 return NULL;
279
280 if (clocksource_override)
281 next = clocksource_override;
282 else
283 next = list_entry(clocksource_list.next, struct clocksource,
284 list);
285
286 if (next == curr_clocksource)
287 return NULL;
288
289 return next;
290}
291
292
293
294
295static int clocksource_enqueue(struct clocksource *c)
296{
297 struct list_head *tmp, *entry = &clocksource_list;
298
299 list_for_each(tmp, &clocksource_list) {
300 struct clocksource *cs;
301
302 cs = list_entry(tmp, struct clocksource, list);
303 if (cs == c)
304 return -EBUSY;
305
306 if (cs->rating >= c->rating)
307 entry = tmp;
308 }
309 list_add(&c->list, entry);
310
311 if (strlen(c->name) == strlen(override_name) &&
312 !strcmp(c->name, override_name))
313 clocksource_override = c;
314
315 return 0;
316}
317
318
319
320
321
322
323
324int clocksource_register(struct clocksource *c)
325{
326 unsigned long flags;
327 int ret;
328
329
330 c->mult_orig = c->mult;
331
332 spin_lock_irqsave(&clocksource_lock, flags);
333 ret = clocksource_enqueue(c);
334 if (!ret)
335 next_clocksource = select_clocksource();
336 spin_unlock_irqrestore(&clocksource_lock, flags);
337 if (!ret)
338 clocksource_check_watchdog(c);
339 return ret;
340}
341EXPORT_SYMBOL(clocksource_register);
342
343
344
345
346
347void clocksource_change_rating(struct clocksource *cs, int rating)
348{
349 unsigned long flags;
350
351 spin_lock_irqsave(&clocksource_lock, flags);
352 list_del(&cs->list);
353 cs->rating = rating;
354 clocksource_enqueue(cs);
355 next_clocksource = select_clocksource();
356 spin_unlock_irqrestore(&clocksource_lock, flags);
357}
358
359
360
361
362void clocksource_unregister(struct clocksource *cs)
363{
364 unsigned long flags;
365
366 spin_lock_irqsave(&clocksource_lock, flags);
367 list_del(&cs->list);
368 if (clocksource_override == cs)
369 clocksource_override = NULL;
370 next_clocksource = select_clocksource();
371 spin_unlock_irqrestore(&clocksource_lock, flags);
372}
373
374#ifdef CONFIG_SYSFS
375
376
377
378
379
380
381
382static ssize_t
383sysfs_show_current_clocksources(struct sys_device *dev,
384 struct sysdev_attribute *attr, char *buf)
385{
386 ssize_t count = 0;
387
388 spin_lock_irq(&clocksource_lock);
389 count = snprintf(buf, PAGE_SIZE, "%s\n", curr_clocksource->name);
390 spin_unlock_irq(&clocksource_lock);
391
392 return count;
393}
394
395
396
397
398
399
400
401
402
403
404static ssize_t sysfs_override_clocksource(struct sys_device *dev,
405 struct sysdev_attribute *attr,
406 const char *buf, size_t count)
407{
408 struct clocksource *ovr = NULL;
409 size_t ret = count;
410 int len;
411
412
413 if (count >= sizeof(override_name))
414 return -EINVAL;
415
416
417 if (buf[count-1] == '\n')
418 count--;
419
420 spin_lock_irq(&clocksource_lock);
421
422 if (count > 0)
423 memcpy(override_name, buf, count);
424 override_name[count] = 0;
425
426 len = strlen(override_name);
427 if (len) {
428 struct clocksource *cs;
429
430 ovr = clocksource_override;
431
432 list_for_each_entry(cs, &clocksource_list, list) {
433 if (strlen(cs->name) == len &&
434 !strcmp(cs->name, override_name))
435 ovr = cs;
436 }
437 }
438
439
440 if (ovr != clocksource_override) {
441 clocksource_override = ovr;
442 next_clocksource = select_clocksource();
443 }
444
445 spin_unlock_irq(&clocksource_lock);
446
447 return ret;
448}
449
450
451
452
453
454
455
456
457static ssize_t
458sysfs_show_available_clocksources(struct sys_device *dev,
459 struct sysdev_attribute *attr,
460 char *buf)
461{
462 struct clocksource *src;
463 ssize_t count = 0;
464
465 spin_lock_irq(&clocksource_lock);
466 list_for_each_entry(src, &clocksource_list, list) {
467 count += snprintf(buf + count,
468 max((ssize_t)PAGE_SIZE - count, (ssize_t)0),
469 "%s ", src->name);
470 }
471 spin_unlock_irq(&clocksource_lock);
472
473 count += snprintf(buf + count,
474 max((ssize_t)PAGE_SIZE - count, (ssize_t)0), "\n");
475
476 return count;
477}
478
479
480
481
482static SYSDEV_ATTR(current_clocksource, 0644, sysfs_show_current_clocksources,
483 sysfs_override_clocksource);
484
485static SYSDEV_ATTR(available_clocksource, 0444,
486 sysfs_show_available_clocksources, NULL);
487
488static struct sysdev_class clocksource_sysclass = {
489 .name = "clocksource",
490};
491
492static struct sys_device device_clocksource = {
493 .id = 0,
494 .cls = &clocksource_sysclass,
495};
496
497static int __init init_clocksource_sysfs(void)
498{
499 int error = sysdev_class_register(&clocksource_sysclass);
500
501 if (!error)
502 error = sysdev_register(&device_clocksource);
503 if (!error)
504 error = sysdev_create_file(
505 &device_clocksource,
506 &attr_current_clocksource);
507 if (!error)
508 error = sysdev_create_file(
509 &device_clocksource,
510 &attr_available_clocksource);
511 return error;
512}
513
514device_initcall(init_clocksource_sysfs);
515#endif
516
517
518
519
520
521
522
523
524static int __init boot_override_clocksource(char* str)
525{
526 unsigned long flags;
527 spin_lock_irqsave(&clocksource_lock, flags);
528 if (str)
529 strlcpy(override_name, str, sizeof(override_name));
530 spin_unlock_irqrestore(&clocksource_lock, flags);
531 return 1;
532}
533
534__setup("clocksource=", boot_override_clocksource);
535
536
537
538
539
540
541
542
543static int __init boot_override_clock(char* str)
544{
545 if (!strcmp(str, "pmtmr")) {
546 printk("Warning: clock=pmtmr is deprecated. "
547 "Use clocksource=acpi_pm.\n");
548 return boot_override_clocksource("acpi_pm");
549 }
550 printk("Warning! clock= boot option is deprecated. "
551 "Use clocksource=xyz\n");
552 return boot_override_clocksource(str);
553}
554
555__setup("clock=", boot_override_clock);
556