1#ifndef _LINUX_BLKDEV_H
2#define _LINUX_BLKDEV_H
3
4#include <linux/config.h>
5#include <linux/major.h>
6#include <linux/genhd.h>
7#include <linux/list.h>
8#include <linux/timer.h>
9#include <linux/workqueue.h>
10#include <linux/pagemap.h>
11#include <linux/backing-dev.h>
12#include <linux/wait.h>
13#include <linux/mempool.h>
14#include <linux/bio.h>
15#include <linux/module.h>
16#include <linux/stringify.h>
17
18#include <asm/scatterlist.h>
19
20struct request_queue;
21typedef struct request_queue request_queue_t;
22struct elevator_queue;
23typedef struct elevator_queue elevator_t;
24struct request_pm_state;
25
26#define BLKDEV_MIN_RQ 4
27#define BLKDEV_MAX_RQ 128
28
29
30
31
32struct as_io_context {
33 spinlock_t lock;
34
35 void (*dtor)(struct as_io_context *aic);
36 void (*exit)(struct as_io_context *aic);
37
38 unsigned long state;
39 atomic_t nr_queued;
40 atomic_t nr_dispatched;
41
42
43
44 unsigned long last_end_request;
45 unsigned long ttime_total;
46 unsigned long ttime_samples;
47 unsigned long ttime_mean;
48
49 unsigned int seek_samples;
50 sector_t last_request_pos;
51 u64 seek_total;
52 sector_t seek_mean;
53};
54
55struct cfq_queue;
56struct cfq_io_context {
57 void (*dtor)(struct cfq_io_context *);
58 void (*exit)(struct cfq_io_context *);
59
60 struct io_context *ioc;
61
62
63
64
65 struct list_head list;
66 struct cfq_queue *cfqq;
67};
68
69
70
71
72
73
74struct io_context {
75 atomic_t refcount;
76 pid_t pid;
77
78
79
80
81 unsigned long last_waited;
82 int nr_batch_requests;
83
84 spinlock_t lock;
85
86 struct as_io_context *aic;
87 struct cfq_io_context *cic;
88};
89
90void put_io_context(struct io_context *ioc);
91void exit_io_context(void);
92struct io_context *get_io_context(int gfp_flags);
93void copy_io_context(struct io_context **pdst, struct io_context **psrc);
94void swap_io_context(struct io_context **ioc1, struct io_context **ioc2);
95
96struct request_list {
97 int count[2];
98 mempool_t *rq_pool;
99 wait_queue_head_t wait[2];
100 wait_queue_head_t drain;
101};
102
103#define BLK_MAX_CDB 16
104
105
106
107
108struct request {
109 struct list_head queuelist;
110
111
112 unsigned long flags;
113
114
115
116
117
118 sector_t sector;
119 unsigned long nr_sectors;
120
121 unsigned int current_nr_sectors;
122
123 sector_t hard_sector;
124 unsigned long hard_nr_sectors;
125
126 unsigned int hard_cur_sectors;
127
128 struct bio *bio;
129 struct bio *biotail;
130
131 void *elevator_private;
132
133 int rq_status;
134 struct gendisk *rq_disk;
135 int errors;
136 unsigned long start_time;
137
138
139
140
141 unsigned short nr_phys_segments;
142
143
144
145
146
147
148 unsigned short nr_hw_segments;
149
150 int tag;
151 char *buffer;
152
153 int ref_count;
154 request_queue_t *q;
155 struct request_list *rl;
156
157 struct completion *waiting;
158 void *special;
159
160
161
162
163 unsigned int cmd_len;
164 unsigned char cmd[BLK_MAX_CDB];
165
166 unsigned int data_len;
167 void *data;
168
169 unsigned int sense_len;
170 void *sense;
171
172 unsigned int timeout;
173
174
175
176
177 struct request_pm_state *pm;
178};
179
180
181
182
183enum rq_flag_bits {
184 __REQ_RW,
185 __REQ_FAILFAST,
186 __REQ_SOFTBARRIER,
187 __REQ_HARDBARRIER,
188 __REQ_CMD,
189 __REQ_NOMERGE,
190 __REQ_STARTED,
191 __REQ_DONTPREP,
192 __REQ_QUEUED,
193
194
195
196 __REQ_PC,
197 __REQ_BLOCK_PC,
198 __REQ_SENSE,
199
200 __REQ_FAILED,
201 __REQ_QUIET,
202 __REQ_SPECIAL,
203 __REQ_DRIVE_CMD,
204 __REQ_DRIVE_TASK,
205 __REQ_DRIVE_TASKFILE,
206 __REQ_PREEMPT,
207 __REQ_PM_SUSPEND,
208 __REQ_PM_RESUME,
209 __REQ_PM_SHUTDOWN,
210 __REQ_BAR_PREFLUSH,
211 __REQ_BAR_POSTFLUSH,
212 __REQ_NR_BITS,
213};
214
215#define REQ_RW (1 << __REQ_RW)
216#define REQ_FAILFAST (1 << __REQ_FAILFAST)
217#define REQ_SOFTBARRIER (1 << __REQ_SOFTBARRIER)
218#define REQ_HARDBARRIER (1 << __REQ_HARDBARRIER)
219#define REQ_CMD (1 << __REQ_CMD)
220#define REQ_NOMERGE (1 << __REQ_NOMERGE)
221#define REQ_STARTED (1 << __REQ_STARTED)
222#define REQ_DONTPREP (1 << __REQ_DONTPREP)
223#define REQ_QUEUED (1 << __REQ_QUEUED)
224#define REQ_PC (1 << __REQ_PC)
225#define REQ_BLOCK_PC (1 << __REQ_BLOCK_PC)
226#define REQ_SENSE (1 << __REQ_SENSE)
227#define REQ_FAILED (1 << __REQ_FAILED)
228#define REQ_QUIET (1 << __REQ_QUIET)
229#define REQ_SPECIAL (1 << __REQ_SPECIAL)
230#define REQ_DRIVE_CMD (1 << __REQ_DRIVE_CMD)
231#define REQ_DRIVE_TASK (1 << __REQ_DRIVE_TASK)
232#define REQ_DRIVE_TASKFILE (1 << __REQ_DRIVE_TASKFILE)
233#define REQ_PREEMPT (1 << __REQ_PREEMPT)
234#define REQ_PM_SUSPEND (1 << __REQ_PM_SUSPEND)
235#define REQ_PM_RESUME (1 << __REQ_PM_RESUME)
236#define REQ_PM_SHUTDOWN (1 << __REQ_PM_SHUTDOWN)
237#define REQ_BAR_PREFLUSH (1 << __REQ_BAR_PREFLUSH)
238#define REQ_BAR_POSTFLUSH (1 << __REQ_BAR_POSTFLUSH)
239
240
241
242
243
244struct request_pm_state
245{
246
247 int pm_step;
248
249 u32 pm_state;
250 void* data;
251};
252
253#include <linux/elevator.h>
254
255typedef int (merge_request_fn) (request_queue_t *, struct request *,
256 struct bio *);
257typedef int (merge_requests_fn) (request_queue_t *, struct request *,
258 struct request *);
259typedef void (request_fn_proc) (request_queue_t *q);
260typedef int (make_request_fn) (request_queue_t *q, struct bio *bio);
261typedef int (prep_rq_fn) (request_queue_t *, struct request *);
262typedef void (unplug_fn) (request_queue_t *);
263
264struct bio_vec;
265typedef int (merge_bvec_fn) (request_queue_t *, struct bio *, struct bio_vec *);
266typedef void (activity_fn) (void *data, int rw);
267typedef int (issue_flush_fn) (request_queue_t *, struct gendisk *, sector_t *);
268
269enum blk_queue_state {
270 Queue_down,
271 Queue_up,
272};
273
274#define BLK_TAGS_PER_LONG (sizeof(unsigned long) * 8)
275#define BLK_TAGS_MASK (BLK_TAGS_PER_LONG - 1)
276
277struct blk_queue_tag {
278 struct request **tag_index;
279 unsigned long *tag_map;
280 struct list_head busy_list;
281 int busy;
282 int max_depth;
283 int real_max_depth;
284 atomic_t refcnt;
285};
286
287struct request_queue
288{
289
290
291
292 struct list_head queue_head;
293 struct request *last_merge;
294 elevator_t *elevator;
295
296
297
298
299 struct request_list rq;
300
301 request_fn_proc *request_fn;
302 merge_request_fn *back_merge_fn;
303 merge_request_fn *front_merge_fn;
304 merge_requests_fn *merge_requests_fn;
305 make_request_fn *make_request_fn;
306 prep_rq_fn *prep_rq_fn;
307 unplug_fn *unplug_fn;
308 merge_bvec_fn *merge_bvec_fn;
309 activity_fn *activity_fn;
310 issue_flush_fn *issue_flush_fn;
311
312
313
314
315 struct timer_list unplug_timer;
316 int unplug_thresh;
317 unsigned long unplug_delay;
318 struct work_struct unplug_work;
319
320 struct backing_dev_info backing_dev_info;
321
322
323
324
325
326 void *queuedata;
327
328 void *activity_data;
329
330
331
332
333 unsigned long bounce_pfn;
334 int bounce_gfp;
335
336
337
338
339 unsigned long queue_flags;
340
341
342
343
344 spinlock_t *queue_lock;
345
346
347
348
349 struct kobject kobj;
350
351
352
353
354 unsigned long nr_requests;
355 unsigned int nr_congestion_on;
356 unsigned int nr_congestion_off;
357 unsigned int nr_batching;
358
359 unsigned short max_sectors;
360 unsigned short max_hw_sectors;
361 unsigned short max_phys_segments;
362 unsigned short max_hw_segments;
363 unsigned short hardsect_size;
364 unsigned int max_segment_size;
365
366 unsigned long seg_boundary_mask;
367 unsigned int dma_alignment;
368
369 struct blk_queue_tag *queue_tags;
370
371 atomic_t refcnt;
372
373 unsigned int in_flight;
374
375
376
377
378 unsigned int sg_timeout;
379 unsigned int sg_reserved_size;
380
381 struct list_head drain_list;
382};
383
384#define RQ_INACTIVE (-1)
385#define RQ_ACTIVE 1
386#define RQ_SCSI_BUSY 0xffff
387#define RQ_SCSI_DONE 0xfffe
388#define RQ_SCSI_DISCONNECTING 0xffe0
389
390#define QUEUE_FLAG_CLUSTER 0
391#define QUEUE_FLAG_QUEUED 1
392#define QUEUE_FLAG_STOPPED 2
393#define QUEUE_FLAG_READFULL 3
394#define QUEUE_FLAG_WRITEFULL 4
395#define QUEUE_FLAG_DEAD 5
396#define QUEUE_FLAG_REENTER 6
397#define QUEUE_FLAG_PLUGGED 7
398#define QUEUE_FLAG_ORDERED 8
399#define QUEUE_FLAG_DRAIN 9
400
401#define blk_queue_plugged(q) test_bit(QUEUE_FLAG_PLUGGED, &(q)->queue_flags)
402#define blk_queue_tagged(q) test_bit(QUEUE_FLAG_QUEUED, &(q)->queue_flags)
403#define blk_queue_stopped(q) test_bit(QUEUE_FLAG_STOPPED, &(q)->queue_flags)
404
405#define blk_fs_request(rq) ((rq)->flags & REQ_CMD)
406#define blk_pc_request(rq) ((rq)->flags & REQ_BLOCK_PC)
407#define blk_noretry_request(rq) ((rq)->flags & REQ_FAILFAST)
408#define blk_rq_started(rq) ((rq)->flags & REQ_STARTED)
409
410#define blk_account_rq(rq) (blk_rq_started(rq) && blk_fs_request(rq))
411
412#define blk_pm_suspend_request(rq) ((rq)->flags & REQ_PM_SUSPEND)
413#define blk_pm_resume_request(rq) ((rq)->flags & REQ_PM_RESUME)
414#define blk_pm_request(rq) \
415 ((rq)->flags & (REQ_PM_SUSPEND | REQ_PM_RESUME))
416
417#define blk_barrier_rq(rq) ((rq)->flags & REQ_HARDBARRIER)
418#define blk_barrier_preflush(rq) ((rq)->flags & REQ_BAR_PREFLUSH)
419#define blk_barrier_postflush(rq) ((rq)->flags & REQ_BAR_POSTFLUSH)
420
421#define list_entry_rq(ptr) list_entry((ptr), struct request, queuelist)
422
423#define rq_data_dir(rq) ((rq)->flags & 1)
424
425static inline int blk_queue_full(struct request_queue *q, int rw)
426{
427 if (rw == READ)
428 return test_bit(QUEUE_FLAG_READFULL, &q->queue_flags);
429 return test_bit(QUEUE_FLAG_WRITEFULL, &q->queue_flags);
430}
431
432static inline void blk_set_queue_full(struct request_queue *q, int rw)
433{
434 if (rw == READ)
435 set_bit(QUEUE_FLAG_READFULL, &q->queue_flags);
436 else
437 set_bit(QUEUE_FLAG_WRITEFULL, &q->queue_flags);
438}
439
440static inline void blk_clear_queue_full(struct request_queue *q, int rw)
441{
442 if (rw == READ)
443 clear_bit(QUEUE_FLAG_READFULL, &q->queue_flags);
444 else
445 clear_bit(QUEUE_FLAG_WRITEFULL, &q->queue_flags);
446}
447
448
449
450
451
452
453#define RQ_NOMERGE_FLAGS \
454 (REQ_NOMERGE | REQ_STARTED | REQ_HARDBARRIER | REQ_SOFTBARRIER)
455#define rq_mergeable(rq) \
456 (!((rq)->flags & RQ_NOMERGE_FLAGS) && blk_fs_request((rq)))
457
458
459
460
461
462#define blk_queue_headactive(q, head_active)
463
464
465
466
467#define BLKPREP_OK 0
468#define BLKPREP_KILL 1
469#define BLKPREP_DEFER 2
470
471extern unsigned long blk_max_low_pfn, blk_max_pfn;
472
473
474
475
476
477
478
479
480#define BLK_BOUNCE_HIGH ((u64)blk_max_low_pfn << PAGE_SHIFT)
481#define BLK_BOUNCE_ANY ((u64)blk_max_pfn << PAGE_SHIFT)
482#define BLK_BOUNCE_ISA (ISA_DMA_THRESHOLD)
483
484#ifdef CONFIG_MMU
485extern int init_emergency_isa_pool(void);
486extern void blk_queue_bounce(request_queue_t *q, struct bio **bio);
487#else
488static inline int init_emergency_isa_pool(void)
489{
490 return 0;
491}
492static inline void blk_queue_bounce(request_queue_t *q, struct bio **bio)
493{
494}
495#endif
496
497#define rq_for_each_bio(_bio, rq) \
498 if ((rq->bio)) \
499 for (_bio = (rq)->bio; _bio; _bio = _bio->bi_next)
500
501struct sec_size {
502 unsigned block_size;
503 unsigned block_size_bits;
504};
505
506extern int blk_register_queue(struct gendisk *disk);
507extern void blk_unregister_queue(struct gendisk *disk);
508extern void register_disk(struct gendisk *dev);
509extern void generic_make_request(struct bio *bio);
510extern void blk_put_request(struct request *);
511extern void blk_attempt_remerge(request_queue_t *, struct request *);
512extern void __blk_attempt_remerge(request_queue_t *, struct request *);
513extern struct request *blk_get_request(request_queue_t *, int, int);
514extern void blk_put_request(struct request *);
515extern void blk_insert_request(request_queue_t *, struct request *, int, void *, int);
516extern void blk_requeue_request(request_queue_t *, struct request *);
517extern void blk_plug_device(request_queue_t *);
518extern int blk_remove_plug(request_queue_t *);
519extern void blk_recount_segments(request_queue_t *, struct bio *);
520extern int blk_phys_contig_segment(request_queue_t *q, struct bio *, struct bio *);
521extern int blk_hw_contig_segment(request_queue_t *q, struct bio *, struct bio *);
522extern int scsi_cmd_ioctl(struct file *, struct gendisk *, unsigned int, void __user *);
523extern void blk_start_queue(request_queue_t *q);
524extern void blk_stop_queue(request_queue_t *q);
525extern void blk_sync_queue(struct request_queue *q);
526extern void __blk_stop_queue(request_queue_t *q);
527extern void blk_run_queue(request_queue_t *);
528extern void blk_queue_activity_fn(request_queue_t *, activity_fn *, void *);
529extern struct request *blk_rq_map_user(request_queue_t *, int, void __user *, unsigned int);
530extern int blk_rq_unmap_user(struct request *, struct bio *, unsigned int);
531extern int blk_execute_rq(request_queue_t *, struct gendisk *, struct request *);
532
533static inline request_queue_t *bdev_get_queue(struct block_device *bdev)
534{
535 return bdev->bd_disk->queue;
536}
537
538static inline void blk_run_backing_dev(struct backing_dev_info *bdi,
539 struct page *page)
540{
541 if (bdi && bdi->unplug_io_fn)
542 bdi->unplug_io_fn(bdi, page);
543}
544
545static inline void blk_run_address_space(struct address_space *mapping)
546{
547 if (mapping)
548 blk_run_backing_dev(mapping->backing_dev_info, NULL);
549}
550
551
552
553
554
555
556
557
558
559
560extern int end_that_request_first(struct request *, int, int);
561extern int end_that_request_chunk(struct request *, int, int);
562extern void end_that_request_last(struct request *);
563extern void end_request(struct request *req, int uptodate);
564
565
566
567
568
569
570
571#define end_io_error(uptodate) (unlikely((uptodate) <= 0))
572
573static inline void blkdev_dequeue_request(struct request *req)
574{
575 BUG_ON(list_empty(&req->queuelist));
576
577 list_del_init(&req->queuelist);
578
579 if (req->rl)
580 elv_remove_request(req->q, req);
581}
582
583
584
585
586extern request_queue_t *blk_init_queue(request_fn_proc *, spinlock_t *);
587extern void blk_cleanup_queue(request_queue_t *);
588extern void blk_queue_make_request(request_queue_t *, make_request_fn *);
589extern void blk_queue_bounce_limit(request_queue_t *, u64);
590extern void blk_queue_max_sectors(request_queue_t *, unsigned short);
591extern void blk_queue_max_phys_segments(request_queue_t *, unsigned short);
592extern void blk_queue_max_hw_segments(request_queue_t *, unsigned short);
593extern void blk_queue_max_segment_size(request_queue_t *, unsigned int);
594extern void blk_queue_hardsect_size(request_queue_t *, unsigned short);
595extern void blk_queue_stack_limits(request_queue_t *t, request_queue_t *b);
596extern void blk_queue_segment_boundary(request_queue_t *, unsigned long);
597extern void blk_queue_prep_rq(request_queue_t *, prep_rq_fn *pfn);
598extern void blk_queue_merge_bvec(request_queue_t *, merge_bvec_fn *);
599extern void blk_queue_dma_alignment(request_queue_t *, int);
600extern struct backing_dev_info *blk_get_backing_dev_info(struct block_device *bdev);
601extern void blk_queue_ordered(request_queue_t *, int);
602extern void blk_queue_issue_flush_fn(request_queue_t *, issue_flush_fn *);
603extern int blkdev_scsi_issue_flush_fn(request_queue_t *, struct gendisk *, sector_t *);
604
605extern int blk_rq_map_sg(request_queue_t *, struct request *, struct scatterlist *);
606extern void blk_dump_rq_flags(struct request *, char *);
607extern void generic_unplug_device(request_queue_t *);
608extern void __generic_unplug_device(request_queue_t *);
609extern long nr_blockdev_pages(void);
610extern void blk_wait_queue_drained(request_queue_t *, int);
611extern void blk_finish_queue_drain(request_queue_t *);
612
613int blk_get_queue(request_queue_t *);
614request_queue_t *blk_alloc_queue(int);
615#define blk_put_queue(q) blk_cleanup_queue((q))
616
617
618
619
620#define blk_queue_tag_depth(q) ((q)->queue_tags->busy)
621#define blk_queue_tag_queue(q) ((q)->queue_tags->busy < (q)->queue_tags->max_depth)
622#define blk_rq_tagged(rq) ((rq)->flags & REQ_QUEUED)
623extern int blk_queue_start_tag(request_queue_t *, struct request *);
624extern struct request *blk_queue_find_tag(request_queue_t *, int);
625extern void blk_queue_end_tag(request_queue_t *, struct request *);
626extern int blk_queue_init_tags(request_queue_t *, int, struct blk_queue_tag *);
627extern void blk_queue_free_tags(request_queue_t *);
628extern int blk_queue_resize_tags(request_queue_t *, int);
629extern void blk_queue_invalidate_tags(request_queue_t *);
630extern long blk_congestion_wait(int rw, long timeout);
631
632extern void blk_rq_bio_prep(request_queue_t *, struct request *, struct bio *);
633extern int blkdev_issue_flush(struct block_device *, sector_t *);
634
635#define MAX_PHYS_SEGMENTS 128
636#define MAX_HW_SEGMENTS 128
637#define MAX_SECTORS 255
638
639#define MAX_SEGMENT_SIZE 65536
640
641#define blkdev_entry_to_request(entry) list_entry((entry), struct request, queuelist)
642
643extern void drive_stat_acct(struct request *, int, int);
644
645static inline int queue_hardsect_size(request_queue_t *q)
646{
647 int retval = 512;
648
649 if (q && q->hardsect_size)
650 retval = q->hardsect_size;
651
652 return retval;
653}
654
655static inline int bdev_hardsect_size(struct block_device *bdev)
656{
657 return queue_hardsect_size(bdev_get_queue(bdev));
658}
659
660static inline int queue_dma_alignment(request_queue_t *q)
661{
662 int retval = 511;
663
664 if (q && q->dma_alignment)
665 retval = q->dma_alignment;
666
667 return retval;
668}
669
670static inline int bdev_dma_aligment(struct block_device *bdev)
671{
672 return queue_dma_alignment(bdev_get_queue(bdev));
673}
674
675#define blk_finished_io(nsects) do { } while (0)
676#define blk_started_io(nsects) do { } while (0)
677
678
679static inline unsigned int blksize_bits(unsigned int size)
680{
681 unsigned int bits = 8;
682 do {
683 bits++;
684 size >>= 1;
685 } while (size > 256);
686 return bits;
687}
688
689extern inline unsigned int block_size(struct block_device *bdev)
690{
691 return bdev->bd_block_size;
692}
693
694typedef struct {struct page *v;} Sector;
695
696unsigned char *read_dev_sector(struct block_device *, sector_t, Sector *);
697
698static inline void put_dev_sector(Sector p)
699{
700 page_cache_release(p.v);
701}
702
703struct work_struct;
704int kblockd_schedule_work(struct work_struct *work);
705void kblockd_flush(void);
706
707#ifdef CONFIG_LBD
708# include <asm/div64.h>
709# define sector_div(a, b) do_div(a, b)
710#else
711# define sector_div(n, b)( \
712{ \
713 int _res; \
714 _res = (n) % (b); \
715 (n) /= (b); \
716 _res; \
717} \
718)
719#endif
720
721#define MODULE_ALIAS_BLOCKDEV(major,minor) \
722 MODULE_ALIAS("block-major-" __stringify(major) "-" __stringify(minor))
723#define MODULE_ALIAS_BLOCKDEV_MAJOR(major) \
724 MODULE_ALIAS("block-major-" __stringify(major) "-*")
725
726
727#endif
728