1#ifndef _LINUX_BLKDEV_H
2#define _LINUX_BLKDEV_H
3
4#include <linux/config.h>
5#include <linux/major.h>
6#include <linux/genhd.h>
7#include <linux/list.h>
8#include <linux/timer.h>
9#include <linux/workqueue.h>
10#include <linux/pagemap.h>
11#include <linux/backing-dev.h>
12#include <linux/wait.h>
13#include <linux/mempool.h>
14#include <linux/bio.h>
15#include <linux/module.h>
16#include <linux/stringify.h>
17
18#include <asm/scatterlist.h>
19
20struct request_queue;
21typedef struct request_queue request_queue_t;
22struct elevator_queue;
23typedef struct elevator_queue elevator_t;
24struct request_pm_state;
25
26#define BLKDEV_MIN_RQ 4
27#define BLKDEV_MAX_RQ 128
28
29
30
31
32struct as_io_context {
33 spinlock_t lock;
34
35 void (*dtor)(struct as_io_context *aic);
36 void (*exit)(struct as_io_context *aic);
37
38 unsigned long state;
39 atomic_t nr_queued;
40 atomic_t nr_dispatched;
41
42
43
44 unsigned long last_end_request;
45 unsigned long ttime_total;
46 unsigned long ttime_samples;
47 unsigned long ttime_mean;
48
49 unsigned int seek_samples;
50 sector_t last_request_pos;
51 u64 seek_total;
52 sector_t seek_mean;
53};
54
55struct cfq_queue;
56struct cfq_io_context {
57 void (*dtor)(struct cfq_io_context *);
58 void (*exit)(struct cfq_io_context *);
59
60 struct io_context *ioc;
61
62
63
64
65 struct list_head list;
66 struct cfq_queue *cfqq;
67};
68
69
70
71
72
73
74struct io_context {
75 atomic_t refcount;
76 pid_t pid;
77
78
79
80
81 unsigned long last_waited;
82 int nr_batch_requests;
83
84 spinlock_t lock;
85
86 struct as_io_context *aic;
87 struct cfq_io_context *cic;
88};
89
90void put_io_context(struct io_context *ioc);
91void exit_io_context(void);
92struct io_context *get_io_context(int gfp_flags);
93void copy_io_context(struct io_context **pdst, struct io_context **psrc);
94void swap_io_context(struct io_context **ioc1, struct io_context **ioc2);
95
96struct request;
97typedef void (rq_end_io_fn)(struct request *);
98
99struct request_list {
100 int count[2];
101 int starved[2];
102 mempool_t *rq_pool;
103 wait_queue_head_t wait[2];
104 wait_queue_head_t drain;
105};
106
107#define BLK_MAX_CDB 16
108
109
110
111
112struct request {
113 struct list_head queuelist;
114
115
116 unsigned long flags;
117
118
119
120
121
122 sector_t sector;
123 unsigned long nr_sectors;
124
125 unsigned int current_nr_sectors;
126
127 sector_t hard_sector;
128 unsigned long hard_nr_sectors;
129
130 unsigned int hard_cur_sectors;
131
132 struct bio *bio;
133 struct bio *biotail;
134
135 void *elevator_private;
136
137 int rq_status;
138 struct gendisk *rq_disk;
139 int errors;
140 unsigned long start_time;
141
142
143
144
145 unsigned short nr_phys_segments;
146
147
148
149
150
151
152 unsigned short nr_hw_segments;
153
154 int tag;
155 char *buffer;
156
157 int ref_count;
158 request_queue_t *q;
159 struct request_list *rl;
160
161 struct completion *waiting;
162 void *special;
163
164
165
166
167 unsigned int cmd_len;
168 unsigned char cmd[BLK_MAX_CDB];
169
170 unsigned int data_len;
171 void *data;
172
173 unsigned int sense_len;
174 void *sense;
175
176 unsigned int timeout;
177
178
179
180
181 struct request_pm_state *pm;
182
183
184
185
186 rq_end_io_fn *end_io;
187 void *end_io_data;
188};
189
190
191
192
193enum rq_flag_bits {
194 __REQ_RW,
195 __REQ_FAILFAST,
196 __REQ_SOFTBARRIER,
197 __REQ_HARDBARRIER,
198 __REQ_CMD,
199 __REQ_NOMERGE,
200 __REQ_STARTED,
201 __REQ_DONTPREP,
202 __REQ_QUEUED,
203
204
205
206 __REQ_PC,
207 __REQ_BLOCK_PC,
208 __REQ_SENSE,
209
210 __REQ_FAILED,
211 __REQ_QUIET,
212 __REQ_SPECIAL,
213 __REQ_DRIVE_CMD,
214 __REQ_DRIVE_TASK,
215 __REQ_DRIVE_TASKFILE,
216 __REQ_PREEMPT,
217 __REQ_PM_SUSPEND,
218 __REQ_PM_RESUME,
219 __REQ_PM_SHUTDOWN,
220 __REQ_BAR_PREFLUSH,
221 __REQ_BAR_POSTFLUSH,
222 __REQ_BAR_FLUSH,
223 __REQ_NR_BITS,
224};
225
226#define REQ_RW (1 << __REQ_RW)
227#define REQ_FAILFAST (1 << __REQ_FAILFAST)
228#define REQ_SOFTBARRIER (1 << __REQ_SOFTBARRIER)
229#define REQ_HARDBARRIER (1 << __REQ_HARDBARRIER)
230#define REQ_CMD (1 << __REQ_CMD)
231#define REQ_NOMERGE (1 << __REQ_NOMERGE)
232#define REQ_STARTED (1 << __REQ_STARTED)
233#define REQ_DONTPREP (1 << __REQ_DONTPREP)
234#define REQ_QUEUED (1 << __REQ_QUEUED)
235#define REQ_PC (1 << __REQ_PC)
236#define REQ_BLOCK_PC (1 << __REQ_BLOCK_PC)
237#define REQ_SENSE (1 << __REQ_SENSE)
238#define REQ_FAILED (1 << __REQ_FAILED)
239#define REQ_QUIET (1 << __REQ_QUIET)
240#define REQ_SPECIAL (1 << __REQ_SPECIAL)
241#define REQ_DRIVE_CMD (1 << __REQ_DRIVE_CMD)
242#define REQ_DRIVE_TASK (1 << __REQ_DRIVE_TASK)
243#define REQ_DRIVE_TASKFILE (1 << __REQ_DRIVE_TASKFILE)
244#define REQ_PREEMPT (1 << __REQ_PREEMPT)
245#define REQ_PM_SUSPEND (1 << __REQ_PM_SUSPEND)
246#define REQ_PM_RESUME (1 << __REQ_PM_RESUME)
247#define REQ_PM_SHUTDOWN (1 << __REQ_PM_SHUTDOWN)
248#define REQ_BAR_PREFLUSH (1 << __REQ_BAR_PREFLUSH)
249#define REQ_BAR_POSTFLUSH (1 << __REQ_BAR_POSTFLUSH)
250#define REQ_BAR_FLUSH (1 << __REQ_BAR_FLUSH)
251
252
253
254
255
256struct request_pm_state
257{
258
259 int pm_step;
260
261 u32 pm_state;
262 void* data;
263};
264
265#include <linux/elevator.h>
266
267typedef int (merge_request_fn) (request_queue_t *, struct request *,
268 struct bio *);
269typedef int (merge_requests_fn) (request_queue_t *, struct request *,
270 struct request *);
271typedef void (request_fn_proc) (request_queue_t *q);
272typedef int (make_request_fn) (request_queue_t *q, struct bio *bio);
273typedef int (prep_rq_fn) (request_queue_t *, struct request *);
274typedef void (unplug_fn) (request_queue_t *);
275
276struct bio_vec;
277typedef int (merge_bvec_fn) (request_queue_t *, struct bio *, struct bio_vec *);
278typedef void (activity_fn) (void *data, int rw);
279typedef int (issue_flush_fn) (request_queue_t *, struct gendisk *, sector_t *);
280typedef int (prepare_flush_fn) (request_queue_t *, struct request *);
281typedef void (end_flush_fn) (request_queue_t *, struct request *);
282
283enum blk_queue_state {
284 Queue_down,
285 Queue_up,
286};
287
288#define BLK_TAGS_PER_LONG (sizeof(unsigned long) * 8)
289#define BLK_TAGS_MASK (BLK_TAGS_PER_LONG - 1)
290
291struct blk_queue_tag {
292 struct request **tag_index;
293 unsigned long *tag_map;
294 struct list_head busy_list;
295 int busy;
296 int max_depth;
297 int real_max_depth;
298 atomic_t refcnt;
299};
300
301struct request_queue
302{
303
304
305
306 struct list_head queue_head;
307 struct request *last_merge;
308 elevator_t *elevator;
309
310
311
312
313 struct request_list rq;
314
315 request_fn_proc *request_fn;
316 merge_request_fn *back_merge_fn;
317 merge_request_fn *front_merge_fn;
318 merge_requests_fn *merge_requests_fn;
319 make_request_fn *make_request_fn;
320 prep_rq_fn *prep_rq_fn;
321 unplug_fn *unplug_fn;
322 merge_bvec_fn *merge_bvec_fn;
323 activity_fn *activity_fn;
324 issue_flush_fn *issue_flush_fn;
325 prepare_flush_fn *prepare_flush_fn;
326 end_flush_fn *end_flush_fn;
327
328
329
330
331 struct timer_list unplug_timer;
332 int unplug_thresh;
333 unsigned long unplug_delay;
334 struct work_struct unplug_work;
335
336 struct backing_dev_info backing_dev_info;
337
338
339
340
341
342 void *queuedata;
343
344 void *activity_data;
345
346
347
348
349 unsigned long bounce_pfn;
350 unsigned int bounce_gfp;
351
352
353
354
355 unsigned long queue_flags;
356
357
358
359
360
361
362 spinlock_t __queue_lock;
363 spinlock_t *queue_lock;
364
365
366
367
368 struct kobject kobj;
369
370
371
372
373 unsigned long nr_requests;
374 unsigned int nr_congestion_on;
375 unsigned int nr_congestion_off;
376 unsigned int nr_batching;
377
378 unsigned short max_sectors;
379 unsigned short max_hw_sectors;
380 unsigned short max_phys_segments;
381 unsigned short max_hw_segments;
382 unsigned short hardsect_size;
383 unsigned int max_segment_size;
384
385 unsigned long seg_boundary_mask;
386 unsigned int dma_alignment;
387
388 struct blk_queue_tag *queue_tags;
389
390 atomic_t refcnt;
391
392 unsigned int in_flight;
393
394
395
396
397 unsigned int sg_timeout;
398 unsigned int sg_reserved_size;
399
400 struct list_head drain_list;
401
402
403
404
405 struct request *flush_rq;
406 unsigned char ordered;
407};
408
409enum {
410 QUEUE_ORDERED_NONE,
411 QUEUE_ORDERED_TAG,
412 QUEUE_ORDERED_FLUSH,
413};
414
415#define RQ_INACTIVE (-1)
416#define RQ_ACTIVE 1
417#define RQ_SCSI_BUSY 0xffff
418#define RQ_SCSI_DONE 0xfffe
419#define RQ_SCSI_DISCONNECTING 0xffe0
420
421#define QUEUE_FLAG_CLUSTER 0
422#define QUEUE_FLAG_QUEUED 1
423#define QUEUE_FLAG_STOPPED 2
424#define QUEUE_FLAG_READFULL 3
425#define QUEUE_FLAG_WRITEFULL 4
426#define QUEUE_FLAG_DEAD 5
427#define QUEUE_FLAG_REENTER 6
428#define QUEUE_FLAG_PLUGGED 7
429#define QUEUE_FLAG_DRAIN 8
430#define QUEUE_FLAG_FLUSH 9
431
432#define blk_queue_plugged(q) test_bit(QUEUE_FLAG_PLUGGED, &(q)->queue_flags)
433#define blk_queue_tagged(q) test_bit(QUEUE_FLAG_QUEUED, &(q)->queue_flags)
434#define blk_queue_stopped(q) test_bit(QUEUE_FLAG_STOPPED, &(q)->queue_flags)
435#define blk_queue_flushing(q) test_bit(QUEUE_FLAG_FLUSH, &(q)->queue_flags)
436
437#define blk_fs_request(rq) ((rq)->flags & REQ_CMD)
438#define blk_pc_request(rq) ((rq)->flags & REQ_BLOCK_PC)
439#define blk_noretry_request(rq) ((rq)->flags & REQ_FAILFAST)
440#define blk_rq_started(rq) ((rq)->flags & REQ_STARTED)
441
442#define blk_account_rq(rq) (blk_rq_started(rq) && blk_fs_request(rq))
443
444#define blk_pm_suspend_request(rq) ((rq)->flags & REQ_PM_SUSPEND)
445#define blk_pm_resume_request(rq) ((rq)->flags & REQ_PM_RESUME)
446#define blk_pm_request(rq) \
447 ((rq)->flags & (REQ_PM_SUSPEND | REQ_PM_RESUME))
448
449#define blk_barrier_rq(rq) ((rq)->flags & REQ_HARDBARRIER)
450#define blk_barrier_preflush(rq) ((rq)->flags & REQ_BAR_PREFLUSH)
451#define blk_barrier_postflush(rq) ((rq)->flags & REQ_BAR_POSTFLUSH)
452
453#define list_entry_rq(ptr) list_entry((ptr), struct request, queuelist)
454
455#define rq_data_dir(rq) ((rq)->flags & 1)
456
457static inline int blk_queue_full(struct request_queue *q, int rw)
458{
459 if (rw == READ)
460 return test_bit(QUEUE_FLAG_READFULL, &q->queue_flags);
461 return test_bit(QUEUE_FLAG_WRITEFULL, &q->queue_flags);
462}
463
464static inline void blk_set_queue_full(struct request_queue *q, int rw)
465{
466 if (rw == READ)
467 set_bit(QUEUE_FLAG_READFULL, &q->queue_flags);
468 else
469 set_bit(QUEUE_FLAG_WRITEFULL, &q->queue_flags);
470}
471
472static inline void blk_clear_queue_full(struct request_queue *q, int rw)
473{
474 if (rw == READ)
475 clear_bit(QUEUE_FLAG_READFULL, &q->queue_flags);
476 else
477 clear_bit(QUEUE_FLAG_WRITEFULL, &q->queue_flags);
478}
479
480
481
482
483
484
485#define RQ_NOMERGE_FLAGS \
486 (REQ_NOMERGE | REQ_STARTED | REQ_HARDBARRIER | REQ_SOFTBARRIER)
487#define rq_mergeable(rq) \
488 (!((rq)->flags & RQ_NOMERGE_FLAGS) && blk_fs_request((rq)))
489
490
491
492
493
494#define blk_queue_headactive(q, head_active)
495
496
497
498
499#define BLKPREP_OK 0
500#define BLKPREP_KILL 1
501#define BLKPREP_DEFER 2
502
503extern unsigned long blk_max_low_pfn, blk_max_pfn;
504
505
506
507
508
509
510
511
512#define BLK_BOUNCE_HIGH ((u64)blk_max_low_pfn << PAGE_SHIFT)
513#define BLK_BOUNCE_ANY ((u64)blk_max_pfn << PAGE_SHIFT)
514#define BLK_BOUNCE_ISA (ISA_DMA_THRESHOLD)
515
516#ifdef CONFIG_MMU
517extern int init_emergency_isa_pool(void);
518extern void blk_queue_bounce(request_queue_t *q, struct bio **bio);
519#else
520static inline int init_emergency_isa_pool(void)
521{
522 return 0;
523}
524static inline void blk_queue_bounce(request_queue_t *q, struct bio **bio)
525{
526}
527#endif
528
529#define rq_for_each_bio(_bio, rq) \
530 if ((rq->bio)) \
531 for (_bio = (rq)->bio; _bio; _bio = _bio->bi_next)
532
533struct sec_size {
534 unsigned block_size;
535 unsigned block_size_bits;
536};
537
538extern int blk_register_queue(struct gendisk *disk);
539extern void blk_unregister_queue(struct gendisk *disk);
540extern void register_disk(struct gendisk *dev);
541extern void generic_make_request(struct bio *bio);
542extern void blk_put_request(struct request *);
543extern void blk_end_sync_rq(struct request *rq);
544extern void blk_attempt_remerge(request_queue_t *, struct request *);
545extern void __blk_attempt_remerge(request_queue_t *, struct request *);
546extern struct request *blk_get_request(request_queue_t *, int, int);
547extern void blk_insert_request(request_queue_t *, struct request *, int, void *, int);
548extern void blk_requeue_request(request_queue_t *, struct request *);
549extern void blk_plug_device(request_queue_t *);
550extern int blk_remove_plug(request_queue_t *);
551extern void blk_recount_segments(request_queue_t *, struct bio *);
552extern int blk_phys_contig_segment(request_queue_t *q, struct bio *, struct bio *);
553extern int blk_hw_contig_segment(request_queue_t *q, struct bio *, struct bio *);
554extern int scsi_cmd_ioctl(struct file *, struct gendisk *, unsigned int, void __user *);
555extern void blk_start_queue(request_queue_t *q);
556extern void blk_stop_queue(request_queue_t *q);
557extern void blk_sync_queue(struct request_queue *q);
558extern void __blk_stop_queue(request_queue_t *q);
559extern void blk_run_queue(request_queue_t *);
560extern void blk_queue_activity_fn(request_queue_t *, activity_fn *, void *);
561extern struct request *blk_rq_map_user(request_queue_t *, int, void __user *, unsigned int);
562extern int blk_rq_unmap_user(struct request *, struct bio *, unsigned int);
563extern int blk_execute_rq(request_queue_t *, struct gendisk *, struct request *);
564
565static inline request_queue_t *bdev_get_queue(struct block_device *bdev)
566{
567 return bdev->bd_disk->queue;
568}
569
570static inline void blk_run_backing_dev(struct backing_dev_info *bdi,
571 struct page *page)
572{
573 if (bdi && bdi->unplug_io_fn)
574 bdi->unplug_io_fn(bdi, page);
575}
576
577static inline void blk_run_address_space(struct address_space *mapping)
578{
579 if (mapping)
580 blk_run_backing_dev(mapping->backing_dev_info, NULL);
581}
582
583
584
585
586
587
588
589
590
591
592extern int end_that_request_first(struct request *, int, int);
593extern int end_that_request_chunk(struct request *, int, int);
594extern void end_that_request_last(struct request *);
595extern void end_request(struct request *req, int uptodate);
596
597
598
599
600
601
602
603#define end_io_error(uptodate) (unlikely((uptodate) <= 0))
604
605static inline void blkdev_dequeue_request(struct request *req)
606{
607 BUG_ON(list_empty(&req->queuelist));
608
609 list_del_init(&req->queuelist);
610
611 if (req->rl)
612 elv_remove_request(req->q, req);
613}
614
615
616
617
618extern request_queue_t *blk_init_queue(request_fn_proc *, spinlock_t *);
619extern void blk_cleanup_queue(request_queue_t *);
620extern void blk_queue_make_request(request_queue_t *, make_request_fn *);
621extern void blk_queue_bounce_limit(request_queue_t *, u64);
622extern void blk_queue_max_sectors(request_queue_t *, unsigned short);
623extern void blk_queue_max_phys_segments(request_queue_t *, unsigned short);
624extern void blk_queue_max_hw_segments(request_queue_t *, unsigned short);
625extern void blk_queue_max_segment_size(request_queue_t *, unsigned int);
626extern void blk_queue_hardsect_size(request_queue_t *, unsigned short);
627extern void blk_queue_stack_limits(request_queue_t *t, request_queue_t *b);
628extern void blk_queue_segment_boundary(request_queue_t *, unsigned long);
629extern void blk_queue_prep_rq(request_queue_t *, prep_rq_fn *pfn);
630extern void blk_queue_merge_bvec(request_queue_t *, merge_bvec_fn *);
631extern void blk_queue_dma_alignment(request_queue_t *, int);
632extern struct backing_dev_info *blk_get_backing_dev_info(struct block_device *bdev);
633extern void blk_queue_ordered(request_queue_t *, int);
634extern void blk_queue_issue_flush_fn(request_queue_t *, issue_flush_fn *);
635extern int blkdev_scsi_issue_flush_fn(request_queue_t *, struct gendisk *, sector_t *);
636extern struct request *blk_start_pre_flush(request_queue_t *,struct request *);
637extern int blk_complete_barrier_rq(request_queue_t *, struct request *, int);
638extern int blk_complete_barrier_rq_locked(request_queue_t *, struct request *, int);
639
640extern int blk_rq_map_sg(request_queue_t *, struct request *, struct scatterlist *);
641extern void blk_dump_rq_flags(struct request *, char *);
642extern void generic_unplug_device(request_queue_t *);
643extern void __generic_unplug_device(request_queue_t *);
644extern long nr_blockdev_pages(void);
645extern void blk_wait_queue_drained(request_queue_t *, int);
646extern void blk_finish_queue_drain(request_queue_t *);
647
648int blk_get_queue(request_queue_t *);
649request_queue_t *blk_alloc_queue(int);
650#define blk_put_queue(q) blk_cleanup_queue((q))
651
652
653
654
655#define blk_queue_tag_depth(q) ((q)->queue_tags->busy)
656#define blk_queue_tag_queue(q) ((q)->queue_tags->busy < (q)->queue_tags->max_depth)
657#define blk_rq_tagged(rq) ((rq)->flags & REQ_QUEUED)
658extern int blk_queue_start_tag(request_queue_t *, struct request *);
659extern struct request *blk_queue_find_tag(request_queue_t *, int);
660extern void blk_queue_end_tag(request_queue_t *, struct request *);
661extern int blk_queue_init_tags(request_queue_t *, int, struct blk_queue_tag *);
662extern void blk_queue_free_tags(request_queue_t *);
663extern int blk_queue_resize_tags(request_queue_t *, int);
664extern void blk_queue_invalidate_tags(request_queue_t *);
665extern long blk_congestion_wait(int rw, long timeout);
666
667extern void blk_rq_bio_prep(request_queue_t *, struct request *, struct bio *);
668extern int blkdev_issue_flush(struct block_device *, sector_t *);
669
670#define MAX_PHYS_SEGMENTS 128
671#define MAX_HW_SEGMENTS 128
672#define MAX_SECTORS 255
673
674#define MAX_SEGMENT_SIZE 65536
675
676#define blkdev_entry_to_request(entry) list_entry((entry), struct request, queuelist)
677
678extern void drive_stat_acct(struct request *, int, int);
679
680static inline int queue_hardsect_size(request_queue_t *q)
681{
682 int retval = 512;
683
684 if (q && q->hardsect_size)
685 retval = q->hardsect_size;
686
687 return retval;
688}
689
690static inline int bdev_hardsect_size(struct block_device *bdev)
691{
692 return queue_hardsect_size(bdev_get_queue(bdev));
693}
694
695static inline int queue_dma_alignment(request_queue_t *q)
696{
697 int retval = 511;
698
699 if (q && q->dma_alignment)
700 retval = q->dma_alignment;
701
702 return retval;
703}
704
705static inline int bdev_dma_aligment(struct block_device *bdev)
706{
707 return queue_dma_alignment(bdev_get_queue(bdev));
708}
709
710#define blk_finished_io(nsects) do { } while (0)
711#define blk_started_io(nsects) do { } while (0)
712
713
714static inline unsigned int blksize_bits(unsigned int size)
715{
716 unsigned int bits = 8;
717 do {
718 bits++;
719 size >>= 1;
720 } while (size > 256);
721 return bits;
722}
723
724extern inline unsigned int block_size(struct block_device *bdev)
725{
726 return bdev->bd_block_size;
727}
728
729typedef struct {struct page *v;} Sector;
730
731unsigned char *read_dev_sector(struct block_device *, sector_t, Sector *);
732
733static inline void put_dev_sector(Sector p)
734{
735 page_cache_release(p.v);
736}
737
738struct work_struct;
739int kblockd_schedule_work(struct work_struct *work);
740void kblockd_flush(void);
741
742#ifdef CONFIG_LBD
743# include <asm/div64.h>
744# define sector_div(a, b) do_div(a, b)
745#else
746# define sector_div(n, b)( \
747{ \
748 int _res; \
749 _res = (n) % (b); \
750 (n) /= (b); \
751 _res; \
752} \
753)
754#endif
755
756#define MODULE_ALIAS_BLOCKDEV(major,minor) \
757 MODULE_ALIAS("block-major-" __stringify(major) "-" __stringify(minor))
758#define MODULE_ALIAS_BLOCKDEV_MAJOR(major) \
759 MODULE_ALIAS("block-major-" __stringify(major) "-*")
760
761
762#endif
763