1#ifndef _LINUX_BLKDEV_H
2#define _LINUX_BLKDEV_H
3
4#include <linux/config.h>
5#include <linux/major.h>
6#include <linux/genhd.h>
7#include <linux/list.h>
8#include <linux/timer.h>
9#include <linux/workqueue.h>
10#include <linux/pagemap.h>
11#include <linux/backing-dev.h>
12#include <linux/wait.h>
13#include <linux/mempool.h>
14#include <linux/bio.h>
15#include <linux/module.h>
16#include <linux/stringify.h>
17
18#include <asm/scatterlist.h>
19
20struct request_queue;
21typedef struct request_queue request_queue_t;
22struct elevator_queue;
23typedef struct elevator_queue elevator_t;
24struct request_pm_state;
25
26#define BLKDEV_MIN_RQ 4
27#define BLKDEV_MAX_RQ 128
28
29
30
31
32struct as_io_context {
33 spinlock_t lock;
34
35 void (*dtor)(struct as_io_context *aic);
36 void (*exit)(struct as_io_context *aic);
37
38 unsigned long state;
39 atomic_t nr_queued;
40 atomic_t nr_dispatched;
41
42
43
44 unsigned long last_end_request;
45 unsigned long ttime_total;
46 unsigned long ttime_samples;
47 unsigned long ttime_mean;
48
49 unsigned int seek_samples;
50 sector_t last_request_pos;
51 u64 seek_total;
52 sector_t seek_mean;
53};
54
55struct cfq_queue;
56struct cfq_io_context {
57 void (*dtor)(struct cfq_io_context *);
58 void (*exit)(struct cfq_io_context *);
59
60 struct io_context *ioc;
61
62
63
64
65 struct list_head list;
66 struct cfq_queue *cfqq;
67};
68
69
70
71
72
73
74struct io_context {
75 atomic_t refcount;
76 pid_t pid;
77
78
79
80
81 unsigned long last_waited;
82 int nr_batch_requests;
83
84 spinlock_t lock;
85
86 struct as_io_context *aic;
87 struct cfq_io_context *cic;
88};
89
90void put_io_context(struct io_context *ioc);
91void exit_io_context(void);
92struct io_context *get_io_context(int gfp_flags);
93void copy_io_context(struct io_context **pdst, struct io_context **psrc);
94void swap_io_context(struct io_context **ioc1, struct io_context **ioc2);
95
96struct request_list {
97 int count[2];
98 int starved[2];
99 mempool_t *rq_pool;
100 wait_queue_head_t wait[2];
101 wait_queue_head_t drain;
102};
103
104#define BLK_MAX_CDB 16
105
106
107
108
109struct request {
110 struct list_head queuelist;
111
112
113 unsigned long flags;
114
115
116
117
118
119 sector_t sector;
120 unsigned long nr_sectors;
121
122 unsigned int current_nr_sectors;
123
124 sector_t hard_sector;
125 unsigned long hard_nr_sectors;
126
127 unsigned int hard_cur_sectors;
128
129 struct bio *bio;
130 struct bio *biotail;
131
132 void *elevator_private;
133
134 int rq_status;
135 struct gendisk *rq_disk;
136 int errors;
137 unsigned long start_time;
138
139
140
141
142 unsigned short nr_phys_segments;
143
144
145
146
147
148
149 unsigned short nr_hw_segments;
150
151 int tag;
152 char *buffer;
153
154 int ref_count;
155 request_queue_t *q;
156 struct request_list *rl;
157
158 struct completion *waiting;
159 void *special;
160
161
162
163
164 unsigned int cmd_len;
165 unsigned char cmd[BLK_MAX_CDB];
166
167 unsigned int data_len;
168 void *data;
169
170 unsigned int sense_len;
171 void *sense;
172
173 unsigned int timeout;
174
175
176
177
178 struct request_pm_state *pm;
179};
180
181
182
183
184enum rq_flag_bits {
185 __REQ_RW,
186 __REQ_FAILFAST,
187 __REQ_SOFTBARRIER,
188 __REQ_HARDBARRIER,
189 __REQ_CMD,
190 __REQ_NOMERGE,
191 __REQ_STARTED,
192 __REQ_DONTPREP,
193 __REQ_QUEUED,
194
195
196
197 __REQ_PC,
198 __REQ_BLOCK_PC,
199 __REQ_SENSE,
200
201 __REQ_FAILED,
202 __REQ_QUIET,
203 __REQ_SPECIAL,
204 __REQ_DRIVE_CMD,
205 __REQ_DRIVE_TASK,
206 __REQ_DRIVE_TASKFILE,
207 __REQ_PREEMPT,
208 __REQ_PM_SUSPEND,
209 __REQ_PM_RESUME,
210 __REQ_PM_SHUTDOWN,
211 __REQ_BAR_PREFLUSH,
212 __REQ_BAR_POSTFLUSH,
213 __REQ_NR_BITS,
214};
215
216#define REQ_RW (1 << __REQ_RW)
217#define REQ_FAILFAST (1 << __REQ_FAILFAST)
218#define REQ_SOFTBARRIER (1 << __REQ_SOFTBARRIER)
219#define REQ_HARDBARRIER (1 << __REQ_HARDBARRIER)
220#define REQ_CMD (1 << __REQ_CMD)
221#define REQ_NOMERGE (1 << __REQ_NOMERGE)
222#define REQ_STARTED (1 << __REQ_STARTED)
223#define REQ_DONTPREP (1 << __REQ_DONTPREP)
224#define REQ_QUEUED (1 << __REQ_QUEUED)
225#define REQ_PC (1 << __REQ_PC)
226#define REQ_BLOCK_PC (1 << __REQ_BLOCK_PC)
227#define REQ_SENSE (1 << __REQ_SENSE)
228#define REQ_FAILED (1 << __REQ_FAILED)
229#define REQ_QUIET (1 << __REQ_QUIET)
230#define REQ_SPECIAL (1 << __REQ_SPECIAL)
231#define REQ_DRIVE_CMD (1 << __REQ_DRIVE_CMD)
232#define REQ_DRIVE_TASK (1 << __REQ_DRIVE_TASK)
233#define REQ_DRIVE_TASKFILE (1 << __REQ_DRIVE_TASKFILE)
234#define REQ_PREEMPT (1 << __REQ_PREEMPT)
235#define REQ_PM_SUSPEND (1 << __REQ_PM_SUSPEND)
236#define REQ_PM_RESUME (1 << __REQ_PM_RESUME)
237#define REQ_PM_SHUTDOWN (1 << __REQ_PM_SHUTDOWN)
238#define REQ_BAR_PREFLUSH (1 << __REQ_BAR_PREFLUSH)
239#define REQ_BAR_POSTFLUSH (1 << __REQ_BAR_POSTFLUSH)
240
241
242
243
244
245struct request_pm_state
246{
247
248 int pm_step;
249
250 u32 pm_state;
251 void* data;
252};
253
254#include <linux/elevator.h>
255
256typedef int (merge_request_fn) (request_queue_t *, struct request *,
257 struct bio *);
258typedef int (merge_requests_fn) (request_queue_t *, struct request *,
259 struct request *);
260typedef void (request_fn_proc) (request_queue_t *q);
261typedef int (make_request_fn) (request_queue_t *q, struct bio *bio);
262typedef int (prep_rq_fn) (request_queue_t *, struct request *);
263typedef void (unplug_fn) (request_queue_t *);
264
265struct bio_vec;
266typedef int (merge_bvec_fn) (request_queue_t *, struct bio *, struct bio_vec *);
267typedef void (activity_fn) (void *data, int rw);
268typedef int (issue_flush_fn) (request_queue_t *, struct gendisk *, sector_t *);
269
270enum blk_queue_state {
271 Queue_down,
272 Queue_up,
273};
274
275#define BLK_TAGS_PER_LONG (sizeof(unsigned long) * 8)
276#define BLK_TAGS_MASK (BLK_TAGS_PER_LONG - 1)
277
278struct blk_queue_tag {
279 struct request **tag_index;
280 unsigned long *tag_map;
281 struct list_head busy_list;
282 int busy;
283 int max_depth;
284 int real_max_depth;
285 atomic_t refcnt;
286};
287
288struct request_queue
289{
290
291
292
293 struct list_head queue_head;
294 struct request *last_merge;
295 elevator_t *elevator;
296
297
298
299
300 struct request_list rq;
301
302 request_fn_proc *request_fn;
303 merge_request_fn *back_merge_fn;
304 merge_request_fn *front_merge_fn;
305 merge_requests_fn *merge_requests_fn;
306 make_request_fn *make_request_fn;
307 prep_rq_fn *prep_rq_fn;
308 unplug_fn *unplug_fn;
309 merge_bvec_fn *merge_bvec_fn;
310 activity_fn *activity_fn;
311 issue_flush_fn *issue_flush_fn;
312
313
314
315
316 struct timer_list unplug_timer;
317 int unplug_thresh;
318 unsigned long unplug_delay;
319 struct work_struct unplug_work;
320
321 struct backing_dev_info backing_dev_info;
322
323
324
325
326
327 void *queuedata;
328
329 void *activity_data;
330
331
332
333
334 unsigned long bounce_pfn;
335 int bounce_gfp;
336
337
338
339
340 unsigned long queue_flags;
341
342
343
344
345 spinlock_t *queue_lock;
346
347
348
349
350 struct kobject kobj;
351
352
353
354
355 unsigned long nr_requests;
356 unsigned int nr_congestion_on;
357 unsigned int nr_congestion_off;
358 unsigned int nr_batching;
359
360 unsigned short max_sectors;
361 unsigned short max_hw_sectors;
362 unsigned short max_phys_segments;
363 unsigned short max_hw_segments;
364 unsigned short hardsect_size;
365 unsigned int max_segment_size;
366
367 unsigned long seg_boundary_mask;
368 unsigned int dma_alignment;
369
370 struct blk_queue_tag *queue_tags;
371
372 atomic_t refcnt;
373
374 unsigned int in_flight;
375
376
377
378
379 unsigned int sg_timeout;
380 unsigned int sg_reserved_size;
381
382 struct list_head drain_list;
383};
384
385#define RQ_INACTIVE (-1)
386#define RQ_ACTIVE 1
387#define RQ_SCSI_BUSY 0xffff
388#define RQ_SCSI_DONE 0xfffe
389#define RQ_SCSI_DISCONNECTING 0xffe0
390
391#define QUEUE_FLAG_CLUSTER 0
392#define QUEUE_FLAG_QUEUED 1
393#define QUEUE_FLAG_STOPPED 2
394#define QUEUE_FLAG_READFULL 3
395#define QUEUE_FLAG_WRITEFULL 4
396#define QUEUE_FLAG_DEAD 5
397#define QUEUE_FLAG_REENTER 6
398#define QUEUE_FLAG_PLUGGED 7
399#define QUEUE_FLAG_ORDERED 8
400#define QUEUE_FLAG_DRAIN 9
401
402#define blk_queue_plugged(q) test_bit(QUEUE_FLAG_PLUGGED, &(q)->queue_flags)
403#define blk_queue_tagged(q) test_bit(QUEUE_FLAG_QUEUED, &(q)->queue_flags)
404#define blk_queue_stopped(q) test_bit(QUEUE_FLAG_STOPPED, &(q)->queue_flags)
405
406#define blk_fs_request(rq) ((rq)->flags & REQ_CMD)
407#define blk_pc_request(rq) ((rq)->flags & REQ_BLOCK_PC)
408#define blk_noretry_request(rq) ((rq)->flags & REQ_FAILFAST)
409#define blk_rq_started(rq) ((rq)->flags & REQ_STARTED)
410
411#define blk_account_rq(rq) (blk_rq_started(rq) && blk_fs_request(rq))
412
413#define blk_pm_suspend_request(rq) ((rq)->flags & REQ_PM_SUSPEND)
414#define blk_pm_resume_request(rq) ((rq)->flags & REQ_PM_RESUME)
415#define blk_pm_request(rq) \
416 ((rq)->flags & (REQ_PM_SUSPEND | REQ_PM_RESUME))
417
418#define blk_barrier_rq(rq) ((rq)->flags & REQ_HARDBARRIER)
419#define blk_barrier_preflush(rq) ((rq)->flags & REQ_BAR_PREFLUSH)
420#define blk_barrier_postflush(rq) ((rq)->flags & REQ_BAR_POSTFLUSH)
421
422#define list_entry_rq(ptr) list_entry((ptr), struct request, queuelist)
423
424#define rq_data_dir(rq) ((rq)->flags & 1)
425
426static inline int blk_queue_full(struct request_queue *q, int rw)
427{
428 if (rw == READ)
429 return test_bit(QUEUE_FLAG_READFULL, &q->queue_flags);
430 return test_bit(QUEUE_FLAG_WRITEFULL, &q->queue_flags);
431}
432
433static inline void blk_set_queue_full(struct request_queue *q, int rw)
434{
435 if (rw == READ)
436 set_bit(QUEUE_FLAG_READFULL, &q->queue_flags);
437 else
438 set_bit(QUEUE_FLAG_WRITEFULL, &q->queue_flags);
439}
440
441static inline void blk_clear_queue_full(struct request_queue *q, int rw)
442{
443 if (rw == READ)
444 clear_bit(QUEUE_FLAG_READFULL, &q->queue_flags);
445 else
446 clear_bit(QUEUE_FLAG_WRITEFULL, &q->queue_flags);
447}
448
449
450
451
452
453
454#define RQ_NOMERGE_FLAGS \
455 (REQ_NOMERGE | REQ_STARTED | REQ_HARDBARRIER | REQ_SOFTBARRIER)
456#define rq_mergeable(rq) \
457 (!((rq)->flags & RQ_NOMERGE_FLAGS) && blk_fs_request((rq)))
458
459
460
461
462
463#define blk_queue_headactive(q, head_active)
464
465
466
467
468#define BLKPREP_OK 0
469#define BLKPREP_KILL 1
470#define BLKPREP_DEFER 2
471
472extern unsigned long blk_max_low_pfn, blk_max_pfn;
473
474
475
476
477
478
479
480
481#define BLK_BOUNCE_HIGH ((u64)blk_max_low_pfn << PAGE_SHIFT)
482#define BLK_BOUNCE_ANY ((u64)blk_max_pfn << PAGE_SHIFT)
483#define BLK_BOUNCE_ISA (ISA_DMA_THRESHOLD)
484
485#ifdef CONFIG_MMU
486extern int init_emergency_isa_pool(void);
487extern void blk_queue_bounce(request_queue_t *q, struct bio **bio);
488#else
489static inline int init_emergency_isa_pool(void)
490{
491 return 0;
492}
493static inline void blk_queue_bounce(request_queue_t *q, struct bio **bio)
494{
495}
496#endif
497
498#define rq_for_each_bio(_bio, rq) \
499 if ((rq->bio)) \
500 for (_bio = (rq)->bio; _bio; _bio = _bio->bi_next)
501
502struct sec_size {
503 unsigned block_size;
504 unsigned block_size_bits;
505};
506
507extern int blk_register_queue(struct gendisk *disk);
508extern void blk_unregister_queue(struct gendisk *disk);
509extern void register_disk(struct gendisk *dev);
510extern void generic_make_request(struct bio *bio);
511extern void blk_put_request(struct request *);
512extern void blk_attempt_remerge(request_queue_t *, struct request *);
513extern void __blk_attempt_remerge(request_queue_t *, struct request *);
514extern struct request *blk_get_request(request_queue_t *, int, int);
515extern void blk_put_request(struct request *);
516extern void blk_insert_request(request_queue_t *, struct request *, int, void *, int);
517extern void blk_requeue_request(request_queue_t *, struct request *);
518extern void blk_plug_device(request_queue_t *);
519extern int blk_remove_plug(request_queue_t *);
520extern void blk_recount_segments(request_queue_t *, struct bio *);
521extern int blk_phys_contig_segment(request_queue_t *q, struct bio *, struct bio *);
522extern int blk_hw_contig_segment(request_queue_t *q, struct bio *, struct bio *);
523extern int scsi_cmd_ioctl(struct file *, struct gendisk *, unsigned int, void __user *);
524extern void blk_start_queue(request_queue_t *q);
525extern void blk_stop_queue(request_queue_t *q);
526extern void blk_sync_queue(struct request_queue *q);
527extern void __blk_stop_queue(request_queue_t *q);
528extern void blk_run_queue(request_queue_t *);
529extern void blk_queue_activity_fn(request_queue_t *, activity_fn *, void *);
530extern struct request *blk_rq_map_user(request_queue_t *, int, void __user *, unsigned int);
531extern int blk_rq_unmap_user(struct request *, struct bio *, unsigned int);
532extern int blk_execute_rq(request_queue_t *, struct gendisk *, struct request *);
533
534static inline request_queue_t *bdev_get_queue(struct block_device *bdev)
535{
536 return bdev->bd_disk->queue;
537}
538
539static inline void blk_run_backing_dev(struct backing_dev_info *bdi,
540 struct page *page)
541{
542 if (bdi && bdi->unplug_io_fn)
543 bdi->unplug_io_fn(bdi, page);
544}
545
546static inline void blk_run_address_space(struct address_space *mapping)
547{
548 if (mapping)
549 blk_run_backing_dev(mapping->backing_dev_info, NULL);
550}
551
552
553
554
555
556
557
558
559
560
561extern int end_that_request_first(struct request *, int, int);
562extern int end_that_request_chunk(struct request *, int, int);
563extern void end_that_request_last(struct request *);
564extern void end_request(struct request *req, int uptodate);
565
566
567
568
569
570
571
572#define end_io_error(uptodate) (unlikely((uptodate) <= 0))
573
574static inline void blkdev_dequeue_request(struct request *req)
575{
576 BUG_ON(list_empty(&req->queuelist));
577
578 list_del_init(&req->queuelist);
579
580 if (req->rl)
581 elv_remove_request(req->q, req);
582}
583
584
585
586
587extern request_queue_t *blk_init_queue(request_fn_proc *, spinlock_t *);
588extern void blk_cleanup_queue(request_queue_t *);
589extern void blk_queue_make_request(request_queue_t *, make_request_fn *);
590extern void blk_queue_bounce_limit(request_queue_t *, u64);
591extern void blk_queue_max_sectors(request_queue_t *, unsigned short);
592extern void blk_queue_max_phys_segments(request_queue_t *, unsigned short);
593extern void blk_queue_max_hw_segments(request_queue_t *, unsigned short);
594extern void blk_queue_max_segment_size(request_queue_t *, unsigned int);
595extern void blk_queue_hardsect_size(request_queue_t *, unsigned short);
596extern void blk_queue_stack_limits(request_queue_t *t, request_queue_t *b);
597extern void blk_queue_segment_boundary(request_queue_t *, unsigned long);
598extern void blk_queue_prep_rq(request_queue_t *, prep_rq_fn *pfn);
599extern void blk_queue_merge_bvec(request_queue_t *, merge_bvec_fn *);
600extern void blk_queue_dma_alignment(request_queue_t *, int);
601extern struct backing_dev_info *blk_get_backing_dev_info(struct block_device *bdev);
602extern void blk_queue_ordered(request_queue_t *, int);
603extern void blk_queue_issue_flush_fn(request_queue_t *, issue_flush_fn *);
604extern int blkdev_scsi_issue_flush_fn(request_queue_t *, struct gendisk *, sector_t *);
605
606extern int blk_rq_map_sg(request_queue_t *, struct request *, struct scatterlist *);
607extern void blk_dump_rq_flags(struct request *, char *);
608extern void generic_unplug_device(request_queue_t *);
609extern void __generic_unplug_device(request_queue_t *);
610extern long nr_blockdev_pages(void);
611extern void blk_wait_queue_drained(request_queue_t *, int);
612extern void blk_finish_queue_drain(request_queue_t *);
613
614int blk_get_queue(request_queue_t *);
615request_queue_t *blk_alloc_queue(int);
616#define blk_put_queue(q) blk_cleanup_queue((q))
617
618
619
620
621#define blk_queue_tag_depth(q) ((q)->queue_tags->busy)
622#define blk_queue_tag_queue(q) ((q)->queue_tags->busy < (q)->queue_tags->max_depth)
623#define blk_rq_tagged(rq) ((rq)->flags & REQ_QUEUED)
624extern int blk_queue_start_tag(request_queue_t *, struct request *);
625extern struct request *blk_queue_find_tag(request_queue_t *, int);
626extern void blk_queue_end_tag(request_queue_t *, struct request *);
627extern int blk_queue_init_tags(request_queue_t *, int, struct blk_queue_tag *);
628extern void blk_queue_free_tags(request_queue_t *);
629extern int blk_queue_resize_tags(request_queue_t *, int);
630extern void blk_queue_invalidate_tags(request_queue_t *);
631extern long blk_congestion_wait(int rw, long timeout);
632
633extern void blk_rq_bio_prep(request_queue_t *, struct request *, struct bio *);
634extern int blkdev_issue_flush(struct block_device *, sector_t *);
635
636#define MAX_PHYS_SEGMENTS 128
637#define MAX_HW_SEGMENTS 128
638#define MAX_SECTORS 255
639
640#define MAX_SEGMENT_SIZE 65536
641
642#define blkdev_entry_to_request(entry) list_entry((entry), struct request, queuelist)
643
644extern void drive_stat_acct(struct request *, int, int);
645
646static inline int queue_hardsect_size(request_queue_t *q)
647{
648 int retval = 512;
649
650 if (q && q->hardsect_size)
651 retval = q->hardsect_size;
652
653 return retval;
654}
655
656static inline int bdev_hardsect_size(struct block_device *bdev)
657{
658 return queue_hardsect_size(bdev_get_queue(bdev));
659}
660
661static inline int queue_dma_alignment(request_queue_t *q)
662{
663 int retval = 511;
664
665 if (q && q->dma_alignment)
666 retval = q->dma_alignment;
667
668 return retval;
669}
670
671static inline int bdev_dma_aligment(struct block_device *bdev)
672{
673 return queue_dma_alignment(bdev_get_queue(bdev));
674}
675
676#define blk_finished_io(nsects) do { } while (0)
677#define blk_started_io(nsects) do { } while (0)
678
679
680static inline unsigned int blksize_bits(unsigned int size)
681{
682 unsigned int bits = 8;
683 do {
684 bits++;
685 size >>= 1;
686 } while (size > 256);
687 return bits;
688}
689
690extern inline unsigned int block_size(struct block_device *bdev)
691{
692 return bdev->bd_block_size;
693}
694
695typedef struct {struct page *v;} Sector;
696
697unsigned char *read_dev_sector(struct block_device *, sector_t, Sector *);
698
699static inline void put_dev_sector(Sector p)
700{
701 page_cache_release(p.v);
702}
703
704struct work_struct;
705int kblockd_schedule_work(struct work_struct *work);
706void kblockd_flush(void);
707
708#ifdef CONFIG_LBD
709# include <asm/div64.h>
710# define sector_div(a, b) do_div(a, b)
711#else
712# define sector_div(n, b)( \
713{ \
714 int _res; \
715 _res = (n) % (b); \
716 (n) /= (b); \
717 _res; \
718} \
719)
720#endif
721
722#define MODULE_ALIAS_BLOCKDEV(major,minor) \
723 MODULE_ALIAS("block-major-" __stringify(major) "-" __stringify(minor))
724#define MODULE_ALIAS_BLOCKDEV_MAJOR(major) \
725 MODULE_ALIAS("block-major-" __stringify(major) "-*")
726
727
728#endif
729