4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
23 * Copyright (C) 2011 Lawrence Livermore National Security, LLC.
24 * Produced at Lawrence Livermore National Laboratory (cf, DISCLAIMER).
25 * Written by Brian Behlendorf <behlendorf1@llnl.gov>.
32 #include <linux/blkdev.h>
33 #include <linux/elevator.h>
36 typedef unsigned __bitwise__ fmode_t;
37 #endif /* HAVE_FMODE_T */
39 #ifndef HAVE_BLK_FETCH_REQUEST
40 static inline struct request *
41 blk_fetch_request(struct request_queue *q)
45 req = elv_next_request(q);
47 blkdev_dequeue_request(req);
51 #endif /* HAVE_BLK_FETCH_REQUEST */
53 #ifndef HAVE_BLK_REQUEUE_REQUEST
55 blk_requeue_request(request_queue_t *q, struct request *req)
57 elv_requeue_request(q, req);
59 #endif /* HAVE_BLK_REQUEUE_REQUEST */
61 #ifndef HAVE_BLK_END_REQUEST
63 __blk_end_request(struct request *req, int error, unsigned int nr_bytes)
68 * Request has already been dequeued but 2.6.18 version of
69 * end_request() unconditionally dequeues the request so we
70 * add it to a local list to prevent hitting the BUG_ON.
72 list_add(&req->queuelist, &list);
75 * The old API required the driver to end each segment and not
76 * the entire request. In our case we always need to end the
77 * entire request partial requests are not supported.
79 req->hard_cur_sectors = nr_bytes >> 9;
80 end_request(req, ((error == 0) ? 1 : error));
86 blk_end_request(struct request *req, int error, unsigned int nr_bytes)
88 struct request_queue *q = req->q;
91 spin_lock_irq(q->queue_lock);
92 rc = __blk_end_request(req, error, nr_bytes);
93 spin_unlock_irq(q->queue_lock);
98 # ifdef HAVE_BLK_END_REQUEST_GPL_ONLY
100 * Define required to avoid conflicting 2.6.29 non-static prototype for a
101 * GPL-only version of the helper. As of 2.6.31 the helper is available
102 * to non-GPL modules and is not explicitly exported GPL-only.
104 # define __blk_end_request __blk_end_request_x
105 # define blk_end_request blk_end_request_x
108 __blk_end_request_x(struct request *req, int error, unsigned int nr_bytes)
111 * The old API required the driver to end each segment and not
112 * the entire request. In our case we always need to end the
113 * entire request partial requests are not supported.
115 req->hard_cur_sectors = nr_bytes >> 9;
116 end_request(req, ((error == 0) ? 1 : error));
121 blk_end_request_x(struct request *req, int error, unsigned int nr_bytes)
123 struct request_queue *q = req->q;
126 spin_lock_irq(q->queue_lock);
127 rc = __blk_end_request_x(req, error, nr_bytes);
128 spin_unlock_irq(q->queue_lock);
132 # endif /* HAVE_BLK_END_REQUEST_GPL_ONLY */
133 #endif /* HAVE_BLK_END_REQUEST */
135 #ifndef HAVE_BLK_RQ_POS
136 static inline sector_t
137 blk_rq_pos(struct request *req)
141 #endif /* HAVE_BLK_RQ_POS */
143 #ifndef HAVE_BLK_RQ_SECTORS
144 static inline unsigned int
145 blk_rq_sectors(struct request *req)
147 return req->nr_sectors;
149 #endif /* HAVE_BLK_RQ_SECTORS */
151 #if !defined(HAVE_BLK_RQ_BYTES) || defined(HAVE_BLK_RQ_BYTES_GPL_ONLY)
153 * Define required to avoid conflicting 2.6.29 non-static prototype for a
154 * GPL-only version of the helper. As of 2.6.31 the helper is available
155 * to non-GPL modules in the form of a static inline in the header.
157 #define blk_rq_bytes __blk_rq_bytes
158 static inline unsigned int
159 __blk_rq_bytes(struct request *req)
161 return blk_rq_sectors(req) << 9;
163 #endif /* !HAVE_BLK_RQ_BYTES || HAVE_BLK_RQ_BYTES_GPL_ONLY */
166 * Most of the blk_* macros were removed in 2.6.36. Ostensibly this was
167 * done to improve readability and allow easier grepping. However, from
168 * a portability stand point the macros are helpful. Therefore the needed
169 * macros are redefined here if they are missing from the kernel.
171 #ifndef blk_fs_request
172 #define blk_fs_request(rq) ((rq)->cmd_type == REQ_TYPE_FS)
175 #ifndef HAVE_GET_DISK_RO
177 get_disk_ro(struct gendisk *disk)
182 policy = disk->part[0]->policy;
186 #endif /* HAVE_GET_DISK_RO */
188 #ifndef HAVE_RQ_IS_SYNC
190 rq_is_sync(struct request *req)
192 return (req->flags & REQ_RW_SYNC);
194 #endif /* HAVE_RQ_IS_SYNC */
196 #ifndef HAVE_RQ_FOR_EACH_SEGMENT
197 struct req_iterator {
202 # define for_each_bio(_bio) \
203 for (; _bio; _bio = _bio->bi_next)
205 # define __rq_for_each_bio(_bio, rq) \
207 for (_bio = (rq)->bio; _bio; _bio = _bio->bi_next)
209 # define rq_for_each_segment(bvl, _rq, _iter) \
210 __rq_for_each_bio(_iter.bio, _rq) \
211 bio_for_each_segment(bvl, _iter.bio, _iter.i)
212 #endif /* HAVE_RQ_FOR_EACH_SEGMENT */
215 * Portable helper for correctly setting the FAILFAST flags. The
216 * correct usage has changed 3 times from 2.6.12 to 2.6.38.
219 bio_set_flags_failfast(struct block_device *bdev, int *flags)
223 * Disable FAILFAST for loopback devices because of the
224 * following incorrect BUG_ON() in loop_make_request().
225 * This support is also disabled for md devices because the
226 * test suite layers md devices on top of loopback devices.
227 * This may be removed when the loopback driver is fixed.
229 * BUG_ON(!lo || (rw != READ && rw != WRITE));
231 if ((MAJOR(bdev->bd_dev) == LOOP_MAJOR) ||
232 (MAJOR(bdev->bd_dev) == MD_MAJOR))
235 #ifdef BLOCK_EXT_MAJOR
236 if (MAJOR(bdev->bd_dev) == BLOCK_EXT_MAJOR)
238 #endif /* BLOCK_EXT_MAJOR */
239 #endif /* CONFIG_BUG */
241 #ifdef HAVE_BIO_RW_FAILFAST_DTD
242 /* BIO_RW_FAILFAST_* preferred interface from 2.6.28 - 2.6.35 */
244 ((1 << BIO_RW_FAILFAST_DEV) |
245 (1 << BIO_RW_FAILFAST_TRANSPORT) |
246 (1 << BIO_RW_FAILFAST_DRIVER));
248 # ifdef HAVE_BIO_RW_FAILFAST
249 /* BIO_RW_FAILFAST preferred interface from 2.6.12 - 2.6.27 */
250 *flags |= (1 << BIO_RW_FAILFAST);
252 # ifdef HAVE_REQ_FAILFAST_MASK
253 /* REQ_FAILFAST_* preferred interface from 2.6.36 - 2.6.xx,
254 * the BIO_* and REQ_* flags were unified under REQ_* flags. */
255 *flags |= REQ_FAILFAST_MASK;
256 # endif /* HAVE_REQ_FAILFAST_MASK */
257 # endif /* HAVE_BIO_RW_FAILFAST */
258 #endif /* HAVE_BIO_RW_FAILFAST_DTD */
262 * Maximum disk label length, it may be undefined for some kernels.
264 #ifndef DISK_NAME_LEN
265 #define DISK_NAME_LEN 32
266 #endif /* DISK_NAME_LEN */
270 * The bio_end_io() prototype changed slightly. These are helper
271 * macro's to ensure the prototype and return value are handled.
273 #ifdef HAVE_2ARGS_BIO_END_IO_T
274 # define BIO_END_IO_PROTO(fn, x, y, z) static void fn(struct bio *x, int z)
275 # define BIO_END_IO_RETURN(rc) return
277 # define BIO_END_IO_PROTO(fn, x, y, z) static int fn(struct bio *x, \
278 unsigned int y, int z)
279 # define BIO_END_IO_RETURN(rc) return rc
280 #endif /* HAVE_2ARGS_BIO_END_IO_T */
283 * 2.6.38 - 2.6.x API,
284 * blkdev_get_by_path()
287 * 2.6.28 - 2.6.37 API,
288 * open_bdev_exclusive()
289 * close_bdev_exclusive()
291 * 2.6.12 - 2.6.27 API,
295 * Used to exclusively open a block device from within the kernel.
297 #if defined(HAVE_BLKDEV_GET_BY_PATH)
298 # define vdev_bdev_open(path, md, hld) blkdev_get_by_path(path, \
299 (md) | FMODE_EXCL, hld)
300 # define vdev_bdev_close(bdev, md) blkdev_put(bdev, (md) | FMODE_EXCL)
301 #elif defined(HAVE_OPEN_BDEV_EXCLUSIVE)
302 # define vdev_bdev_open(path, md, hld) open_bdev_exclusive(path, md, hld)
303 # define vdev_bdev_close(bdev, md) close_bdev_exclusive(bdev, md)
305 # define vdev_bdev_open(path, md, hld) open_bdev_excl(path, md, hld)
306 # define vdev_bdev_close(bdev, md) close_bdev_excl(bdev)
307 #endif /* HAVE_BLKDEV_GET_BY_PATH | HAVE_OPEN_BDEV_EXCLUSIVE */
311 * The function invalidate_bdev() lost it's second argument because
314 #ifdef HAVE_1ARG_INVALIDATE_BDEV
315 # define vdev_bdev_invalidate(bdev) invalidate_bdev(bdev)
317 # define vdev_bdev_invalidate(bdev) invalidate_bdev(bdev, 1)
318 #endif /* HAVE_1ARG_INVALIDATE_BDEV */
322 * Change to make it explicit there this is the logical block size.
324 #ifdef HAVE_BDEV_LOGICAL_BLOCK_SIZE
325 # define vdev_bdev_block_size(bdev) bdev_logical_block_size(bdev)
327 # define vdev_bdev_block_size(bdev) bdev_hardsect_size(bdev)
331 * Default Linux IO Scheduler,
332 * Setting the scheduler to noop will allow the Linux IO scheduler to
333 * still perform front and back merging, while leaving the request
334 * ordering and prioritization to the ZFS IO scheduler.
336 #define VDEV_SCHEDULER "noop"
338 #endif /* _ZFS_BLKDEV_H */