author | Darren Moffat <Darren.Moffat@Sun.COM> |
Tue, 21 Oct 2008 10:17:31 +0100 | |
changeset 13411 | 004347840a93 |
parent 13407 | b5ed67e82a0c |
child 13413 | 7d0fac22dbb9 |
permissions | -rw-r--r-- |
789 | 1 |
/* |
2 |
* CDDL HEADER START |
|
3 |
* |
|
4 |
* The contents of this file are subject to the terms of the |
|
1544 | 5 |
* Common Development and Distribution License (the "License"). |
6 |
* You may not use this file except in compliance with the License. |
|
789 | 7 |
* |
8 |
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE |
|
9 |
* or http://www.opensolaris.org/os/licensing. |
|
10 |
* See the License for the specific language governing permissions |
|
11 |
* and limitations under the License. |
|
12 |
* |
|
13 |
* When distributing Covered Code, include this CDDL HEADER in each |
|
14 |
* file and include the License file at usr/src/OPENSOLARIS.LICENSE. |
|
15 |
* If applicable, add the following below this CDDL HEADER, with the |
|
16 |
* fields enclosed by brackets "[]" replaced with your own identifying |
|
17 |
* information: Portions Copyright [yyyy] [name of copyright owner] |
|
18 |
* |
|
19 |
* CDDL HEADER END |
|
20 |
*/ |
|
21 |
/* |
|
6245
1a2a7cfb9f26
6429205 each zpool needs to monitor its throughput and throttle heavy writers
maybee
parents:
5688
diff
changeset
|
22 |
* Copyright 2008 Sun Microsystems, Inc. All rights reserved. |
789 | 23 |
* Use is subject to license terms. |
24 |
*/ |
|
25 |
||
26 |
#include <sys/zfs_context.h> |
|
1544 | 27 |
#include <sys/fm/fs/zfs.h> |
789 | 28 |
#include <sys/spa.h> |
29 |
#include <sys/txg.h> |
|
30 |
#include <sys/spa_impl.h> |
|
31 |
#include <sys/vdev_impl.h> |
|
32 |
#include <sys/zio_impl.h> |
|
33 |
#include <sys/zio_compress.h> |
|
13150
4d89e6c6d8c8
Import ZFS Crypto Alpha+ bits into refesh repository due to Mecurial screwup.
Darren Moffat <darrenm@opensolaris.org>
parents:
5450
diff
changeset
|
34 |
#include <sys/zio_crypt.h> |
789 | 35 |
#include <sys/zio_checksum.h> |
36 |
||
13150
4d89e6c6d8c8
Import ZFS Crypto Alpha+ bits into refesh repository due to Mecurial screwup.
Darren Moffat <darrenm@opensolaris.org>
parents:
5450
diff
changeset
|
37 |
#include <sys/sdt.h> |
4d89e6c6d8c8
Import ZFS Crypto Alpha+ bits into refesh repository due to Mecurial screwup.
Darren Moffat <darrenm@opensolaris.org>
parents:
5450
diff
changeset
|
38 |
|
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
39 |
#define BLK_PAD_IS_MAC 1 |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
40 |
|
789 | 41 |
/* |
42 |
* ========================================================================== |
|
43 |
* I/O priority table |
|
44 |
* ========================================================================== |
|
45 |
*/ |
|
46 |
uint8_t zio_priority_table[ZIO_PRIORITY_TABLE_SIZE] = { |
|
47 |
0, /* ZIO_PRIORITY_NOW */ |
|
48 |
0, /* ZIO_PRIORITY_SYNC_READ */ |
|
49 |
0, /* ZIO_PRIORITY_SYNC_WRITE */ |
|
50 |
6, /* ZIO_PRIORITY_ASYNC_READ */ |
|
51 |
4, /* ZIO_PRIORITY_ASYNC_WRITE */ |
|
52 |
4, /* ZIO_PRIORITY_FREE */ |
|
53 |
0, /* ZIO_PRIORITY_CACHE_FILL */ |
|
54 |
0, /* ZIO_PRIORITY_LOG_WRITE */ |
|
55 |
10, /* ZIO_PRIORITY_RESILVER */ |
|
56 |
20, /* ZIO_PRIORITY_SCRUB */ |
|
57 |
}; |
|
58 |
||
59 |
/* |
|
60 |
* ========================================================================== |
|
61 |
* I/O type descriptions |
|
62 |
* ========================================================================== |
|
63 |
*/ |
|
64 |
char *zio_type_name[ZIO_TYPES] = { |
|
65 |
"null", "read", "write", "free", "claim", "ioctl" }; |
|
66 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
67 |
#define SYNC_PASS_DEFERRED_FREE 1 /* defer frees after this pass */ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
68 |
#define SYNC_PASS_DONT_COMPRESS 4 /* don't compress after this pass */ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
69 |
#define SYNC_PASS_REWRITE 1 /* rewrite new bps after this pass */ |
5329 | 70 |
|
789 | 71 |
/* |
72 |
* ========================================================================== |
|
73 |
* I/O kmem caches |
|
74 |
* ========================================================================== |
|
75 |
*/ |
|
4055 | 76 |
kmem_cache_t *zio_cache; |
789 | 77 |
kmem_cache_t *zio_buf_cache[SPA_MAXBLOCKSIZE >> SPA_MINBLOCKSHIFT]; |
3290 | 78 |
kmem_cache_t *zio_data_buf_cache[SPA_MAXBLOCKSIZE >> SPA_MINBLOCKSHIFT]; |
79 |
||
80 |
#ifdef _KERNEL |
|
81 |
extern vmem_t *zio_alloc_arena; |
|
82 |
#endif |
|
789 | 83 |
|
5329 | 84 |
/* |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
85 |
* An allocating zio is one that either currently has the DVA allocate |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
86 |
* stage set or will have it later in its lifetime. |
5329 | 87 |
*/ |
88 |
#define IO_IS_ALLOCATING(zio) \ |
|
5688
c0b02c8fd2c0
6640580 spa_get_random() is insanely slow in userland
bonwick
parents:
5530
diff
changeset
|
89 |
((zio)->io_orig_pipeline & (1U << ZIO_STAGE_DVA_ALLOCATE)) |
5329 | 90 |
|
789 | 91 |
void |
92 |
zio_init(void) |
|
93 |
{ |
|
94 |
size_t c; |
|
3290 | 95 |
vmem_t *data_alloc_arena = NULL; |
96 |
||
97 |
#ifdef _KERNEL |
|
98 |
data_alloc_arena = zio_alloc_arena; |
|
99 |
#endif |
|
4055 | 100 |
zio_cache = kmem_cache_create("zio_cache", sizeof (zio_t), 0, |
101 |
NULL, NULL, NULL, NULL, NULL, 0); |
|
102 |
||
789 | 103 |
/* |
104 |
* For small buffers, we want a cache for each multiple of |
|
105 |
* SPA_MINBLOCKSIZE. For medium-size buffers, we want a cache |
|
106 |
* for each quarter-power of 2. For large buffers, we want |
|
107 |
* a cache for each multiple of PAGESIZE. |
|
108 |
*/ |
|
109 |
for (c = 0; c < SPA_MAXBLOCKSIZE >> SPA_MINBLOCKSHIFT; c++) { |
|
110 |
size_t size = (c + 1) << SPA_MINBLOCKSHIFT; |
|
111 |
size_t p2 = size; |
|
112 |
size_t align = 0; |
|
113 |
||
114 |
while (p2 & (p2 - 1)) |
|
115 |
p2 &= p2 - 1; |
|
116 |
||
117 |
if (size <= 4 * SPA_MINBLOCKSIZE) { |
|
118 |
align = SPA_MINBLOCKSIZE; |
|
119 |
} else if (P2PHASE(size, PAGESIZE) == 0) { |
|
120 |
align = PAGESIZE; |
|
121 |
} else if (P2PHASE(size, p2 >> 2) == 0) { |
|
122 |
align = p2 >> 2; |
|
123 |
} |
|
124 |
||
125 |
if (align != 0) { |
|
3290 | 126 |
char name[36]; |
2856 | 127 |
(void) sprintf(name, "zio_buf_%lu", (ulong_t)size); |
789 | 128 |
zio_buf_cache[c] = kmem_cache_create(name, size, |
849
8d799fd81a9b
6345023 /dev/zfs fails to open once ZFS module is unloaded
bonwick
parents:
789
diff
changeset
|
129 |
align, NULL, NULL, NULL, NULL, NULL, KMC_NODEBUG); |
3290 | 130 |
|
131 |
(void) sprintf(name, "zio_data_buf_%lu", (ulong_t)size); |
|
132 |
zio_data_buf_cache[c] = kmem_cache_create(name, size, |
|
133 |
align, NULL, NULL, NULL, NULL, data_alloc_arena, |
|
134 |
KMC_NODEBUG); |
|
789 | 135 |
} |
136 |
} |
|
137 |
||
138 |
while (--c != 0) { |
|
139 |
ASSERT(zio_buf_cache[c] != NULL); |
|
140 |
if (zio_buf_cache[c - 1] == NULL) |
|
141 |
zio_buf_cache[c - 1] = zio_buf_cache[c]; |
|
3290 | 142 |
|
143 |
ASSERT(zio_data_buf_cache[c] != NULL); |
|
144 |
if (zio_data_buf_cache[c - 1] == NULL) |
|
145 |
zio_data_buf_cache[c - 1] = zio_data_buf_cache[c]; |
|
789 | 146 |
} |
1544 | 147 |
|
148 |
zio_inject_init(); |
|
789 | 149 |
} |
150 |
||
151 |
void |
|
152 |
zio_fini(void) |
|
153 |
{ |
|
154 |
size_t c; |
|
155 |
kmem_cache_t *last_cache = NULL; |
|
3290 | 156 |
kmem_cache_t *last_data_cache = NULL; |
789 | 157 |
|
158 |
for (c = 0; c < SPA_MAXBLOCKSIZE >> SPA_MINBLOCKSHIFT; c++) { |
|
159 |
if (zio_buf_cache[c] != last_cache) { |
|
160 |
last_cache = zio_buf_cache[c]; |
|
161 |
kmem_cache_destroy(zio_buf_cache[c]); |
|
162 |
} |
|
163 |
zio_buf_cache[c] = NULL; |
|
3290 | 164 |
|
165 |
if (zio_data_buf_cache[c] != last_data_cache) { |
|
166 |
last_data_cache = zio_data_buf_cache[c]; |
|
167 |
kmem_cache_destroy(zio_data_buf_cache[c]); |
|
168 |
} |
|
169 |
zio_data_buf_cache[c] = NULL; |
|
789 | 170 |
} |
1544 | 171 |
|
4055 | 172 |
kmem_cache_destroy(zio_cache); |
173 |
||
1544 | 174 |
zio_inject_fini(); |
789 | 175 |
} |
176 |
||
177 |
/* |
|
178 |
* ========================================================================== |
|
179 |
* Allocate and free I/O buffers |
|
180 |
* ========================================================================== |
|
181 |
*/ |
|
3290 | 182 |
|
183 |
/* |
|
184 |
* Use zio_buf_alloc to allocate ZFS metadata. This data will appear in a |
|
185 |
* crashdump if the kernel panics, so use it judiciously. Obviously, it's |
|
186 |
* useful to inspect ZFS metadata, but if possible, we should avoid keeping |
|
187 |
* excess / transient data in-core during a crashdump. |
|
188 |
*/ |
|
789 | 189 |
void * |
190 |
zio_buf_alloc(size_t size) |
|
191 |
{ |
|
192 |
size_t c = (size - 1) >> SPA_MINBLOCKSHIFT; |
|
193 |
||
194 |
ASSERT(c < SPA_MAXBLOCKSIZE >> SPA_MINBLOCKSHIFT); |
|
195 |
||
6245
1a2a7cfb9f26
6429205 each zpool needs to monitor its throughput and throttle heavy writers
maybee
parents:
5688
diff
changeset
|
196 |
return (kmem_cache_alloc(zio_buf_cache[c], KM_PUSHPAGE)); |
789 | 197 |
} |
198 |
||
3290 | 199 |
/* |
200 |
* Use zio_data_buf_alloc to allocate data. The data will not appear in a |
|
201 |
* crashdump if the kernel panics. This exists so that we will limit the amount |
|
202 |
* of ZFS data that shows up in a kernel crashdump. (Thus reducing the amount |
|
203 |
* of kernel heap dumped to disk when the kernel panics) |
|
204 |
*/ |
|
205 |
void * |
|
206 |
zio_data_buf_alloc(size_t size) |
|
207 |
{ |
|
208 |
size_t c = (size - 1) >> SPA_MINBLOCKSHIFT; |
|
209 |
||
210 |
ASSERT(c < SPA_MAXBLOCKSIZE >> SPA_MINBLOCKSHIFT); |
|
211 |
||
6245
1a2a7cfb9f26
6429205 each zpool needs to monitor its throughput and throttle heavy writers
maybee
parents:
5688
diff
changeset
|
212 |
return (kmem_cache_alloc(zio_data_buf_cache[c], KM_PUSHPAGE)); |
3290 | 213 |
} |
214 |
||
789 | 215 |
void |
216 |
zio_buf_free(void *buf, size_t size) |
|
217 |
{ |
|
218 |
size_t c = (size - 1) >> SPA_MINBLOCKSHIFT; |
|
219 |
||
220 |
ASSERT(c < SPA_MAXBLOCKSIZE >> SPA_MINBLOCKSHIFT); |
|
221 |
||
222 |
kmem_cache_free(zio_buf_cache[c], buf); |
|
223 |
} |
|
224 |
||
3290 | 225 |
void |
226 |
zio_data_buf_free(void *buf, size_t size) |
|
227 |
{ |
|
228 |
size_t c = (size - 1) >> SPA_MINBLOCKSHIFT; |
|
229 |
||
230 |
ASSERT(c < SPA_MAXBLOCKSIZE >> SPA_MINBLOCKSHIFT); |
|
231 |
||
232 |
kmem_cache_free(zio_data_buf_cache[c], buf); |
|
233 |
} |
|
3463 | 234 |
|
789 | 235 |
/* |
236 |
* ========================================================================== |
|
237 |
* Push and pop I/O transform buffers |
|
238 |
* ========================================================================== |
|
239 |
*/ |
|
240 |
static void |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
241 |
zio_push_transform(zio_t *zio, void *data, uint64_t size, uint64_t bufsize, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
242 |
zio_transform_func_t *transform) |
789 | 243 |
{ |
244 |
zio_transform_t *zt = kmem_alloc(sizeof (zio_transform_t), KM_SLEEP); |
|
245 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
246 |
zt->zt_orig_data = zio->io_data; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
247 |
zt->zt_orig_size = zio->io_size; |
789 | 248 |
zt->zt_bufsize = bufsize; |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
249 |
zt->zt_transform = transform; |
789 | 250 |
|
251 |
zt->zt_next = zio->io_transform_stack; |
|
252 |
zio->io_transform_stack = zt; |
|
253 |
||
254 |
zio->io_data = data; |
|
255 |
zio->io_size = size; |
|
256 |
} |
|
257 |
||
258 |
static void |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
259 |
zio_pop_transforms(zio_t *zio) |
789 | 260 |
{ |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
261 |
zio_transform_t *zt; |
789 | 262 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
263 |
while ((zt = zio->io_transform_stack) != NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
264 |
if (zt->zt_transform != NULL) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
265 |
zt->zt_transform(zio, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
266 |
zt->zt_orig_data, zt->zt_orig_size); |
789 | 267 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
268 |
zio_buf_free(zio->io_data, zt->zt_bufsize); |
789 | 269 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
270 |
zio->io_data = zt->zt_orig_data; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
271 |
zio->io_size = zt->zt_orig_size; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
272 |
zio->io_transform_stack = zt->zt_next; |
789 | 273 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
274 |
kmem_free(zt, sizeof (zio_transform_t)); |
789 | 275 |
} |
276 |
} |
|
277 |
||
278 |
/* |
|
279 |
* ========================================================================== |
|
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
280 |
* I/O transform callbacks for subblocks, decompression and decryption |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
281 |
* ========================================================================== |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
282 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
283 |
static void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
284 |
zio_subblock(zio_t *zio, void *data, uint64_t size) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
285 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
286 |
ASSERT(zio->io_size > size); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
287 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
288 |
if (zio->io_type == ZIO_TYPE_READ) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
289 |
bcopy(zio->io_data, data, size); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
290 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
291 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
292 |
static void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
293 |
zio_decompress(zio_t *zio, void *data, uint64_t size) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
294 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
295 |
if (zio->io_error == 0 && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
296 |
zio_decompress_data(BP_GET_COMPRESS(zio->io_bp), |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
297 |
zio->io_data, zio->io_size, data, size) != 0) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
298 |
zio->io_error = EIO; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
299 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
300 |
|
6523
c1d2a7f04573
6616739 panic message ZFS: I/O failure (write on <unknown> is not very helpful
ek110237
parents:
6245
diff
changeset
|
301 |
static void |
13391
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
302 |
zio_decrypt(zio_t *zio, void *data, uint64_t size) |
13150
4d89e6c6d8c8
Import ZFS Crypto Alpha+ bits into refesh repository due to Mecurial screwup.
Darren Moffat <darrenm@opensolaris.org>
parents:
5450
diff
changeset
|
303 |
{ |
4d89e6c6d8c8
Import ZFS Crypto Alpha+ bits into refesh repository due to Mecurial screwup.
Darren Moffat <darrenm@opensolaris.org>
parents:
5450
diff
changeset
|
304 |
blkptr_t *bp = zio->io_bp; |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
305 |
int type = BP_GET_TYPE(bp); |
13150
4d89e6c6d8c8
Import ZFS Crypto Alpha+ bits into refesh repository due to Mecurial screwup.
Darren Moffat <darrenm@opensolaris.org>
parents:
5450
diff
changeset
|
306 |
int crypt = BP_GET_CRYPT(bp); |
13307
3d90d41b6103
1551 data decryption cross architecture fails in AES_CCM
Darren Moffat <darrenm@opensolaris.org>
parents:
13301
diff
changeset
|
307 |
uint64_t mac[2]; |
13355
03a8bd0e481a
pass keys to zio_encrypt_date/zio_decrypt_data not the spa
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13347
diff
changeset
|
308 |
int crypt_error = 0; |
03a8bd0e481a
pass keys to zio_encrypt_date/zio_decrypt_data not the spa
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13347
diff
changeset
|
309 |
boolean_t isdnode = B_FALSE; |
13150
4d89e6c6d8c8
Import ZFS Crypto Alpha+ bits into refesh repository due to Mecurial screwup.
Darren Moffat <darrenm@opensolaris.org>
parents:
5450
diff
changeset
|
310 |
|
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
311 |
ASSERT3U(spa_version(zio->io_spa), >=, SPA_VERSION_CRYPTO); |
13326
00ca5372f202
6719684 zfs destroy on clear text can cause panic
Darren Moffat <darrenm@opensolaris.org>
parents:
13323
diff
changeset
|
312 |
ASSERT3U(crypt, !=, ZIO_CRYPT_OFF); |
00ca5372f202
6719684 zfs destroy on clear text can cause panic
Darren Moffat <darrenm@opensolaris.org>
parents:
13323
diff
changeset
|
313 |
ASSERT3U(crypt, !=, ZIO_CRYPT_INHERIT); |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
314 |
#if BLK_PAD_IS_MAC |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
315 |
if (type == DMU_OT_INTENT_LOG) { |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
316 |
ASSERT3U(BP_GET_CHECKSUM(bp), ==, ZIO_CHECKSUM_ZILOG); |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
317 |
} else { |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
318 |
ASSERT3U(BP_GET_CHECKSUM(bp), ==, ZIO_CHECKSUM_SHA256); |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
319 |
} |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
320 |
mac[0] = BE_64(bp->blk_pad[0]); |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
321 |
mac[1] = BE_64(bp->blk_pad[1]); |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
322 |
#else |
13401
5a098e64c8fa
6756856 compression and encryption not playing well together post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13399
diff
changeset
|
323 |
ASSERT3U(BP_GET_CHECKSUM(bp), ==, ZIO_CHECKSUM_SHA256_CCM_MAC); |
5a098e64c8fa
6756856 compression and encryption not playing well together post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13399
diff
changeset
|
324 |
ASSERT3U(BP_GET_LEVEL(bp), ==, 0); |
13406 | 325 |
|
13355
03a8bd0e481a
pass keys to zio_encrypt_date/zio_decrypt_data not the spa
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13347
diff
changeset
|
326 |
/* MAC is stored in the blkptr as the top two words of the checksum */ |
13308
b11402c5f64b
2207 scrub/resilver says pools have errors when key not present
Darren Moffat <darrenm@opensolaris.org>
parents:
13307
diff
changeset
|
327 |
ASSERT3U(16, ==, zio_crypt_table[crypt].ci_maclen); |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
328 |
|
13307
3d90d41b6103
1551 data decryption cross architecture fails in AES_CCM
Darren Moffat <darrenm@opensolaris.org>
parents:
13301
diff
changeset
|
329 |
mac[0] = BE_64(bp->blk_cksum.zc_word[2]); |
3d90d41b6103
1551 data decryption cross architecture fails in AES_CCM
Darren Moffat <darrenm@opensolaris.org>
parents:
13301
diff
changeset
|
330 |
mac[1] = BE_64(bp->blk_cksum.zc_word[3]); |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
331 |
#endif |
13347
90a127dff2c5
6719749 dnode dn_bonus needs to be encrypted
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13338
diff
changeset
|
332 |
|
13391
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
333 |
crypt_error = zio_decrypt_data(crypt, zio->io_spa, |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
334 |
&zio->io_bookmark, bp->blk_birth, type, |
13401
5a098e64c8fa
6756856 compression and encryption not playing well together post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13399
diff
changeset
|
335 |
zio->io_data, zio->io_size, &mac, data, size); |
13371
45507bab8d65
6745678 zio->io_checksum == ZIO_CHECKSUM_SHA256_CCM_MAC (0x5 == 0x9), file: zio.c, line: 1498
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13369
diff
changeset
|
336 |
|
13150
4d89e6c6d8c8
Import ZFS Crypto Alpha+ bits into refesh repository due to Mecurial screwup.
Darren Moffat <darrenm@opensolaris.org>
parents:
5450
diff
changeset
|
337 |
/* |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
338 |
* If we didn't have the decryption key we get EAGAIN so post an |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
339 |
* FMA event. |
13406 | 340 |
*/ |
13355
03a8bd0e481a
pass keys to zio_encrypt_date/zio_decrypt_data not the spa
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13347
diff
changeset
|
341 |
if (crypt_error != 0) { |
03a8bd0e481a
pass keys to zio_encrypt_date/zio_decrypt_data not the spa
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13347
diff
changeset
|
342 |
if (crypt_error == EAGAIN) { |
03a8bd0e481a
pass keys to zio_encrypt_date/zio_decrypt_data not the spa
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13347
diff
changeset
|
343 |
zfs_ereport_post(FM_EREPORT_ZFS_CRYPTO_KEY_UNAVAIL, |
03a8bd0e481a
pass keys to zio_encrypt_date/zio_decrypt_data not the spa
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13347
diff
changeset
|
344 |
zio->io_spa, zio->io_vd, zio, 0, 0); |
03a8bd0e481a
pass keys to zio_encrypt_date/zio_decrypt_data not the spa
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13347
diff
changeset
|
345 |
/* |
03a8bd0e481a
pass keys to zio_encrypt_date/zio_decrypt_data not the spa
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13347
diff
changeset
|
346 |
* If it is a dnode we were looking for we need the |
03a8bd0e481a
pass keys to zio_encrypt_date/zio_decrypt_data not the spa
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13347
diff
changeset
|
347 |
* clear text parts to be passed on. |
03a8bd0e481a
pass keys to zio_encrypt_date/zio_decrypt_data not the spa
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13347
diff
changeset
|
348 |
*/ |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
349 |
#ifdef _KERNEL |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
350 |
if (type == DMU_OT_DNODE) { |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
351 |
#endif |
13406 | 352 |
DTRACE_PROBE2(zio__ciphertext__dnode, |
353 |
blkptr_t *, bp, zbookmark_t *, |
|
13371
45507bab8d65
6745678 zio->io_checksum == ZIO_CHECKSUM_SHA256_CCM_MAC (0x5 == 0x9), file: zio.c, line: 1498
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13369
diff
changeset
|
354 |
&zio->io_bookmark); |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
355 |
bcopy(zio->io_data, data, size); |
13355
03a8bd0e481a
pass keys to zio_encrypt_date/zio_decrypt_data not the spa
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13347
diff
changeset
|
356 |
crypt_error = 0; |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
357 |
#ifdef _KERNEL |
13355
03a8bd0e481a
pass keys to zio_encrypt_date/zio_decrypt_data not the spa
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13347
diff
changeset
|
358 |
} |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
359 |
#endif |
13355
03a8bd0e481a
pass keys to zio_encrypt_date/zio_decrypt_data not the spa
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13347
diff
changeset
|
360 |
} |
13150
4d89e6c6d8c8
Import ZFS Crypto Alpha+ bits into refesh repository due to Mecurial screwup.
Darren Moffat <darrenm@opensolaris.org>
parents:
5450
diff
changeset
|
361 |
zio->io_error = crypt_error; |
4d89e6c6d8c8
Import ZFS Crypto Alpha+ bits into refesh repository due to Mecurial screwup.
Darren Moffat <darrenm@opensolaris.org>
parents:
5450
diff
changeset
|
362 |
} |
13391
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
363 |
} |
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
364 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
365 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
366 |
* ========================================================================== |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
367 |
* I/O parent/child relationships and pipeline interlocks |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
368 |
* ========================================================================== |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
369 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
370 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
371 |
static void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
372 |
zio_add_child(zio_t *pio, zio_t *zio) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
373 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
374 |
mutex_enter(&pio->io_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
375 |
if (zio->io_stage < ZIO_STAGE_READY) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
376 |
pio->io_children[zio->io_child_type][ZIO_WAIT_READY]++; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
377 |
if (zio->io_stage < ZIO_STAGE_DONE) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
378 |
pio->io_children[zio->io_child_type][ZIO_WAIT_DONE]++; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
379 |
zio->io_sibling_prev = NULL; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
380 |
zio->io_sibling_next = pio->io_child; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
381 |
if (pio->io_child != NULL) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
382 |
pio->io_child->io_sibling_prev = zio; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
383 |
pio->io_child = zio; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
384 |
zio->io_parent = pio; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
385 |
mutex_exit(&pio->io_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
386 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
387 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
388 |
static void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
389 |
zio_remove_child(zio_t *pio, zio_t *zio) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
390 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
391 |
zio_t *next, *prev; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
392 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
393 |
ASSERT(zio->io_parent == pio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
394 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
395 |
mutex_enter(&pio->io_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
396 |
next = zio->io_sibling_next; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
397 |
prev = zio->io_sibling_prev; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
398 |
if (next != NULL) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
399 |
next->io_sibling_prev = prev; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
400 |
if (prev != NULL) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
401 |
prev->io_sibling_next = next; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
402 |
if (pio->io_child == zio) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
403 |
pio->io_child = next; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
404 |
mutex_exit(&pio->io_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
405 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
406 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
407 |
static boolean_t |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
408 |
zio_wait_for_children(zio_t *zio, enum zio_child child, enum zio_wait_type wait) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
409 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
410 |
uint64_t *countp = &zio->io_children[child][wait]; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
411 |
boolean_t waiting = B_FALSE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
412 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
413 |
mutex_enter(&zio->io_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
414 |
ASSERT(zio->io_stall == NULL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
415 |
if (*countp != 0) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
416 |
zio->io_stage--; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
417 |
zio->io_stall = countp; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
418 |
waiting = B_TRUE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
419 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
420 |
mutex_exit(&zio->io_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
421 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
422 |
return (waiting); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
423 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
424 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
425 |
static void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
426 |
zio_notify_parent(zio_t *pio, zio_t *zio, enum zio_wait_type wait) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
427 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
428 |
uint64_t *countp = &pio->io_children[zio->io_child_type][wait]; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
429 |
int *errorp = &pio->io_child_error[zio->io_child_type]; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
430 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
431 |
mutex_enter(&pio->io_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
432 |
if (zio->io_error && !(zio->io_flags & ZIO_FLAG_DONT_PROPAGATE)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
433 |
*errorp = zio_worst_error(*errorp, zio->io_error); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
434 |
pio->io_reexecute |= zio->io_reexecute; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
435 |
ASSERT3U(*countp, >, 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
436 |
if (--*countp == 0 && pio->io_stall == countp) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
437 |
pio->io_stall = NULL; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
438 |
mutex_exit(&pio->io_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
439 |
zio_execute(pio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
440 |
} else { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
441 |
mutex_exit(&pio->io_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
442 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
443 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
444 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
445 |
static void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
446 |
zio_inherit_child_errors(zio_t *zio, enum zio_child c) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
447 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
448 |
if (zio->io_child_error[c] != 0 && zio->io_error == 0) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
449 |
zio->io_error = zio->io_child_error[c]; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
450 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
451 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
452 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
453 |
* ========================================================================== |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
454 |
* Create the various types of I/O (read, write, free, etc) |
789 | 455 |
* ========================================================================== |
456 |
*/ |
|
457 |
static zio_t * |
|
458 |
zio_create(zio_t *pio, spa_t *spa, uint64_t txg, blkptr_t *bp, |
|
459 |
void *data, uint64_t size, zio_done_func_t *done, void *private, |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
460 |
zio_type_t type, int priority, int flags, vdev_t *vd, uint64_t offset, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
461 |
const zbookmark_t *zb, uint8_t stage, uint32_t pipeline) |
789 | 462 |
{ |
463 |
zio_t *zio; |
|
464 |
||
465 |
ASSERT3U(size, <=, SPA_MAXBLOCKSIZE); |
|
466 |
ASSERT(P2PHASE(size, SPA_MINBLOCKSIZE) == 0); |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
467 |
ASSERT(P2PHASE(offset, SPA_MINBLOCKSIZE) == 0); |
789 | 468 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
469 |
ASSERT(!vd || spa_config_held(spa, SCL_STATE_ALL, RW_READER)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
470 |
ASSERT(!bp || !(flags & ZIO_FLAG_CONFIG_WRITER)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
471 |
ASSERT(vd || stage == ZIO_STAGE_OPEN); |
7046
361307ae060d
6343667 scrub/resilver has to start over when a snapshot is taken
ahrens
parents:
7030
diff
changeset
|
472 |
|
4055 | 473 |
zio = kmem_cache_alloc(zio_cache, KM_SLEEP); |
474 |
bzero(zio, sizeof (zio_t)); |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
475 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
476 |
mutex_init(&zio->io_lock, NULL, MUTEX_DEFAULT, NULL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
477 |
cv_init(&zio->io_cv, NULL, CV_DEFAULT, NULL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
478 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
479 |
if (vd != NULL) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
480 |
zio->io_child_type = ZIO_CHILD_VDEV; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
481 |
else if (flags & ZIO_FLAG_GANG_CHILD) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
482 |
zio->io_child_type = ZIO_CHILD_GANG; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
483 |
else |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
484 |
zio->io_child_type = ZIO_CHILD_LOGICAL; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
485 |
|
789 | 486 |
if (bp != NULL) { |
487 |
zio->io_bp = bp; |
|
488 |
zio->io_bp_copy = *bp; |
|
489 |
zio->io_bp_orig = *bp; |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
490 |
if (type != ZIO_TYPE_WRITE) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
491 |
zio->io_bp = &zio->io_bp_copy; /* so caller can free */ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
492 |
if (zio->io_child_type == ZIO_CHILD_LOGICAL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
493 |
if (BP_IS_GANG(bp)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
494 |
pipeline |= ZIO_GANG_STAGES; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
495 |
zio->io_logical = zio; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
496 |
} |
789 | 497 |
} |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
498 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
499 |
zio->io_spa = spa; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
500 |
zio->io_txg = txg; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
501 |
zio->io_data = data; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
502 |
zio->io_size = size; |
789 | 503 |
zio->io_done = done; |
504 |
zio->io_private = private; |
|
505 |
zio->io_type = type; |
|
506 |
zio->io_priority = priority; |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
507 |
zio->io_vd = vd; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
508 |
zio->io_offset = offset; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
509 |
zio->io_orig_flags = zio->io_flags = flags; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
510 |
zio->io_orig_stage = zio->io_stage = stage; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
511 |
zio->io_orig_pipeline = zio->io_pipeline = pipeline; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
512 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
513 |
if (zb != NULL) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
514 |
zio->io_bookmark = *zb; |
789 | 515 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
516 |
if (pio != NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
517 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
518 |
* Logical I/Os can have logical, gang, or vdev children. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
519 |
* Gang I/Os can have gang or vdev children. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
520 |
* Vdev I/Os can only have vdev children. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
521 |
* The following ASSERT captures all of these constraints. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
522 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
523 |
ASSERT(zio->io_child_type <= pio->io_child_type); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
524 |
if (zio->io_logical == NULL) |
1544 | 525 |
zio->io_logical = pio->io_logical; |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
526 |
zio_add_child(pio, zio); |
789 | 527 |
} |
528 |
||
529 |
return (zio); |
|
530 |
} |
|
531 |
||
5329 | 532 |
static void |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
533 |
zio_destroy(zio_t *zio) |
5329 | 534 |
{ |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
535 |
spa_t *spa = zio->io_spa; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
536 |
uint8_t async_root = zio->io_async_root; |
5329 | 537 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
538 |
mutex_destroy(&zio->io_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
539 |
cv_destroy(&zio->io_cv); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
540 |
kmem_cache_free(zio_cache, zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
541 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
542 |
if (async_root) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
543 |
mutex_enter(&spa->spa_async_root_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
544 |
if (--spa->spa_async_root_count == 0) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
545 |
cv_broadcast(&spa->spa_async_root_cv); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
546 |
mutex_exit(&spa->spa_async_root_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
547 |
} |
5329 | 548 |
} |
549 |
||
789 | 550 |
zio_t * |
551 |
zio_null(zio_t *pio, spa_t *spa, zio_done_func_t *done, void *private, |
|
552 |
int flags) |
|
553 |
{ |
|
554 |
zio_t *zio; |
|
555 |
||
556 |
zio = zio_create(pio, spa, 0, NULL, NULL, 0, done, private, |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
557 |
ZIO_TYPE_NULL, ZIO_PRIORITY_NOW, flags, NULL, 0, NULL, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
558 |
ZIO_STAGE_OPEN, ZIO_INTERLOCK_PIPELINE); |
789 | 559 |
|
560 |
return (zio); |
|
561 |
} |
|
562 |
||
563 |
zio_t * |
|
564 |
zio_root(spa_t *spa, zio_done_func_t *done, void *private, int flags) |
|
565 |
{ |
|
566 |
return (zio_null(NULL, spa, done, private, flags)); |
|
567 |
} |
|
568 |
||
569 |
zio_t * |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
570 |
zio_read(zio_t *pio, spa_t *spa, const blkptr_t *bp, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
571 |
void *data, uint64_t size, zio_done_func_t *done, void *private, |
7046
361307ae060d
6343667 scrub/resilver has to start over when a snapshot is taken
ahrens
parents:
7030
diff
changeset
|
572 |
int priority, int flags, const zbookmark_t *zb) |
789 | 573 |
{ |
574 |
zio_t *zio; |
|
575 |
||
7046
361307ae060d
6343667 scrub/resilver has to start over when a snapshot is taken
ahrens
parents:
7030
diff
changeset
|
576 |
zio = zio_create(pio, spa, bp->blk_birth, (blkptr_t *)bp, |
361307ae060d
6343667 scrub/resilver has to start over when a snapshot is taken
ahrens
parents:
7030
diff
changeset
|
577 |
data, size, done, private, |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
578 |
ZIO_TYPE_READ, priority, flags, NULL, 0, zb, |
2981 | 579 |
ZIO_STAGE_OPEN, ZIO_READ_PIPELINE); |
789 | 580 |
|
581 |
return (zio); |
|
582 |
} |
|
583 |
||
584 |
zio_t * |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
585 |
zio_write(zio_t *pio, spa_t *spa, uint64_t txg, blkptr_t *bp, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
586 |
void *data, uint64_t size, zio_prop_t *zp, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
587 |
zio_done_func_t *ready, zio_done_func_t *done, void *private, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
588 |
int priority, int flags, const zbookmark_t *zb) |
789 | 589 |
{ |
590 |
zio_t *zio; |
|
591 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
592 |
ASSERT(zp->zp_checksum >= ZIO_CHECKSUM_OFF && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
593 |
zp->zp_checksum < ZIO_CHECKSUM_FUNCTIONS && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
594 |
zp->zp_compress >= ZIO_COMPRESS_OFF && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
595 |
zp->zp_compress < ZIO_COMPRESS_FUNCTIONS && |
13391
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
596 |
zp->zp_crypt >= ZIO_CRYPT_OFF && |
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
597 |
zp->zp_crypt < ZIO_CRYPT_FUNCTIONS && |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
598 |
zp->zp_type < DMU_OT_NUMTYPES && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
599 |
zp->zp_level < 32 && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
600 |
zp->zp_ndvas > 0 && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
601 |
zp->zp_ndvas <= spa_max_replication(spa)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
602 |
ASSERT(ready != NULL); |
5329 | 603 |
|
789 | 604 |
zio = zio_create(pio, spa, txg, bp, data, size, done, private, |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
605 |
ZIO_TYPE_WRITE, priority, flags, NULL, 0, zb, |
789 | 606 |
ZIO_STAGE_OPEN, ZIO_WRITE_PIPELINE); |
607 |
||
3547
e396e0a440b1
6512391 DMU should leverage ZIO dependencies to achieve greater parallelism
maybee
parents:
3463
diff
changeset
|
608 |
zio->io_ready = ready; |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
609 |
zio->io_prop = *zp; |
789 | 610 |
|
611 |
return (zio); |
|
612 |
} |
|
613 |
||
614 |
zio_t * |
|
13395
6aa29333ca54
WIP 6754666 ZIL writes clear text data to disk post onnv_100 resync
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13394
diff
changeset
|
615 |
zio_rewrite(zio_t *pio, spa_t *spa, uint64_t txg, blkptr_t *bp, |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
616 |
void *data, uint64_t size, zio_done_func_t *done, |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
617 |
void *private, int priority, int flags, zbookmark_t *zb) |
789 | 618 |
{ |
619 |
zio_t *zio; |
|
620 |
||
7181
8d299641aa23
6719934 assertion failed: ((&zh->zh_log)->blk_birth == 0), file: ../../common/fs/zfs/zil.c, line: 1336
perrin
parents:
7046
diff
changeset
|
621 |
zio = zio_create(pio, spa, txg, bp, data, size, done, private, |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
622 |
ZIO_TYPE_WRITE, priority, flags, NULL, 0, zb, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
623 |
ZIO_STAGE_OPEN, ZIO_REWRITE_PIPELINE); |
789 | 624 |
|
625 |
return (zio); |
|
626 |
} |
|
627 |
||
628 |
zio_t * |
|
629 |
zio_free(zio_t *pio, spa_t *spa, uint64_t txg, blkptr_t *bp, |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
630 |
zio_done_func_t *done, void *private, int flags) |
789 | 631 |
{ |
632 |
zio_t *zio; |
|
633 |
||
634 |
ASSERT(!BP_IS_HOLE(bp)); |
|
635 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
636 |
if (bp->blk_fill == BLK_FILL_ALREADY_FREED) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
637 |
return (zio_null(pio, spa, NULL, NULL, flags)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
638 |
|
789 | 639 |
if (txg == spa->spa_syncing_txg && |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
640 |
spa_sync_pass(spa) > SYNC_PASS_DEFERRED_FREE) { |
789 | 641 |
bplist_enqueue_deferred(&spa->spa_sync_bplist, bp); |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
642 |
return (zio_null(pio, spa, NULL, NULL, flags)); |
789 | 643 |
} |
644 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
645 |
zio = zio_create(pio, spa, txg, bp, NULL, BP_GET_PSIZE(bp), |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
646 |
done, private, ZIO_TYPE_FREE, ZIO_PRIORITY_FREE, flags, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
647 |
NULL, 0, NULL, ZIO_STAGE_OPEN, ZIO_FREE_PIPELINE); |
789 | 648 |
|
649 |
return (zio); |
|
650 |
} |
|
651 |
||
652 |
zio_t * |
|
653 |
zio_claim(zio_t *pio, spa_t *spa, uint64_t txg, blkptr_t *bp, |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
654 |
zio_done_func_t *done, void *private, int flags) |
789 | 655 |
{ |
656 |
zio_t *zio; |
|
657 |
||
658 |
/* |
|
659 |
* A claim is an allocation of a specific block. Claims are needed |
|
660 |
* to support immediate writes in the intent log. The issue is that |
|
661 |
* immediate writes contain committed data, but in a txg that was |
|
662 |
* *not* committed. Upon opening the pool after an unclean shutdown, |
|
663 |
* the intent log claims all blocks that contain immediate write data |
|
664 |
* so that the SPA knows they're in use. |
|
665 |
* |
|
666 |
* All claims *must* be resolved in the first txg -- before the SPA |
|
667 |
* starts allocating blocks -- so that nothing is allocated twice. |
|
668 |
*/ |
|
669 |
ASSERT3U(spa->spa_uberblock.ub_rootbp.blk_birth, <, spa_first_txg(spa)); |
|
670 |
ASSERT3U(spa_first_txg(spa), <=, txg); |
|
671 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
672 |
zio = zio_create(pio, spa, txg, bp, NULL, BP_GET_PSIZE(bp), |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
673 |
done, private, ZIO_TYPE_CLAIM, ZIO_PRIORITY_NOW, flags, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
674 |
NULL, 0, NULL, ZIO_STAGE_OPEN, ZIO_CLAIM_PIPELINE); |
789 | 675 |
|
676 |
return (zio); |
|
677 |
} |
|
678 |
||
679 |
zio_t * |
|
680 |
zio_ioctl(zio_t *pio, spa_t *spa, vdev_t *vd, int cmd, |
|
681 |
zio_done_func_t *done, void *private, int priority, int flags) |
|
682 |
{ |
|
683 |
zio_t *zio; |
|
684 |
int c; |
|
685 |
||
686 |
if (vd->vdev_children == 0) { |
|
687 |
zio = zio_create(pio, spa, 0, NULL, NULL, 0, done, private, |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
688 |
ZIO_TYPE_IOCTL, priority, flags, vd, 0, NULL, |
789 | 689 |
ZIO_STAGE_OPEN, ZIO_IOCTL_PIPELINE); |
690 |
||
691 |
zio->io_cmd = cmd; |
|
692 |
} else { |
|
693 |
zio = zio_null(pio, spa, NULL, NULL, flags); |
|
694 |
||
695 |
for (c = 0; c < vd->vdev_children; c++) |
|
696 |
zio_nowait(zio_ioctl(zio, spa, vd->vdev_child[c], cmd, |
|
697 |
done, private, priority, flags)); |
|
698 |
} |
|
699 |
||
700 |
return (zio); |
|
701 |
} |
|
702 |
||
703 |
zio_t * |
|
704 |
zio_read_phys(zio_t *pio, vdev_t *vd, uint64_t offset, uint64_t size, |
|
705 |
void *data, int checksum, zio_done_func_t *done, void *private, |
|
5450 | 706 |
int priority, int flags, boolean_t labels) |
789 | 707 |
{ |
708 |
zio_t *zio; |
|
5329 | 709 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
710 |
ASSERT(vd->vdev_children == 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
711 |
ASSERT(!labels || offset + size <= VDEV_LABEL_START_SIZE || |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
712 |
offset >= vd->vdev_psize - VDEV_LABEL_END_SIZE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
713 |
ASSERT3U(offset + size, <=, vd->vdev_psize); |
789 | 714 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
715 |
zio = zio_create(pio, vd->vdev_spa, 0, NULL, data, size, done, private, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
716 |
ZIO_TYPE_READ, priority, flags, vd, offset, NULL, |
789 | 717 |
ZIO_STAGE_OPEN, ZIO_READ_PHYS_PIPELINE); |
718 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
719 |
zio->io_prop.zp_checksum = checksum; |
789 | 720 |
|
721 |
return (zio); |
|
722 |
} |
|
723 |
||
724 |
zio_t * |
|
725 |
zio_write_phys(zio_t *pio, vdev_t *vd, uint64_t offset, uint64_t size, |
|
726 |
void *data, int checksum, zio_done_func_t *done, void *private, |
|
5450 | 727 |
int priority, int flags, boolean_t labels) |
789 | 728 |
{ |
729 |
zio_t *zio; |
|
730 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
731 |
ASSERT(vd->vdev_children == 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
732 |
ASSERT(!labels || offset + size <= VDEV_LABEL_START_SIZE || |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
733 |
offset >= vd->vdev_psize - VDEV_LABEL_END_SIZE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
734 |
ASSERT3U(offset + size, <=, vd->vdev_psize); |
5329 | 735 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
736 |
zio = zio_create(pio, vd->vdev_spa, 0, NULL, data, size, done, private, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
737 |
ZIO_TYPE_WRITE, priority, flags, vd, offset, NULL, |
789 | 738 |
ZIO_STAGE_OPEN, ZIO_WRITE_PHYS_PIPELINE); |
739 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
740 |
zio->io_prop.zp_checksum = checksum; |
789 | 741 |
|
742 |
if (zio_checksum_table[checksum].ci_zbt) { |
|
743 |
/* |
|
744 |
* zbt checksums are necessarily destructive -- they modify |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
745 |
* the end of the write buffer to hold the verifier/checksum. |
789 | 746 |
* Therefore, we must make a local copy in case the data is |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
747 |
* being written to multiple places in parallel. |
789 | 748 |
*/ |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
749 |
void *wbuf = zio_buf_alloc(size); |
789 | 750 |
bcopy(data, wbuf, size); |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
751 |
zio_push_transform(zio, wbuf, size, size, NULL); |
789 | 752 |
} |
753 |
||
754 |
return (zio); |
|
755 |
} |
|
756 |
||
757 |
/* |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
758 |
* Create a child I/O to do some work for us. |
789 | 759 |
*/ |
760 |
zio_t * |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
761 |
zio_vdev_child_io(zio_t *pio, blkptr_t *bp, vdev_t *vd, uint64_t offset, |
789 | 762 |
void *data, uint64_t size, int type, int priority, int flags, |
763 |
zio_done_func_t *done, void *private) |
|
764 |
{ |
|
765 |
uint32_t pipeline = ZIO_VDEV_CHILD_PIPELINE; |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
766 |
zio_t *zio; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
767 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
768 |
ASSERT(vd->vdev_parent == |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
769 |
(pio->io_vd ? pio->io_vd : pio->io_spa->spa_root_vdev)); |
789 | 770 |
|
771 |
if (type == ZIO_TYPE_READ && bp != NULL) { |
|
772 |
/* |
|
773 |
* If we have the bp, then the child should perform the |
|
774 |
* checksum and the parent need not. This pushes error |
|
775 |
* detection as close to the leaves as possible and |
|
776 |
* eliminates redundant checksums in the interior nodes. |
|
777 |
*/ |
|
778 |
pipeline |= 1U << ZIO_STAGE_CHECKSUM_VERIFY; |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
779 |
pio->io_pipeline &= ~(1U << ZIO_STAGE_CHECKSUM_VERIFY); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
780 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
781 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
782 |
if (vd->vdev_children == 0) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
783 |
offset += VDEV_LABEL_START_SIZE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
784 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
785 |
zio = zio_create(pio, pio->io_spa, pio->io_txg, bp, data, size, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
786 |
done, private, type, priority, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
787 |
(pio->io_flags & ZIO_FLAG_VDEV_INHERIT) | |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
788 |
ZIO_FLAG_CANFAIL | ZIO_FLAG_DONT_PROPAGATE | flags, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
789 |
vd, offset, &pio->io_bookmark, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
790 |
ZIO_STAGE_VDEV_IO_START - 1, pipeline); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
791 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
792 |
return (zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
793 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
794 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
795 |
zio_t * |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
796 |
zio_vdev_delegated_io(vdev_t *vd, uint64_t offset, void *data, uint64_t size, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
797 |
int type, int priority, int flags, zio_done_func_t *done, void *private) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
798 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
799 |
zio_t *zio; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
800 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
801 |
ASSERT(vd->vdev_ops->vdev_op_leaf); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
802 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
803 |
zio = zio_create(NULL, vd->vdev_spa, 0, NULL, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
804 |
data, size, done, private, type, priority, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
805 |
flags | ZIO_FLAG_CANFAIL | ZIO_FLAG_DONT_RETRY, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
806 |
vd, offset, NULL, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
807 |
ZIO_STAGE_VDEV_IO_START - 1, ZIO_VDEV_CHILD_PIPELINE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
808 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
809 |
return (zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
810 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
811 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
812 |
void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
813 |
zio_flush(zio_t *zio, vdev_t *vd) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
814 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
815 |
zio_nowait(zio_ioctl(zio, zio->io_spa, vd, DKIOCFLUSHWRITECACHE, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
816 |
NULL, NULL, ZIO_PRIORITY_NOW, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
817 |
ZIO_FLAG_CANFAIL | ZIO_FLAG_DONT_PROPAGATE | ZIO_FLAG_DONT_RETRY)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
818 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
819 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
820 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
821 |
* ========================================================================== |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
822 |
* Prepare to read and write logical blocks |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
823 |
* ========================================================================== |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
824 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
825 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
826 |
static int |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
827 |
zio_read_bp_init(zio_t *zio) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
828 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
829 |
blkptr_t *bp = zio->io_bp; |
13391
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
830 |
uint64_t csize = BP_GET_PSIZE(bp); |
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
831 |
void *cbuf; |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
832 |
|
13401
5a098e64c8fa
6756856 compression and encryption not playing well together post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13399
diff
changeset
|
833 |
if (zio->io_logical == zio) { |
5a098e64c8fa
6756856 compression and encryption not playing well together post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13399
diff
changeset
|
834 |
if (BP_GET_COMPRESS(bp) != ZIO_COMPRESS_OFF) { |
5a098e64c8fa
6756856 compression and encryption not playing well together post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13399
diff
changeset
|
835 |
cbuf = zio_buf_alloc(csize); |
5a098e64c8fa
6756856 compression and encryption not playing well together post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13399
diff
changeset
|
836 |
zio_push_transform(zio, cbuf, csize, csize, |
5a098e64c8fa
6756856 compression and encryption not playing well together post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13399
diff
changeset
|
837 |
zio_decompress); |
5a098e64c8fa
6756856 compression and encryption not playing well together post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13399
diff
changeset
|
838 |
} |
5a098e64c8fa
6756856 compression and encryption not playing well together post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13399
diff
changeset
|
839 |
} |
5a098e64c8fa
6756856 compression and encryption not playing well together post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13399
diff
changeset
|
840 |
|
13391
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
841 |
/* |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
842 |
* XXX meta-dnode issue ? |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
843 |
* Should this be guarded with the io_logical like above ? |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
844 |
* |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
845 |
* Don't add crypto to the transform stack if this is a scrub/resilver |
13391
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
846 |
* because we don't need the actual data in that case and the |
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
847 |
* decrypt could fail due to a lack of a key (in which case the |
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
848 |
* datasets wouldn't be mounted but still need to be scrubbed). |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
849 |
* |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
850 |
* But ZIO_FLAG_SCRUB is set when doing zil_replay so we need |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
851 |
* to check if it is an intent log block and do put zio_decrypt |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
852 |
* on the stack in that case. |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
853 |
* |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
854 |
* We need to distingish between zil_claim and zil_replay reads. |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
855 |
* During zil_claim we probably won't have the key(s) available |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
856 |
* as this is often very early in boot. That should be okay because |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
857 |
* zil_claim only needs to walk the log chain it doesn't need the |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
858 |
* record contents. |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
859 |
* |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
860 |
* XXX Need to add a ZIO_FLAG_ZILOG_REPLAY flag for when we |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
861 |
* add the "normal" SCRUB exclusion back in again. |
13391
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
862 |
*/ |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
863 |
if (BP_GET_CRYPT(bp) != ZIO_CRYPT_OFF && |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
864 |
spa_version(zio->io_spa) >= SPA_VERSION_CRYPTO && |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
865 |
!(zio->io_flags & ZIO_FLAG_ZILOG_CHECK)) { |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
866 |
cbuf = zio_buf_alloc(csize); |
13407
b5ed67e82a0c
scrub/resilver without key fails post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13406
diff
changeset
|
867 |
zio_push_transform(zio, cbuf, csize, csize, zio_decrypt); |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
868 |
} |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
869 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
870 |
if (!dmu_ot[BP_GET_TYPE(bp)].ot_metadata && BP_GET_LEVEL(bp) == 0) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
871 |
zio->io_flags |= ZIO_FLAG_DONT_CACHE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
872 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
873 |
return (ZIO_PIPELINE_CONTINUE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
874 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
875 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
876 |
static int |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
877 |
zio_write_bp_init(zio_t *zio) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
878 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
879 |
zio_prop_t *zp = &zio->io_prop; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
880 |
int compress = zp->zp_compress; |
13391
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
881 |
int crypt = zp->zp_crypt; |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
882 |
int checksum = zp->zp_checksum; |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
883 |
int type = zp->zp_type; |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
884 |
zbookmark_t bookmark = zio->io_bookmark; |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
885 |
blkptr_t *bp = zio->io_bp; |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
886 |
void *cbuf, *encbuf; |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
887 |
uint64_t lsize = zio->io_size; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
888 |
uint64_t csize = lsize; |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
889 |
uint64_t cbufsize = 0, encbufsize = 0; |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
890 |
int pass = 1; |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
891 |
zio_cksum_t *mac = NULL; |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
892 |
size_t maclen = 0; |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
893 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
894 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
895 |
* If our children haven't all reached the ready stage, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
896 |
* wait for them and then repeat this pipeline stage. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
897 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
898 |
if (zio_wait_for_children(zio, ZIO_CHILD_GANG, ZIO_WAIT_READY) || |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
899 |
zio_wait_for_children(zio, ZIO_CHILD_LOGICAL, ZIO_WAIT_READY)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
900 |
return (ZIO_PIPELINE_STOP); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
901 |
|
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
902 |
if (IO_IS_ALLOCATING(zio) && bp->blk_birth == zio->io_txg) { |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
903 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
904 |
* We're rewriting an existing block, which means we're |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
905 |
* working on behalf of spa_sync(). For spa_sync() to |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
906 |
* converge, it must eventually be the case that we don't |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
907 |
* have to allocate new blocks. But compression changes |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
908 |
* the blocksize, which forces a reallocate, and makes |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
909 |
* convergence take longer. Therefore, after the first |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
910 |
* few passes, stop compressing to ensure convergence. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
911 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
912 |
pass = spa_sync_pass(zio->io_spa); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
913 |
ASSERT(pass > 1); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
914 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
915 |
if (pass > SYNC_PASS_DONT_COMPRESS) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
916 |
compress = ZIO_COMPRESS_OFF; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
917 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
918 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
919 |
* Only MOS (objset 0) data should need to be rewritten. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
920 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
921 |
ASSERT(zio->io_logical->io_bookmark.zb_objset == 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
922 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
923 |
/* Make sure someone doesn't change their mind on overwrites */ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
924 |
ASSERT(MIN(zp->zp_ndvas + BP_IS_GANG(bp), |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
925 |
spa_max_replication(zio->io_spa)) == BP_GET_NDVAS(bp)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
926 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
927 |
|
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
928 |
if (IO_IS_ALLOCATING(zio) && compress != ZIO_COMPRESS_OFF) { |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
929 |
if (!zio_compress_data(compress, zio->io_data, zio->io_size, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
930 |
&cbuf, &csize, &cbufsize)) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
931 |
compress = ZIO_COMPRESS_OFF; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
932 |
} else if (csize != 0) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
933 |
zio_push_transform(zio, cbuf, csize, cbufsize, NULL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
934 |
} |
789 | 935 |
} |
936 |
||
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
937 |
if (crypt == ZIO_CRYPT_INHERIT) { |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
938 |
crypt = BP_GET_CRYPT(bp); |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
939 |
} |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
940 |
|
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
941 |
if (!IO_IS_ALLOCATING(zio) && type == DMU_OT_NONE) { |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
942 |
type = BP_GET_TYPE(bp); |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
943 |
} |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
944 |
|
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
945 |
if (crypt != ZIO_CRYPT_OFF && |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
946 |
spa_version(zio->io_spa) >= SPA_VERSION_CRYPTO) { |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
947 |
int crypt_error; |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
948 |
|
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
949 |
ASSERT(crypt != ZIO_CRYPT_INHERIT); |
13391
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
950 |
|
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
951 |
crypt_error = zio_encrypt_data(crypt, zio->io_spa, |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
952 |
&zio->io_bookmark, zio->io_txg, type, |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
953 |
zio->io_data, zio->io_size, &encbuf, &encbufsize, |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
954 |
(void **)&mac); |
13391
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
955 |
|
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
956 |
if (crypt_error != 0) { |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
957 |
if (crypt_error == EAGAIN) { |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
958 |
/* |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
959 |
* If we don't have access to the key material |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
960 |
* that the * zboookmark_t says we needed, |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
961 |
* post an FMA event. |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
962 |
* |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
963 |
* XXX do we need some sort of cap on |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
964 |
* the number of times we try this ? |
13406 | 965 |
*/ |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
966 |
zfs_ereport_post( |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
967 |
FM_EREPORT_ZFS_CRYPTO_KEY_UNAVAIL, |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
968 |
zio->io_spa, zio->io_vd, zio, 0, 0); |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
969 |
zio->io_error = EIO; |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
970 |
} |
13391
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
971 |
zio->io_error = crypt_error; |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
972 |
return (ZIO_PIPELINE_STOP); |
13391
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
973 |
} |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
974 |
zio_push_transform(zio, encbuf, zio->io_size, encbufsize, NULL); |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
975 |
checksum = ZIO_CHECKSUM_SHA256_CCM_MAC; |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
976 |
maclen = zio_crypt_table[crypt].ci_maclen; |
13391
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
977 |
} |
13401
5a098e64c8fa
6756856 compression and encryption not playing well together post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13399
diff
changeset
|
978 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
979 |
/* |
13406 | 980 |
* If we aren't encrypting make sure the checksum isn't the |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
981 |
* truncated SHA256+MAC variant - force to SHA256 instead. |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
982 |
*/ |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
983 |
if (checksum == ZIO_CHECKSUM_SHA256_CCM_MAC && |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
984 |
(crypt == ZIO_CRYPT_OFF || crypt == ZIO_CRYPT_INHERIT)) { |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
985 |
ASSERT3U(spa_version(zio->io_spa), >=, SPA_VERSION_CRYPTO); |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
986 |
checksum = ZIO_CHECKSUM_SHA256; |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
987 |
} |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
988 |
|
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
989 |
if (!IO_IS_ALLOCATING(zio)) { |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
990 |
BP_SET_CRYPT(bp, crypt); |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
991 |
return (ZIO_PIPELINE_CONTINUE); |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
992 |
} |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
993 |
|
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
994 |
ASSERT(checksum != ZIO_CHECKSUM_INHERIT); |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
995 |
ASSERT(compress != ZIO_COMPRESS_INHERIT); |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
996 |
ASSERT(spa_version(zio->io_spa) >= SPA_VERSION_CRYPTO && |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
997 |
crypt != ZIO_CRYPT_INHERIT); |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
998 |
|
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
999 |
/* |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1000 |
* The final pass of spa_sync() must be all rewrites, but the first |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1001 |
* few passes offer a trade-off: allocating blocks defers convergence, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1002 |
* but newly allocated blocks are sequential, so they can be written |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1003 |
* to disk faster. Therefore, we allow the first few passes of |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1004 |
* spa_sync() to allocate new blocks, but force rewrites after that. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1005 |
* There should only be a handful of blocks after pass 1 in any case. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1006 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1007 |
if (bp->blk_birth == zio->io_txg && BP_GET_PSIZE(bp) == csize && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1008 |
pass > SYNC_PASS_REWRITE) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1009 |
ASSERT(csize != 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1010 |
uint32_t gang_stages = zio->io_pipeline & ZIO_GANG_STAGES; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1011 |
zio->io_pipeline = ZIO_REWRITE_PIPELINE | gang_stages; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1012 |
zio->io_flags |= ZIO_FLAG_IO_REWRITE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1013 |
} else { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1014 |
BP_ZERO(bp); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1015 |
zio->io_pipeline = ZIO_WRITE_PIPELINE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1016 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1017 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1018 |
if (csize == 0) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1019 |
zio->io_pipeline = ZIO_INTERLOCK_PIPELINE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1020 |
} else { |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1021 |
ASSERT(checksum != ZIO_CHECKSUM_GANG_HEADER); |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1022 |
BP_SET_LSIZE(bp, lsize); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1023 |
BP_SET_PSIZE(bp, csize); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1024 |
BP_SET_COMPRESS(bp, compress); |
13391
7f510a75f086
merge onnv-gate onnv_100 - MAJOR rewrite of zio.c encryption support due to 6754011 and friends
Darren Moffat <Darren.Moffat@Sun.COM>
diff
changeset
|
1025 |
BP_SET_CRYPT(bp, crypt); |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1026 |
BP_SET_CHECKSUM(bp, checksum); |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1027 |
BP_SET_TYPE(bp, zp->zp_type); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1028 |
BP_SET_LEVEL(bp, zp->zp_level); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1029 |
BP_SET_BYTEORDER(bp, ZFS_HOST_BYTEORDER); |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1030 |
if (mac != NULL) { |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1031 |
/* |
13406 | 1032 |
* The mac is stored in the blkptr as the top two |
1033 |
* words of the checksum, in bigendian form |
|
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1034 |
* (same as the checksum). |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1035 |
* |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1036 |
* Currently all MAC's are 16 bytes and all |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1037 |
* crypto "on" values use a MAC. If an encryption |
13406 | 1038 |
* mode is added that doesn't have a MAC or has a MAC |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1039 |
* of a different size this needs updating. |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1040 |
*/ |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1041 |
ASSERT3U(maclen, ==, 16); |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1042 |
ASSERT3U(checksum, ==, ZIO_CHECKSUM_SHA256_CCM_MAC); |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1043 |
ASSERT3U(crypt, >, ZIO_CRYPT_INHERIT); |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1044 |
ASSERT3U(crypt, <=, ZIO_CRYPT_FUNCTIONS); |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1045 |
ASSERT3U(crypt, !=, ZIO_CRYPT_OFF); |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1046 |
ASSERT3U(spa_version(zio->io_spa), >=, |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1047 |
SPA_VERSION_CRYPTO); |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1048 |
|
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
1049 |
#if BLK_PAD_IS_MAC |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
1050 |
bp->blk_pad[0] = BE_64(mac->zc_word[0]); |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
1051 |
bp->blk_pad[1] = BE_64(mac->zc_word[1]); |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
1052 |
BP_SET_CHECKSUM(bp, ZIO_CHECKSUM_SHA256); |
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
1053 |
#else |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1054 |
bp->blk_cksum.zc_word[2] = BE_64(mac->zc_word[0]); |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1055 |
bp->blk_cksum.zc_word[3] = BE_64(mac->zc_word[1]); |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
1056 |
#endif |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1057 |
kmem_free(mac, maclen); |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1058 |
} else { |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1059 |
ASSERT3U(checksum, !=, ZIO_CHECKSUM_SHA256_CCM_MAC); |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1060 |
} |
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1061 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1062 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1063 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1064 |
return (ZIO_PIPELINE_CONTINUE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1065 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1066 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1067 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1068 |
* ========================================================================== |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1069 |
* Execute the I/O pipeline |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1070 |
* ========================================================================== |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1071 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1072 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1073 |
static void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1074 |
zio_taskq_dispatch(zio_t *zio, enum zio_taskq_type q) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1075 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1076 |
zio_type_t t = zio->io_type; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1077 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1078 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1079 |
* If we're a config writer, the normal issue and interrupt threads |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1080 |
* may all be blocked waiting for the config lock. In this case, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1081 |
* select the otherwise-unused taskq for ZIO_TYPE_NULL. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1082 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1083 |
if (zio->io_flags & ZIO_FLAG_CONFIG_WRITER) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1084 |
t = ZIO_TYPE_NULL; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1085 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1086 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1087 |
* A similar issue exists for the L2ARC write thread until L2ARC 2.0. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1088 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1089 |
if (t == ZIO_TYPE_WRITE && zio->io_vd && zio->io_vd->vdev_aux) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1090 |
t = ZIO_TYPE_NULL; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1091 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1092 |
(void) taskq_dispatch(zio->io_spa->spa_zio_taskq[t][q], |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1093 |
(task_func_t *)zio_execute, zio, TQ_SLEEP); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1094 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1095 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1096 |
static boolean_t |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1097 |
zio_taskq_member(zio_t *zio, enum zio_taskq_type q) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1098 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1099 |
kthread_t *executor = zio->io_executor; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1100 |
spa_t *spa = zio->io_spa; |
789 | 1101 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1102 |
for (zio_type_t t = 0; t < ZIO_TYPES; t++) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1103 |
if (taskq_member(spa->spa_zio_taskq[t][q], executor)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1104 |
return (B_TRUE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1105 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1106 |
return (B_FALSE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1107 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1108 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1109 |
static int |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1110 |
zio_issue_async(zio_t *zio) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1111 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1112 |
zio_taskq_dispatch(zio, ZIO_TASKQ_ISSUE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1113 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1114 |
return (ZIO_PIPELINE_STOP); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1115 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1116 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1117 |
void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1118 |
zio_interrupt(zio_t *zio) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1119 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1120 |
zio_taskq_dispatch(zio, ZIO_TASKQ_INTERRUPT); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1121 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1122 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1123 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1124 |
* Execute the I/O pipeline until one of the following occurs: |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1125 |
* (1) the I/O completes; (2) the pipeline stalls waiting for |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1126 |
* dependent child I/Os; (3) the I/O issues, so we're waiting |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1127 |
* for an I/O completion interrupt; (4) the I/O is delegated by |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1128 |
* vdev-level caching or aggregation; (5) the I/O is deferred |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1129 |
* due to vdev-level queueing; (6) the I/O is handed off to |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1130 |
* another thread. In all cases, the pipeline stops whenever |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1131 |
* there's no CPU work; it never burns a thread in cv_wait(). |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1132 |
* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1133 |
* There's no locking on io_stage because there's no legitimate way |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1134 |
* for multiple threads to be attempting to process the same I/O. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1135 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1136 |
static zio_pipe_stage_t *zio_pipeline[ZIO_STAGES]; |
789 | 1137 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1138 |
void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1139 |
zio_execute(zio_t *zio) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1140 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1141 |
zio->io_executor = curthread; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1142 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1143 |
while (zio->io_stage < ZIO_STAGE_DONE) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1144 |
uint32_t pipeline = zio->io_pipeline; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1145 |
zio_stage_t stage = zio->io_stage; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1146 |
int rv; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1147 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1148 |
ASSERT(!MUTEX_HELD(&zio->io_lock)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1149 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1150 |
while (((1U << ++stage) & pipeline) == 0) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1151 |
continue; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1152 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1153 |
ASSERT(stage <= ZIO_STAGE_DONE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1154 |
ASSERT(zio->io_stall == NULL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1155 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1156 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1157 |
* If we are in interrupt context and this pipeline stage |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1158 |
* will grab a config lock that is held across I/O, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1159 |
* issue async to avoid deadlock. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1160 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1161 |
if (((1U << stage) & ZIO_CONFIG_LOCK_BLOCKING_STAGES) && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1162 |
zio->io_vd == NULL && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1163 |
zio_taskq_member(zio, ZIO_TASKQ_INTERRUPT)) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1164 |
zio_taskq_dispatch(zio, ZIO_TASKQ_ISSUE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1165 |
return; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1166 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1167 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1168 |
zio->io_stage = stage; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1169 |
rv = zio_pipeline[stage](zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1170 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1171 |
if (rv == ZIO_PIPELINE_STOP) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1172 |
return; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1173 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1174 |
ASSERT(rv == ZIO_PIPELINE_CONTINUE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1175 |
} |
789 | 1176 |
} |
1177 |
||
1178 |
/* |
|
1179 |
* ========================================================================== |
|
1180 |
* Initiate I/O, either sync or async |
|
1181 |
* ========================================================================== |
|
1182 |
*/ |
|
1183 |
int |
|
1184 |
zio_wait(zio_t *zio) |
|
1185 |
{ |
|
1186 |
int error; |
|
1187 |
||
1188 |
ASSERT(zio->io_stage == ZIO_STAGE_OPEN); |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1189 |
ASSERT(zio->io_executor == NULL); |
789 | 1190 |
|
1191 |
zio->io_waiter = curthread; |
|
1192 |
||
5530 | 1193 |
zio_execute(zio); |
789 | 1194 |
|
1195 |
mutex_enter(&zio->io_lock); |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1196 |
while (zio->io_executor != NULL) |
789 | 1197 |
cv_wait(&zio->io_cv, &zio->io_lock); |
1198 |
mutex_exit(&zio->io_lock); |
|
1199 |
||
1200 |
error = zio->io_error; |
|
6523
c1d2a7f04573
6616739 panic message ZFS: I/O failure (write on <unknown> is not very helpful
ek110237
parents:
6245
diff
changeset
|
1201 |
zio_destroy(zio); |
789 | 1202 |
|
1203 |
return (error); |
|
1204 |
} |
|
1205 |
||
1206 |
void |
|
1207 |
zio_nowait(zio_t *zio) |
|
1208 |
{ |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1209 |
ASSERT(zio->io_executor == NULL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1210 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1211 |
if (zio->io_parent == NULL && zio->io_child_type == ZIO_CHILD_LOGICAL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1212 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1213 |
* This is a logical async I/O with no parent to wait for it. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1214 |
* Attach it to the pool's global async root zio so that |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1215 |
* spa_unload() has a way of waiting for async I/O to finish. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1216 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1217 |
spa_t *spa = zio->io_spa; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1218 |
zio->io_async_root = B_TRUE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1219 |
mutex_enter(&spa->spa_async_root_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1220 |
spa->spa_async_root_count++; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1221 |
mutex_exit(&spa->spa_async_root_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1222 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1223 |
|
5530 | 1224 |
zio_execute(zio); |
1225 |
} |
|
1226 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1227 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1228 |
* ========================================================================== |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1229 |
* Reexecute or suspend/resume failed I/O |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1230 |
* ========================================================================== |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1231 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1232 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1233 |
static void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1234 |
zio_reexecute(zio_t *pio) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1235 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1236 |
zio_t *zio, *zio_next; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1237 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1238 |
pio->io_flags = pio->io_orig_flags; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1239 |
pio->io_stage = pio->io_orig_stage; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1240 |
pio->io_pipeline = pio->io_orig_pipeline; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1241 |
pio->io_reexecute = 0; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1242 |
pio->io_error = 0; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1243 |
for (int c = 0; c < ZIO_CHILD_TYPES; c++) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1244 |
pio->io_child_error[c] = 0; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1245 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1246 |
if (IO_IS_ALLOCATING(pio)) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1247 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1248 |
* Remember the failed bp so that the io_ready() callback |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1249 |
* can update its accounting upon reexecution. The block |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1250 |
* was already freed in zio_done(); we indicate this with |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1251 |
* a fill count of -1 so that zio_free() knows to skip it. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1252 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1253 |
blkptr_t *bp = pio->io_bp; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1254 |
ASSERT(bp->blk_birth == 0 || bp->blk_birth == pio->io_txg); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1255 |
bp->blk_fill = BLK_FILL_ALREADY_FREED; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1256 |
pio->io_bp_orig = *bp; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1257 |
BP_ZERO(bp); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1258 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1259 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1260 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1261 |
* As we reexecute pio's children, new children could be created. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1262 |
* New children go to the head of the io_child list, however, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1263 |
* so we will (correctly) not reexecute them. The key is that |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1264 |
* the remainder of the io_child list, from 'zio_next' onward, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1265 |
* cannot be affected by any side effects of reexecuting 'zio'. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1266 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1267 |
for (zio = pio->io_child; zio != NULL; zio = zio_next) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1268 |
zio_next = zio->io_sibling_next; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1269 |
mutex_enter(&pio->io_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1270 |
pio->io_children[zio->io_child_type][ZIO_WAIT_READY]++; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1271 |
pio->io_children[zio->io_child_type][ZIO_WAIT_DONE]++; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1272 |
mutex_exit(&pio->io_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1273 |
zio_reexecute(zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1274 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1275 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1276 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1277 |
* Now that all children have been reexecuted, execute the parent. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1278 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1279 |
zio_execute(pio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1280 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1281 |
|
5530 | 1282 |
void |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1283 |
zio_suspend(spa_t *spa, zio_t *zio) |
5530 | 1284 |
{ |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1285 |
if (spa_get_failmode(spa) == ZIO_FAILURE_MODE_PANIC) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1286 |
fm_panic("Pool '%s' has encountered an uncorrectable I/O " |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1287 |
"failure and the failure mode property for this pool " |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1288 |
"is set to panic.", spa_name(spa)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1289 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1290 |
zfs_ereport_post(FM_EREPORT_ZFS_IO_FAILURE, spa, NULL, NULL, 0, 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1291 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1292 |
mutex_enter(&spa->spa_suspend_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1293 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1294 |
if (spa->spa_suspend_zio_root == NULL) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1295 |
spa->spa_suspend_zio_root = zio_root(spa, NULL, NULL, 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1296 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1297 |
spa->spa_suspended = B_TRUE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1298 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1299 |
if (zio != NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1300 |
ASSERT(zio != spa->spa_suspend_zio_root); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1301 |
ASSERT(zio->io_child_type == ZIO_CHILD_LOGICAL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1302 |
ASSERT(zio->io_parent == NULL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1303 |
ASSERT(zio->io_stage == ZIO_STAGE_DONE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1304 |
zio_add_child(spa->spa_suspend_zio_root, zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1305 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1306 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1307 |
mutex_exit(&spa->spa_suspend_lock); |
5530 | 1308 |
} |
1309 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1310 |
void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1311 |
zio_resume(spa_t *spa) |
5530 | 1312 |
{ |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1313 |
zio_t *pio, *zio; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1314 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1315 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1316 |
* Reexecute all previously suspended i/o. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1317 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1318 |
mutex_enter(&spa->spa_suspend_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1319 |
spa->spa_suspended = B_FALSE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1320 |
cv_broadcast(&spa->spa_suspend_cv); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1321 |
pio = spa->spa_suspend_zio_root; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1322 |
spa->spa_suspend_zio_root = NULL; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1323 |
mutex_exit(&spa->spa_suspend_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1324 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1325 |
if (pio == NULL) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1326 |
return; |
5530 | 1327 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1328 |
while ((zio = pio->io_child) != NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1329 |
zio_remove_child(pio, zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1330 |
zio->io_parent = NULL; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1331 |
zio_reexecute(zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1332 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1333 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1334 |
ASSERT(pio->io_children[ZIO_CHILD_LOGICAL][ZIO_WAIT_DONE] == 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1335 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1336 |
(void) zio_wait(pio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1337 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1338 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1339 |
void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1340 |
zio_resume_wait(spa_t *spa) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1341 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1342 |
mutex_enter(&spa->spa_suspend_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1343 |
while (spa_suspended(spa)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1344 |
cv_wait(&spa->spa_suspend_cv, &spa->spa_suspend_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1345 |
mutex_exit(&spa->spa_suspend_lock); |
789 | 1346 |
} |
1347 |
||
1348 |
/* |
|
1349 |
* ========================================================================== |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1350 |
* Gang blocks. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1351 |
* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1352 |
* A gang block is a collection of small blocks that looks to the DMU |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1353 |
* like one large block. When zio_dva_allocate() cannot find a block |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1354 |
* of the requested size, due to either severe fragmentation or the pool |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1355 |
* being nearly full, it calls zio_write_gang_block() to construct the |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1356 |
* block from smaller fragments. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1357 |
* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1358 |
* A gang block consists of a gang header (zio_gbh_phys_t) and up to |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1359 |
* three (SPA_GBH_NBLKPTRS) gang members. The gang header is just like |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1360 |
* an indirect block: it's an array of block pointers. It consumes |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1361 |
* only one sector and hence is allocatable regardless of fragmentation. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1362 |
* The gang header's bps point to its gang members, which hold the data. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1363 |
* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1364 |
* Gang blocks are self-checksumming, using the bp's <vdev, offset, txg> |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1365 |
* as the verifier to ensure uniqueness of the SHA256 checksum. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1366 |
* Critically, the gang block bp's blk_cksum is the checksum of the data, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1367 |
* not the gang header. This ensures that data block signatures (needed for |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1368 |
* deduplication) are independent of how the block is physically stored. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1369 |
* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1370 |
* Gang blocks can be nested: a gang member may itself be a gang block. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1371 |
* Thus every gang block is a tree in which root and all interior nodes are |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1372 |
* gang headers, and the leaves are normal blocks that contain user data. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1373 |
* The root of the gang tree is called the gang leader. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1374 |
* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1375 |
* To perform any operation (read, rewrite, free, claim) on a gang block, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1376 |
* zio_gang_assemble() first assembles the gang tree (minus data leaves) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1377 |
* in the io_gang_tree field of the original logical i/o by recursively |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1378 |
* reading the gang leader and all gang headers below it. This yields |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1379 |
* an in-core tree containing the contents of every gang header and the |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1380 |
* bps for every constituent of the gang block. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1381 |
* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1382 |
* With the gang tree now assembled, zio_gang_issue() just walks the gang tree |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1383 |
* and invokes a callback on each bp. To free a gang block, zio_gang_issue() |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1384 |
* calls zio_free_gang() -- a trivial wrapper around zio_free() -- for each bp. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1385 |
* zio_claim_gang() provides a similarly trivial wrapper for zio_claim(). |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1386 |
* zio_read_gang() is a wrapper around zio_read() that omits reading gang |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1387 |
* headers, since we already have those in io_gang_tree. zio_rewrite_gang() |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1388 |
* performs a zio_rewrite() of the data or, for gang headers, a zio_rewrite() |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1389 |
* of the gang header plus zio_checksum_compute() of the data to update the |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1390 |
* gang header's blk_cksum as described above. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1391 |
* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1392 |
* The two-phase assemble/issue model solves the problem of partial failure -- |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1393 |
* what if you'd freed part of a gang block but then couldn't read the |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1394 |
* gang header for another part? Assembling the entire gang tree first |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1395 |
* ensures that all the necessary gang header I/O has succeeded before |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1396 |
* starting the actual work of free, claim, or write. Once the gang tree |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1397 |
* is assembled, free and claim are in-memory operations that cannot fail. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1398 |
* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1399 |
* In the event that a gang write fails, zio_dva_unallocate() walks the |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1400 |
* gang tree to immediately free (i.e. insert back into the space map) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1401 |
* everything we've allocated. This ensures that we don't get ENOSPC |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1402 |
* errors during repeated suspend/resume cycles due to a flaky device. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1403 |
* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1404 |
* Gang rewrites only happen during sync-to-convergence. If we can't assemble |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1405 |
* the gang tree, we won't modify the block, so we can safely defer the free |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1406 |
* (knowing that the block is still intact). If we *can* assemble the gang |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1407 |
* tree, then even if some of the rewrites fail, zio_dva_unallocate() will free |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1408 |
* each constituent bp and we can allocate a new block on the next sync pass. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1409 |
* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1410 |
* In all cases, the gang tree allows complete recovery from partial failure. |
789 | 1411 |
* ========================================================================== |
1412 |
*/ |
|
5530 | 1413 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1414 |
static zio_t * |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1415 |
zio_read_gang(zio_t *pio, blkptr_t *bp, zio_gang_node_t *gn, void *data) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1416 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1417 |
if (gn != NULL) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1418 |
return (pio); |
5530 | 1419 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1420 |
return (zio_read(pio, pio->io_spa, bp, data, BP_GET_PSIZE(bp), |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1421 |
NULL, NULL, pio->io_priority, ZIO_GANG_CHILD_FLAGS(pio), |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1422 |
&pio->io_bookmark)); |
789 | 1423 |
} |
1424 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1425 |
zio_t * |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1426 |
zio_rewrite_gang(zio_t *pio, blkptr_t *bp, zio_gang_node_t *gn, void *data) |
6523
c1d2a7f04573
6616739 panic message ZFS: I/O failure (write on <unknown> is not very helpful
ek110237
parents:
6245
diff
changeset
|
1427 |
{ |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1428 |
zio_t *zio; |
6523
c1d2a7f04573
6616739 panic message ZFS: I/O failure (write on <unknown> is not very helpful
ek110237
parents:
6245
diff
changeset
|
1429 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1430 |
if (gn != NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1431 |
zio = zio_rewrite(pio, pio->io_spa, pio->io_txg, bp, |
13407
b5ed67e82a0c
scrub/resilver without key fails post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13406
diff
changeset
|
1432 |
gn->gn_gbh, SPA_GANGBLOCKSIZE, NULL, NULL, |
13395
6aa29333ca54
WIP 6754666 ZIL writes clear text data to disk post onnv_100 resync
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13394
diff
changeset
|
1433 |
pio->io_priority, ZIO_GANG_CHILD_FLAGS(pio), |
6aa29333ca54
WIP 6754666 ZIL writes clear text data to disk post onnv_100 resync
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13394
diff
changeset
|
1434 |
&pio->io_bookmark); |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1435 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1436 |
* As we rewrite each gang header, the pipeline will compute |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1437 |
* a new gang block header checksum for it; but no one will |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1438 |
* compute a new data checksum, so we do that here. The one |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1439 |
* exception is the gang leader: the pipeline already computed |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1440 |
* its data checksum because that stage precedes gang assembly. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1441 |
* (Presently, nothing actually uses interior data checksums; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1442 |
* this is just good hygiene.) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1443 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1444 |
if (gn != pio->io_logical->io_gang_tree) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1445 |
zio_checksum_compute(zio, BP_GET_CHECKSUM(bp), |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1446 |
data, BP_GET_PSIZE(bp)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1447 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1448 |
} else { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1449 |
zio = zio_rewrite(pio, pio->io_spa, pio->io_txg, bp, |
13407
b5ed67e82a0c
scrub/resilver without key fails post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13406
diff
changeset
|
1450 |
data, BP_GET_PSIZE(bp), NULL, NULL, pio->io_priority, |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1451 |
ZIO_GANG_CHILD_FLAGS(pio), &pio->io_bookmark); |
6523
c1d2a7f04573
6616739 panic message ZFS: I/O failure (write on <unknown> is not very helpful
ek110237
parents:
6245
diff
changeset
|
1452 |
} |
c1d2a7f04573
6616739 panic message ZFS: I/O failure (write on <unknown> is not very helpful
ek110237
parents:
6245
diff
changeset
|
1453 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1454 |
return (zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1455 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1456 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1457 |
/* ARGSUSED */ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1458 |
zio_t * |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1459 |
zio_free_gang(zio_t *pio, blkptr_t *bp, zio_gang_node_t *gn, void *data) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1460 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1461 |
return (zio_free(pio, pio->io_spa, pio->io_txg, bp, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1462 |
NULL, NULL, ZIO_GANG_CHILD_FLAGS(pio))); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1463 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1464 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1465 |
/* ARGSUSED */ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1466 |
zio_t * |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1467 |
zio_claim_gang(zio_t *pio, blkptr_t *bp, zio_gang_node_t *gn, void *data) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1468 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1469 |
return (zio_claim(pio, pio->io_spa, pio->io_txg, bp, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1470 |
NULL, NULL, ZIO_GANG_CHILD_FLAGS(pio))); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1471 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1472 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1473 |
static zio_gang_issue_func_t *zio_gang_issue_func[ZIO_TYPES] = { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1474 |
NULL, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1475 |
zio_read_gang, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1476 |
zio_rewrite_gang, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1477 |
zio_free_gang, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1478 |
zio_claim_gang, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1479 |
NULL |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1480 |
}; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1481 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1482 |
static void zio_gang_tree_assemble_done(zio_t *zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1483 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1484 |
static zio_gang_node_t * |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1485 |
zio_gang_node_alloc(zio_gang_node_t **gnpp) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1486 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1487 |
zio_gang_node_t *gn; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1488 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1489 |
ASSERT(*gnpp == NULL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1490 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1491 |
gn = kmem_zalloc(sizeof (*gn), KM_SLEEP); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1492 |
gn->gn_gbh = zio_buf_alloc(SPA_GANGBLOCKSIZE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1493 |
*gnpp = gn; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1494 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1495 |
return (gn); |
6523
c1d2a7f04573
6616739 panic message ZFS: I/O failure (write on <unknown> is not very helpful
ek110237
parents:
6245
diff
changeset
|
1496 |
} |
c1d2a7f04573
6616739 panic message ZFS: I/O failure (write on <unknown> is not very helpful
ek110237
parents:
6245
diff
changeset
|
1497 |
|
c1d2a7f04573
6616739 panic message ZFS: I/O failure (write on <unknown> is not very helpful
ek110237
parents:
6245
diff
changeset
|
1498 |
static void |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1499 |
zio_gang_node_free(zio_gang_node_t **gnpp) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1500 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1501 |
zio_gang_node_t *gn = *gnpp; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1502 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1503 |
for (int g = 0; g < SPA_GBH_NBLKPTRS; g++) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1504 |
ASSERT(gn->gn_child[g] == NULL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1505 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1506 |
zio_buf_free(gn->gn_gbh, SPA_GANGBLOCKSIZE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1507 |
kmem_free(gn, sizeof (*gn)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1508 |
*gnpp = NULL; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1509 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1510 |
|
789 | 1511 |
/* |
1512 |
* ========================================================================== |
|
1513 |
* Gang block support |
|
1514 |
* ========================================================================== |
|
1515 |
*/ |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1516 |
static void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1517 |
zio_gang_tree_free(zio_gang_node_t **gnpp) |
789 | 1518 |
{ |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1519 |
zio_gang_node_t *gn = *gnpp; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1520 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1521 |
if (gn == NULL) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1522 |
return; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1523 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1524 |
for (int g = 0; g < SPA_GBH_NBLKPTRS; g++) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1525 |
zio_gang_tree_free(&gn->gn_child[g]); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1526 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1527 |
zio_gang_node_free(gnpp); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1528 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1529 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1530 |
static void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1531 |
zio_gang_tree_assemble(zio_t *lio, blkptr_t *bp, zio_gang_node_t **gnpp) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1532 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1533 |
zio_gang_node_t *gn = zio_gang_node_alloc(gnpp); |
789 | 1534 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1535 |
ASSERT(lio->io_logical == lio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1536 |
ASSERT(BP_IS_GANG(bp)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1537 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1538 |
zio_nowait(zio_read(lio, lio->io_spa, bp, gn->gn_gbh, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1539 |
SPA_GANGBLOCKSIZE, zio_gang_tree_assemble_done, gn, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1540 |
lio->io_priority, ZIO_GANG_CHILD_FLAGS(lio), &lio->io_bookmark)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1541 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1542 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1543 |
static void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1544 |
zio_gang_tree_assemble_done(zio_t *zio) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1545 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1546 |
zio_t *lio = zio->io_logical; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1547 |
zio_gang_node_t *gn = zio->io_private; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1548 |
blkptr_t *bp = zio->io_bp; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1549 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1550 |
ASSERT(zio->io_parent == lio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1551 |
ASSERT(zio->io_child == NULL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1552 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1553 |
if (zio->io_error) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1554 |
return; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1555 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1556 |
if (BP_SHOULD_BYTESWAP(bp)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1557 |
byteswap_uint64_array(zio->io_data, zio->io_size); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1558 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1559 |
ASSERT(zio->io_data == gn->gn_gbh); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1560 |
ASSERT(zio->io_size == SPA_GANGBLOCKSIZE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1561 |
ASSERT(gn->gn_gbh->zg_tail.zbt_magic == ZBT_MAGIC); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1562 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1563 |
for (int g = 0; g < SPA_GBH_NBLKPTRS; g++) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1564 |
blkptr_t *gbp = &gn->gn_gbh->zg_blkptr[g]; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1565 |
if (!BP_IS_GANG(gbp)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1566 |
continue; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1567 |
zio_gang_tree_assemble(lio, gbp, &gn->gn_child[g]); |
789 | 1568 |
} |
1569 |
} |
|
1570 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1571 |
static void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1572 |
zio_gang_tree_issue(zio_t *pio, zio_gang_node_t *gn, blkptr_t *bp, void *data) |
789 | 1573 |
{ |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1574 |
zio_t *lio = pio->io_logical; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1575 |
zio_t *zio; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1576 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1577 |
ASSERT(BP_IS_GANG(bp) == !!gn); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1578 |
ASSERT(BP_GET_CHECKSUM(bp) == BP_GET_CHECKSUM(lio->io_bp)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1579 |
ASSERT(BP_GET_LSIZE(bp) == BP_GET_PSIZE(bp) || gn == lio->io_gang_tree); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1580 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1581 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1582 |
* If you're a gang header, your data is in gn->gn_gbh. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1583 |
* If you're a gang member, your data is in 'data' and gn == NULL. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1584 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1585 |
zio = zio_gang_issue_func[lio->io_type](pio, bp, gn, data); |
789 | 1586 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1587 |
if (gn != NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1588 |
ASSERT(gn->gn_gbh->zg_tail.zbt_magic == ZBT_MAGIC); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1589 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1590 |
for (int g = 0; g < SPA_GBH_NBLKPTRS; g++) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1591 |
blkptr_t *gbp = &gn->gn_gbh->zg_blkptr[g]; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1592 |
if (BP_IS_HOLE(gbp)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1593 |
continue; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1594 |
zio_gang_tree_issue(zio, gn->gn_child[g], gbp, data); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1595 |
data = (char *)data + BP_GET_PSIZE(gbp); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1596 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1597 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1598 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1599 |
if (gn == lio->io_gang_tree) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1600 |
ASSERT3P((char *)lio->io_data + lio->io_size, ==, data); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1601 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1602 |
if (zio != pio) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1603 |
zio_nowait(zio); |
789 | 1604 |
} |
1605 |
||
5530 | 1606 |
static int |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1607 |
zio_gang_assemble(zio_t *zio) |
5329 | 1608 |
{ |
5530 | 1609 |
blkptr_t *bp = zio->io_bp; |
1610 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1611 |
ASSERT(BP_IS_GANG(bp) && zio == zio->io_logical); |
5530 | 1612 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1613 |
zio_gang_tree_assemble(zio, bp, &zio->io_gang_tree); |
789 | 1614 |
|
5530 | 1615 |
return (ZIO_PIPELINE_CONTINUE); |
789 | 1616 |
} |
1617 |
||
5530 | 1618 |
static int |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1619 |
zio_gang_issue(zio_t *zio) |
6523
c1d2a7f04573
6616739 panic message ZFS: I/O failure (write on <unknown> is not very helpful
ek110237
parents:
6245
diff
changeset
|
1620 |
{ |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1621 |
zio_t *lio = zio->io_logical; |
6523
c1d2a7f04573
6616739 panic message ZFS: I/O failure (write on <unknown> is not very helpful
ek110237
parents:
6245
diff
changeset
|
1622 |
blkptr_t *bp = zio->io_bp; |
789 | 1623 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1624 |
if (zio_wait_for_children(zio, ZIO_CHILD_GANG, ZIO_WAIT_DONE)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1625 |
return (ZIO_PIPELINE_STOP); |
5329 | 1626 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1627 |
ASSERT(BP_IS_GANG(bp) && zio == lio); |
789 | 1628 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1629 |
if (zio->io_child_error[ZIO_CHILD_GANG] == 0) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1630 |
zio_gang_tree_issue(lio, lio->io_gang_tree, bp, lio->io_data); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1631 |
else |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1632 |
zio_gang_tree_free(&lio->io_gang_tree); |
789 | 1633 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1634 |
zio->io_pipeline = ZIO_INTERLOCK_PIPELINE; |
5530 | 1635 |
|
1636 |
return (ZIO_PIPELINE_CONTINUE); |
|
789 | 1637 |
} |
1638 |
||
1639 |
static void |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1640 |
zio_write_gang_member_ready(zio_t *zio) |
789 | 1641 |
{ |
1642 |
zio_t *pio = zio->io_parent; |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1643 |
zio_t *lio = zio->io_logical; |
1775
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
1644 |
dva_t *cdva = zio->io_bp->blk_dva; |
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
1645 |
dva_t *pdva = pio->io_bp->blk_dva; |
789 | 1646 |
uint64_t asize; |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1647 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1648 |
if (BP_IS_HOLE(zio->io_bp)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1649 |
return; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1650 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1651 |
ASSERT(BP_IS_HOLE(&zio->io_bp_orig)); |
789 | 1652 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1653 |
ASSERT(zio->io_child_type == ZIO_CHILD_GANG); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1654 |
ASSERT3U(zio->io_prop.zp_ndvas, ==, lio->io_prop.zp_ndvas); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1655 |
ASSERT3U(zio->io_prop.zp_ndvas, <=, BP_GET_NDVAS(zio->io_bp)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1656 |
ASSERT3U(pio->io_prop.zp_ndvas, <=, BP_GET_NDVAS(pio->io_bp)); |
1775
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
1657 |
ASSERT3U(BP_GET_NDVAS(zio->io_bp), <=, BP_GET_NDVAS(pio->io_bp)); |
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
1658 |
|
789 | 1659 |
mutex_enter(&pio->io_lock); |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1660 |
for (int d = 0; d < BP_GET_NDVAS(zio->io_bp); d++) { |
1775
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
1661 |
ASSERT(DVA_GET_GANG(&pdva[d])); |
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
1662 |
asize = DVA_GET_ASIZE(&pdva[d]); |
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
1663 |
asize += DVA_GET_ASIZE(&cdva[d]); |
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
1664 |
DVA_SET_ASIZE(&pdva[d], asize); |
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
1665 |
} |
789 | 1666 |
mutex_exit(&pio->io_lock); |
1667 |
} |
|
1668 |
||
5329 | 1669 |
static int |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1670 |
zio_write_gang_block(zio_t *pio) |
789 | 1671 |
{ |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1672 |
spa_t *spa = pio->io_spa; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1673 |
blkptr_t *bp = pio->io_bp; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1674 |
zio_t *lio = pio->io_logical; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1675 |
zio_t *zio; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1676 |
zio_gang_node_t *gn, **gnpp; |
789 | 1677 |
zio_gbh_phys_t *gbh; |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1678 |
uint64_t txg = pio->io_txg; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1679 |
uint64_t resid = pio->io_size; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1680 |
uint64_t lsize; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1681 |
int ndvas = lio->io_prop.zp_ndvas; |
1775
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
1682 |
int gbh_ndvas = MIN(ndvas + 1, spa_max_replication(spa)); |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1683 |
zio_prop_t zp; |
789 | 1684 |
int error; |
1685 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1686 |
error = metaslab_alloc(spa, spa->spa_normal_class, SPA_GANGBLOCKSIZE, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1687 |
bp, gbh_ndvas, txg, pio == lio ? NULL : lio->io_bp, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1688 |
METASLAB_HINTBP_FAVOR | METASLAB_GANG_HEADER); |
5530 | 1689 |
if (error) { |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1690 |
pio->io_error = error; |
5530 | 1691 |
return (ZIO_PIPELINE_CONTINUE); |
1692 |
} |
|
789 | 1693 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1694 |
if (pio == lio) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1695 |
gnpp = &lio->io_gang_tree; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1696 |
} else { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1697 |
gnpp = pio->io_private; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1698 |
ASSERT(pio->io_ready == zio_write_gang_member_ready); |
789 | 1699 |
} |
1700 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1701 |
gn = zio_gang_node_alloc(gnpp); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1702 |
gbh = gn->gn_gbh; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1703 |
bzero(gbh, SPA_GANGBLOCKSIZE); |
789 | 1704 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1705 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1706 |
* Create the gang header. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1707 |
*/ |
13395
6aa29333ca54
WIP 6754666 ZIL writes clear text data to disk post onnv_100 resync
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13394
diff
changeset
|
1708 |
zio = zio_rewrite(pio, spa, txg, bp, gbh, SPA_GANGBLOCKSIZE, |
13407
b5ed67e82a0c
scrub/resilver without key fails post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13406
diff
changeset
|
1709 |
NULL, NULL, pio->io_priority, |
13395
6aa29333ca54
WIP 6754666 ZIL writes clear text data to disk post onnv_100 resync
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13394
diff
changeset
|
1710 |
ZIO_GANG_CHILD_FLAGS(pio), &pio->io_bookmark); |
5530 | 1711 |
|
1775
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
1712 |
/* |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1713 |
* Create and nowait the gang children. |
1775
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
1714 |
*/ |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1715 |
for (int g = 0; resid != 0; resid -= lsize, g++) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1716 |
lsize = P2ROUNDUP(resid / (SPA_GBH_NBLKPTRS - g), |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1717 |
SPA_MINBLOCKSIZE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1718 |
ASSERT(lsize >= SPA_MINBLOCKSIZE && lsize <= resid); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1719 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1720 |
zp.zp_checksum = lio->io_prop.zp_checksum; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1721 |
zp.zp_compress = ZIO_COMPRESS_OFF; |
13395
6aa29333ca54
WIP 6754666 ZIL writes clear text data to disk post onnv_100 resync
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13394
diff
changeset
|
1722 |
zp.zp_crypt = ZIO_CRYPT_OFF; |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1723 |
zp.zp_type = DMU_OT_NONE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1724 |
zp.zp_level = 0; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1725 |
zp.zp_ndvas = lio->io_prop.zp_ndvas; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1726 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1727 |
zio_nowait(zio_write(zio, spa, txg, &gbh->zg_blkptr[g], |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1728 |
(char *)pio->io_data + (pio->io_size - resid), lsize, &zp, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1729 |
zio_write_gang_member_ready, NULL, &gn->gn_child[g], |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1730 |
pio->io_priority, ZIO_GANG_CHILD_FLAGS(pio), |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1731 |
&pio->io_bookmark)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1732 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1733 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1734 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1735 |
* Set pio's pipeline to just wait for zio to finish. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1736 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1737 |
pio->io_pipeline = ZIO_INTERLOCK_PIPELINE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1738 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1739 |
zio_nowait(zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1740 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1741 |
return (ZIO_PIPELINE_CONTINUE); |
789 | 1742 |
} |
1743 |
||
1744 |
/* |
|
1745 |
* ========================================================================== |
|
1746 |
* Allocate and free blocks |
|
1747 |
* ========================================================================== |
|
1748 |
*/ |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1749 |
|
5530 | 1750 |
static int |
789 | 1751 |
zio_dva_allocate(zio_t *zio) |
1752 |
{ |
|
4527 | 1753 |
spa_t *spa = zio->io_spa; |
1754 |
metaslab_class_t *mc = spa->spa_normal_class; |
|
789 | 1755 |
blkptr_t *bp = zio->io_bp; |
1756 |
int error; |
|
1757 |
||
1758 |
ASSERT(BP_IS_HOLE(bp)); |
|
1775
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
1759 |
ASSERT3U(BP_GET_NDVAS(bp), ==, 0); |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1760 |
ASSERT3U(zio->io_prop.zp_ndvas, >, 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1761 |
ASSERT3U(zio->io_prop.zp_ndvas, <=, spa_max_replication(spa)); |
789 | 1762 |
ASSERT3U(zio->io_size, ==, BP_GET_PSIZE(bp)); |
1763 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1764 |
error = metaslab_alloc(spa, mc, zio->io_size, bp, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1765 |
zio->io_prop.zp_ndvas, zio->io_txg, NULL, 0); |
789 | 1766 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1767 |
if (error) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1768 |
if (error == ENOSPC && zio->io_size > SPA_MINBLOCKSIZE) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1769 |
return (zio_write_gang_block(zio)); |
789 | 1770 |
zio->io_error = error; |
1771 |
} |
|
5530 | 1772 |
|
1773 |
return (ZIO_PIPELINE_CONTINUE); |
|
789 | 1774 |
} |
1775 |
||
5530 | 1776 |
static int |
789 | 1777 |
zio_dva_free(zio_t *zio) |
1778 |
{ |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1779 |
metaslab_free(zio->io_spa, zio->io_bp, zio->io_txg, B_FALSE); |
789 | 1780 |
|
5530 | 1781 |
return (ZIO_PIPELINE_CONTINUE); |
789 | 1782 |
} |
1783 |
||
5530 | 1784 |
static int |
789 | 1785 |
zio_dva_claim(zio_t *zio) |
1786 |
{ |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1787 |
int error; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1788 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1789 |
error = metaslab_claim(zio->io_spa, zio->io_bp, zio->io_txg); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1790 |
if (error) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1791 |
zio->io_error = error; |
789 | 1792 |
|
5530 | 1793 |
return (ZIO_PIPELINE_CONTINUE); |
789 | 1794 |
} |
1795 |
||
1796 |
/* |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1797 |
* Undo an allocation. This is used by zio_done() when an I/O fails |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1798 |
* and we want to give back the block we just allocated. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1799 |
* This handles both normal blocks and gang blocks. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1800 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1801 |
static void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1802 |
zio_dva_unallocate(zio_t *zio, zio_gang_node_t *gn, blkptr_t *bp) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1803 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1804 |
spa_t *spa = zio->io_spa; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1805 |
boolean_t now = !(zio->io_flags & ZIO_FLAG_IO_REWRITE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1806 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1807 |
ASSERT(bp->blk_birth == zio->io_txg || BP_IS_HOLE(bp)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1808 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1809 |
if (zio->io_bp == bp && !now) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1810 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1811 |
* This is a rewrite for sync-to-convergence. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1812 |
* We can't do a metaslab_free(NOW) because bp wasn't allocated |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1813 |
* during this sync pass, which means that metaslab_sync() |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1814 |
* already committed the allocation. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1815 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1816 |
ASSERT(DVA_EQUAL(BP_IDENTITY(bp), |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1817 |
BP_IDENTITY(&zio->io_bp_orig))); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1818 |
ASSERT(spa_sync_pass(spa) > 1); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1819 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1820 |
if (BP_IS_GANG(bp) && gn == NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1821 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1822 |
* This is a gang leader whose gang header(s) we |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1823 |
* couldn't read now, so defer the free until later. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1824 |
* The block should still be intact because without |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1825 |
* the headers, we'd never even start the rewrite. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1826 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1827 |
bplist_enqueue_deferred(&spa->spa_sync_bplist, bp); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1828 |
return; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1829 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1830 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1831 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1832 |
if (!BP_IS_HOLE(bp)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1833 |
metaslab_free(spa, bp, bp->blk_birth, now); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1834 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1835 |
if (gn != NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1836 |
for (int g = 0; g < SPA_GBH_NBLKPTRS; g++) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1837 |
zio_dva_unallocate(zio, gn->gn_child[g], |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1838 |
&gn->gn_gbh->zg_blkptr[g]); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1839 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1840 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1841 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1842 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1843 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1844 |
* Try to allocate an intent log block. Return 0 on success, errno on failure. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1845 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1846 |
int |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1847 |
zio_alloc_blk(spa_t *spa, uint64_t size, blkptr_t *new_bp, blkptr_t *old_bp, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1848 |
uint64_t txg) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1849 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1850 |
int error; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1851 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1852 |
error = metaslab_alloc(spa, spa->spa_log_class, size, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1853 |
new_bp, 1, txg, old_bp, METASLAB_HINTBP_AVOID); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1854 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1855 |
if (error) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1856 |
error = metaslab_alloc(spa, spa->spa_normal_class, size, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1857 |
new_bp, 1, txg, old_bp, METASLAB_HINTBP_AVOID); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1858 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1859 |
if (error == 0) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1860 |
BP_SET_LSIZE(new_bp, size); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1861 |
BP_SET_PSIZE(new_bp, size); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1862 |
BP_SET_COMPRESS(new_bp, ZIO_COMPRESS_OFF); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1863 |
BP_SET_CHECKSUM(new_bp, ZIO_CHECKSUM_ZILOG); |
13396
485224e23eb9
6756231 Read and Write of encrytped data fundamentally broken post onnv_100
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13395
diff
changeset
|
1864 |
BP_SET_CRYPT(new_bp, ZIO_CRYPT_OFF); |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1865 |
BP_SET_TYPE(new_bp, DMU_OT_INTENT_LOG); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1866 |
BP_SET_LEVEL(new_bp, 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1867 |
BP_SET_BYTEORDER(new_bp, ZFS_HOST_BYTEORDER); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1868 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1869 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1870 |
return (error); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1871 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1872 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1873 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1874 |
* Free an intent log block. We know it can't be a gang block, so there's |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1875 |
* nothing to do except metaslab_free() it. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1876 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1877 |
void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1878 |
zio_free_blk(spa_t *spa, blkptr_t *bp, uint64_t txg) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1879 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1880 |
ASSERT(!BP_IS_GANG(bp)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1881 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1882 |
metaslab_free(spa, bp, txg, B_FALSE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1883 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1884 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1885 |
/* |
789 | 1886 |
* ========================================================================== |
1887 |
* Read and write to physical devices |
|
1888 |
* ========================================================================== |
|
1889 |
*/ |
|
1890 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1891 |
static void |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1892 |
zio_vdev_io_probe_done(zio_t *zio) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1893 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1894 |
zio_t *dio; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1895 |
vdev_t *vd = zio->io_private; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1896 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1897 |
mutex_enter(&vd->vdev_probe_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1898 |
ASSERT(vd->vdev_probe_zio == zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1899 |
vd->vdev_probe_zio = NULL; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1900 |
mutex_exit(&vd->vdev_probe_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1901 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1902 |
while ((dio = zio->io_delegate_list) != NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1903 |
zio->io_delegate_list = dio->io_delegate_next; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1904 |
dio->io_delegate_next = NULL; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1905 |
if (!vdev_accessible(vd, dio)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1906 |
dio->io_error = ENXIO; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1907 |
zio_execute(dio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1908 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1909 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1910 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1911 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1912 |
* Probe the device to determine whether I/O failure is specific to this |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1913 |
* zio (e.g. a bad sector) or affects the entire vdev (e.g. unplugged). |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1914 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1915 |
static int |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1916 |
zio_vdev_io_probe(zio_t *zio) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1917 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1918 |
vdev_t *vd = zio->io_vd; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1919 |
zio_t *pio = NULL; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1920 |
boolean_t created_pio = B_FALSE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1921 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1922 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1923 |
* Don't probe the probe. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1924 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1925 |
if (zio->io_flags & ZIO_FLAG_PROBE) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1926 |
return (ZIO_PIPELINE_CONTINUE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1927 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1928 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1929 |
* To prevent 'probe storms' when a device fails, we create |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1930 |
* just one probe i/o at a time. All zios that want to probe |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1931 |
* this vdev will join the probe zio's io_delegate_list. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1932 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1933 |
mutex_enter(&vd->vdev_probe_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1934 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1935 |
if ((pio = vd->vdev_probe_zio) == NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1936 |
vd->vdev_probe_zio = pio = zio_root(zio->io_spa, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1937 |
zio_vdev_io_probe_done, vd, ZIO_FLAG_CANFAIL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1938 |
created_pio = B_TRUE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1939 |
vd->vdev_probe_wanted = B_TRUE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1940 |
spa_async_request(zio->io_spa, SPA_ASYNC_PROBE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1941 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1942 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1943 |
zio->io_delegate_next = pio->io_delegate_list; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1944 |
pio->io_delegate_list = zio; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1945 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1946 |
mutex_exit(&vd->vdev_probe_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1947 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1948 |
if (created_pio) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1949 |
zio_nowait(vdev_probe(vd, pio)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1950 |
zio_nowait(pio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1951 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1952 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1953 |
return (ZIO_PIPELINE_STOP); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1954 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1955 |
|
5530 | 1956 |
static int |
1775
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
1957 |
zio_vdev_io_start(zio_t *zio) |
789 | 1958 |
{ |
1959 |
vdev_t *vd = zio->io_vd; |
|
1775
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
1960 |
uint64_t align; |
5329 | 1961 |
spa_t *spa = zio->io_spa; |
1962 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1963 |
ASSERT(zio->io_error == 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1964 |
ASSERT(zio->io_child_error[ZIO_CHILD_VDEV] == 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1965 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1966 |
if (vd == NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1967 |
if (!(zio->io_flags & ZIO_FLAG_CONFIG_WRITER)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1968 |
spa_config_enter(spa, SCL_ZIO, zio, RW_READER); |
789 | 1969 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1970 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1971 |
* The mirror_ops handle multiple DVAs in a single BP. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1972 |
*/ |
5530 | 1973 |
return (vdev_mirror_ops.vdev_op_io_start(zio)); |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1974 |
} |
1775
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
1975 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1976 |
align = 1ULL << vd->vdev_top->vdev_ashift; |
789 | 1977 |
|
1732 | 1978 |
if (P2PHASE(zio->io_size, align) != 0) { |
1979 |
uint64_t asize = P2ROUNDUP(zio->io_size, align); |
|
1980 |
char *abuf = zio_buf_alloc(asize); |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1981 |
ASSERT(vd == vd->vdev_top); |
1732 | 1982 |
if (zio->io_type == ZIO_TYPE_WRITE) { |
1983 |
bcopy(zio->io_data, abuf, zio->io_size); |
|
1984 |
bzero(abuf + zio->io_size, asize - zio->io_size); |
|
1985 |
} |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1986 |
zio_push_transform(zio, abuf, asize, asize, zio_subblock); |
1732 | 1987 |
} |
1988 |
||
1989 |
ASSERT(P2PHASE(zio->io_offset, align) == 0); |
|
1990 |
ASSERT(P2PHASE(zio->io_size, align) == 0); |
|
789 | 1991 |
ASSERT(zio->io_type != ZIO_TYPE_WRITE || (spa_mode & FWRITE)); |
1992 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1993 |
if (vd->vdev_ops->vdev_op_leaf && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1994 |
(zio->io_type == ZIO_TYPE_READ || zio->io_type == ZIO_TYPE_WRITE)) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1995 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1996 |
if (zio->io_type == ZIO_TYPE_READ && vdev_cache_read(zio) == 0) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1997 |
return (ZIO_PIPELINE_STOP); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1998 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
1999 |
if ((zio = vdev_queue_io(zio)) == NULL) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2000 |
return (ZIO_PIPELINE_STOP); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2001 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2002 |
if (!vdev_accessible(vd, zio)) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2003 |
zio->io_error = ENXIO; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2004 |
zio_interrupt(zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2005 |
return (ZIO_PIPELINE_STOP); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2006 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2007 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2008 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2009 |
|
5530 | 2010 |
return (vd->vdev_ops->vdev_op_io_start(zio)); |
789 | 2011 |
} |
2012 |
||
5530 | 2013 |
static int |
789 | 2014 |
zio_vdev_io_done(zio_t *zio) |
2015 |
{ |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2016 |
vdev_t *vd = zio->io_vd; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2017 |
vdev_ops_t *ops = vd ? vd->vdev_ops : &vdev_mirror_ops; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2018 |
boolean_t unexpected_error = B_FALSE; |
5530 | 2019 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2020 |
if (zio_wait_for_children(zio, ZIO_CHILD_VDEV, ZIO_WAIT_DONE)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2021 |
return (ZIO_PIPELINE_STOP); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2022 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2023 |
ASSERT(zio->io_type == ZIO_TYPE_READ || zio->io_type == ZIO_TYPE_WRITE); |
789 | 2024 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2025 |
if (vd != NULL && vd->vdev_ops->vdev_op_leaf) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2026 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2027 |
vdev_queue_io_done(zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2028 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2029 |
if (zio->io_type == ZIO_TYPE_WRITE) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2030 |
vdev_cache_write(zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2031 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2032 |
if (zio_injection_enabled && zio->io_error == 0) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2033 |
zio->io_error = zio_handle_device_injection(vd, EIO); |
789 | 2034 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2035 |
if (zio_injection_enabled && zio->io_error == 0) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2036 |
zio->io_error = zio_handle_label_injection(zio, EIO); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2037 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2038 |
if (zio->io_error) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2039 |
if (!vdev_accessible(vd, zio)) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2040 |
zio->io_error = ENXIO; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2041 |
} else { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2042 |
unexpected_error = B_TRUE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2043 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2044 |
} |
6976
cae5f06df471
PSARC 2008/388 Short circuit for vdev probe failure
eschrock
parents:
6523
diff
changeset
|
2045 |
} |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2046 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2047 |
ops->vdev_op_io_done(zio); |
789 | 2048 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2049 |
if (unexpected_error) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2050 |
return (zio_vdev_io_probe(zio)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2051 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2052 |
return (ZIO_PIPELINE_CONTINUE); |
789 | 2053 |
} |
2054 |
||
5530 | 2055 |
static int |
789 | 2056 |
zio_vdev_io_assess(zio_t *zio) |
2057 |
{ |
|
2058 |
vdev_t *vd = zio->io_vd; |
|
2059 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2060 |
if (zio_wait_for_children(zio, ZIO_CHILD_VDEV, ZIO_WAIT_DONE)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2061 |
return (ZIO_PIPELINE_STOP); |
789 | 2062 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2063 |
if (vd == NULL && !(zio->io_flags & ZIO_FLAG_CONFIG_WRITER)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2064 |
spa_config_exit(zio->io_spa, SCL_ZIO, zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2065 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2066 |
if (zio->io_vsd != NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2067 |
zio->io_vsd_free(zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2068 |
zio->io_vsd = NULL; |
1732 | 2069 |
} |
2070 |
||
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2071 |
if (zio_injection_enabled && zio->io_error == 0) |
1544 | 2072 |
zio->io_error = zio_handle_fault_injection(zio, EIO); |
789 | 2073 |
|
2074 |
/* |
|
2075 |
* If the I/O failed, determine whether we should attempt to retry it. |
|
2076 |
*/ |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2077 |
if (zio->io_error && vd == NULL && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2078 |
!(zio->io_flags & (ZIO_FLAG_DONT_RETRY | ZIO_FLAG_IO_RETRY))) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2079 |
ASSERT(!(zio->io_flags & ZIO_FLAG_DONT_QUEUE)); /* not a leaf */ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2080 |
ASSERT(!(zio->io_flags & ZIO_FLAG_IO_BYPASS)); /* not a leaf */ |
789 | 2081 |
zio->io_error = 0; |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2082 |
zio->io_flags |= ZIO_FLAG_IO_RETRY | |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2083 |
ZIO_FLAG_DONT_CACHE | ZIO_FLAG_DONT_AGGREGATE; |
1775
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
2084 |
zio->io_stage = ZIO_STAGE_VDEV_IO_START - 1; |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2085 |
zio_taskq_dispatch(zio, ZIO_TASKQ_ISSUE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2086 |
return (ZIO_PIPELINE_STOP); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2087 |
} |
789 | 2088 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2089 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2090 |
* If we got an error on a leaf device, convert it to ENXIO |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2091 |
* if the device is not accessible at all. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2092 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2093 |
if (zio->io_error && vd != NULL && vd->vdev_ops->vdev_op_leaf && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2094 |
!vdev_accessible(vd, zio)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2095 |
zio->io_error = ENXIO; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2096 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2097 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2098 |
* If we can't write to an interior vdev (mirror or RAID-Z), |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2099 |
* set vdev_cant_write so that we stop trying to allocate from it. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2100 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2101 |
if (zio->io_error == ENXIO && zio->io_type == ZIO_TYPE_WRITE && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2102 |
vd != NULL && !vd->vdev_ops->vdev_op_leaf) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2103 |
vd->vdev_cant_write = B_TRUE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2104 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2105 |
if (zio->io_error) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2106 |
zio->io_pipeline = ZIO_INTERLOCK_PIPELINE; |
789 | 2107 |
|
5530 | 2108 |
return (ZIO_PIPELINE_CONTINUE); |
789 | 2109 |
} |
2110 |
||
2111 |
void |
|
2112 |
zio_vdev_io_reissue(zio_t *zio) |
|
2113 |
{ |
|
2114 |
ASSERT(zio->io_stage == ZIO_STAGE_VDEV_IO_START); |
|
2115 |
ASSERT(zio->io_error == 0); |
|
2116 |
||
2117 |
zio->io_stage--; |
|
2118 |
} |
|
2119 |
||
2120 |
void |
|
2121 |
zio_vdev_io_redone(zio_t *zio) |
|
2122 |
{ |
|
2123 |
ASSERT(zio->io_stage == ZIO_STAGE_VDEV_IO_DONE); |
|
2124 |
||
2125 |
zio->io_stage--; |
|
2126 |
} |
|
2127 |
||
2128 |
void |
|
2129 |
zio_vdev_io_bypass(zio_t *zio) |
|
2130 |
{ |
|
2131 |
ASSERT(zio->io_stage == ZIO_STAGE_VDEV_IO_START); |
|
2132 |
ASSERT(zio->io_error == 0); |
|
2133 |
||
2134 |
zio->io_flags |= ZIO_FLAG_IO_BYPASS; |
|
2135 |
zio->io_stage = ZIO_STAGE_VDEV_IO_ASSESS - 1; |
|
2136 |
} |
|
2137 |
||
2138 |
/* |
|
2139 |
* ========================================================================== |
|
2140 |
* Generate and verify checksums |
|
2141 |
* ========================================================================== |
|
2142 |
*/ |
|
5530 | 2143 |
static int |
789 | 2144 |
zio_checksum_generate(zio_t *zio) |
2145 |
{ |
|
2146 |
blkptr_t *bp = zio->io_bp; |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2147 |
enum zio_checksum checksum; |
789 | 2148 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2149 |
if (bp == NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2150 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2151 |
* This is zio_write_phys(). |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2152 |
* We're either generating a label checksum, or none at all. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2153 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2154 |
checksum = zio->io_prop.zp_checksum; |
789 | 2155 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2156 |
if (checksum == ZIO_CHECKSUM_OFF) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2157 |
return (ZIO_PIPELINE_CONTINUE); |
789 | 2158 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2159 |
ASSERT(checksum == ZIO_CHECKSUM_LABEL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2160 |
} else { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2161 |
if (BP_IS_GANG(bp) && zio->io_child_type == ZIO_CHILD_GANG) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2162 |
ASSERT(!IO_IS_ALLOCATING(zio)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2163 |
checksum = ZIO_CHECKSUM_GANG_HEADER; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2164 |
} else { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2165 |
checksum = BP_GET_CHECKSUM(bp); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2166 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2167 |
} |
789 | 2168 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2169 |
zio_checksum_compute(zio, checksum, zio->io_data, zio->io_size); |
789 | 2170 |
|
5530 | 2171 |
return (ZIO_PIPELINE_CONTINUE); |
789 | 2172 |
} |
2173 |
||
5530 | 2174 |
static int |
789 | 2175 |
zio_checksum_verify(zio_t *zio) |
2176 |
{ |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2177 |
blkptr_t *bp = zio->io_bp; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2178 |
int error; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2179 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2180 |
if (bp == NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2181 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2182 |
* This is zio_read_phys(). |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2183 |
* We're either verifying a label checksum, or nothing at all. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2184 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2185 |
if (zio->io_prop.zp_checksum == ZIO_CHECKSUM_OFF) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2186 |
return (ZIO_PIPELINE_CONTINUE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2187 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2188 |
ASSERT(zio->io_prop.zp_checksum == ZIO_CHECKSUM_LABEL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2189 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2190 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2191 |
if ((error = zio_checksum_error(zio)) != 0) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2192 |
zio->io_error = error; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2193 |
if (!(zio->io_flags & ZIO_FLAG_SPECULATIVE)) { |
1544 | 2194 |
zfs_ereport_post(FM_EREPORT_ZFS_CHECKSUM, |
2195 |
zio->io_spa, zio->io_vd, zio, 0, 0); |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2196 |
} |
789 | 2197 |
} |
2198 |
||
5530 | 2199 |
return (ZIO_PIPELINE_CONTINUE); |
789 | 2200 |
} |
2201 |
||
2202 |
/* |
|
2203 |
* Called by RAID-Z to ensure we don't compute the checksum twice. |
|
2204 |
*/ |
|
2205 |
void |
|
2206 |
zio_checksum_verified(zio_t *zio) |
|
2207 |
{ |
|
2208 |
zio->io_pipeline &= ~(1U << ZIO_STAGE_CHECKSUM_VERIFY); |
|
2209 |
} |
|
2210 |
||
2211 |
/* |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2212 |
* ========================================================================== |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2213 |
* Error rank. Error are ranked in the order 0, ENXIO, ECKSUM, EIO, other. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2214 |
* An error of 0 indictes success. ENXIO indicates whole-device failure, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2215 |
* which may be transient (e.g. unplugged) or permament. ECKSUM and EIO |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2216 |
* indicate errors that are specific to one I/O, and most likely permanent. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2217 |
* Any other error is presumed to be worse because we weren't expecting it. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2218 |
* ========================================================================== |
789 | 2219 |
*/ |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2220 |
int |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2221 |
zio_worst_error(int e1, int e2) |
789 | 2222 |
{ |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2223 |
static int zio_error_rank[] = { 0, ENXIO, ECKSUM, EIO }; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2224 |
int r1, r2; |
1775
e51e26b432c0
6410698 ZFS metadata needs to be more highly replicated (ditto blocks)
billm
parents:
1732
diff
changeset
|
2225 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2226 |
for (r1 = 0; r1 < sizeof (zio_error_rank) / sizeof (int); r1++) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2227 |
if (e1 == zio_error_rank[r1]) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2228 |
break; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2229 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2230 |
for (r2 = 0; r2 < sizeof (zio_error_rank) / sizeof (int); r2++) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2231 |
if (e2 == zio_error_rank[r2]) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2232 |
break; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2233 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2234 |
return (r1 > r2 ? e1 : e2); |
789 | 2235 |
} |
2236 |
||
2237 |
/* |
|
2238 |
* ========================================================================== |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2239 |
* I/O completion |
789 | 2240 |
* ========================================================================== |
2241 |
*/ |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2242 |
static int |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2243 |
zio_ready(zio_t *zio) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2244 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2245 |
blkptr_t *bp = zio->io_bp; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2246 |
zio_t *pio = zio->io_parent; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2247 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2248 |
if (zio->io_ready) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2249 |
if (BP_IS_GANG(bp) && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2250 |
zio_wait_for_children(zio, ZIO_CHILD_GANG, ZIO_WAIT_READY)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2251 |
return (ZIO_PIPELINE_STOP); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2252 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2253 |
ASSERT(IO_IS_ALLOCATING(zio)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2254 |
ASSERT(bp->blk_birth == zio->io_txg || BP_IS_HOLE(bp)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2255 |
ASSERT(zio->io_children[ZIO_CHILD_GANG][ZIO_WAIT_READY] == 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2256 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2257 |
zio->io_ready(zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2258 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2259 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2260 |
if (bp != NULL && bp != &zio->io_bp_copy) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2261 |
zio->io_bp_copy = *bp; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2262 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2263 |
if (zio->io_error) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2264 |
zio->io_pipeline = ZIO_INTERLOCK_PIPELINE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2265 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2266 |
if (pio != NULL) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2267 |
zio_notify_parent(pio, zio, ZIO_WAIT_READY); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2268 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2269 |
return (ZIO_PIPELINE_CONTINUE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2270 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2271 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2272 |
static int |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2273 |
zio_done(zio_t *zio) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2274 |
{ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2275 |
spa_t *spa = zio->io_spa; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2276 |
zio_t *pio = zio->io_parent; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2277 |
zio_t *lio = zio->io_logical; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2278 |
blkptr_t *bp = zio->io_bp; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2279 |
vdev_t *vd = zio->io_vd; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2280 |
uint64_t psize = zio->io_size; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2281 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2282 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2283 |
* If our of children haven't all completed, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2284 |
* wait for them and then repeat this pipeline stage. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2285 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2286 |
if (zio_wait_for_children(zio, ZIO_CHILD_VDEV, ZIO_WAIT_DONE) || |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2287 |
zio_wait_for_children(zio, ZIO_CHILD_GANG, ZIO_WAIT_DONE) || |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2288 |
zio_wait_for_children(zio, ZIO_CHILD_LOGICAL, ZIO_WAIT_DONE)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2289 |
return (ZIO_PIPELINE_STOP); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2290 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2291 |
for (int c = 0; c < ZIO_CHILD_TYPES; c++) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2292 |
for (int w = 0; w < ZIO_WAIT_TYPES; w++) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2293 |
ASSERT(zio->io_children[c][w] == 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2294 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2295 |
if (bp != NULL) { |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
2296 |
#ifndef BLK_PAD_IS_MAC |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2297 |
ASSERT(bp->blk_pad[0] == 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2298 |
ASSERT(bp->blk_pad[1] == 0); |
13411
004347840a93
6755307 ZIL no longer encrypted post onnv_100 with 6754011
Darren Moffat <Darren.Moffat@Sun.COM>
parents:
13407
diff
changeset
|
2299 |
#endif |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2300 |
ASSERT(bcmp(bp, &zio->io_bp_copy, sizeof (blkptr_t)) == 0 || |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2301 |
(pio != NULL && bp == pio->io_bp)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2302 |
if (zio->io_type == ZIO_TYPE_WRITE && !BP_IS_HOLE(bp) && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2303 |
!(zio->io_flags & ZIO_FLAG_IO_REPAIR)) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2304 |
ASSERT(!BP_SHOULD_BYTESWAP(bp)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2305 |
ASSERT3U(zio->io_prop.zp_ndvas, <=, BP_GET_NDVAS(bp)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2306 |
ASSERT(BP_COUNT_GANG(bp) == 0 || |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2307 |
(BP_COUNT_GANG(bp) == BP_GET_NDVAS(bp))); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2308 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2309 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2310 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2311 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2312 |
* If there were child vdev or gang errors, they apply to us now. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2313 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2314 |
zio_inherit_child_errors(zio, ZIO_CHILD_VDEV); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2315 |
zio_inherit_child_errors(zio, ZIO_CHILD_GANG); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2316 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2317 |
zio_pop_transforms(zio); /* note: may set zio->io_error */ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2318 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2319 |
vdev_stat_update(zio, psize); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2320 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2321 |
if (zio->io_error) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2322 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2323 |
* If this I/O is attached to a particular vdev, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2324 |
* generate an error message describing the I/O failure |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2325 |
* at the block level. We ignore these errors if the |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2326 |
* device is currently unavailable. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2327 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2328 |
if (zio->io_error != ECKSUM && vd != NULL && !vdev_is_dead(vd)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2329 |
zfs_ereport_post(FM_EREPORT_ZFS_IO, spa, vd, zio, 0, 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2330 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2331 |
if ((zio->io_error == EIO || |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2332 |
!(zio->io_flags & ZIO_FLAG_SPECULATIVE)) && zio == lio) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2333 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2334 |
* For logical I/O requests, tell the SPA to log the |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2335 |
* error and generate a logical data ereport. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2336 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2337 |
spa_log_error(spa, zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2338 |
zfs_ereport_post(FM_EREPORT_ZFS_DATA, spa, NULL, zio, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2339 |
0, 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2340 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2341 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2342 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2343 |
if (zio->io_error && zio == lio) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2344 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2345 |
* Determine whether zio should be reexecuted. This will |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2346 |
* propagate all the way to the root via zio_notify_parent(). |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2347 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2348 |
ASSERT(vd == NULL && bp != NULL); |
789 | 2349 |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2350 |
if (IO_IS_ALLOCATING(zio)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2351 |
if (zio->io_error != ENOSPC) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2352 |
zio->io_reexecute |= ZIO_REEXECUTE_NOW; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2353 |
else |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2354 |
zio->io_reexecute |= ZIO_REEXECUTE_SUSPEND; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2355 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2356 |
if ((zio->io_type == ZIO_TYPE_READ || |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2357 |
zio->io_type == ZIO_TYPE_FREE) && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2358 |
zio->io_error == ENXIO && |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2359 |
spa_get_failmode(spa) != ZIO_FAILURE_MODE_CONTINUE) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2360 |
zio->io_reexecute |= ZIO_REEXECUTE_SUSPEND; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2361 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2362 |
if (!(zio->io_flags & ZIO_FLAG_CANFAIL) && !zio->io_reexecute) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2363 |
zio->io_reexecute |= ZIO_REEXECUTE_SUSPEND; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2364 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2365 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2366 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2367 |
* If there were logical child errors, they apply to us now. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2368 |
* We defer this until now to avoid conflating logical child |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2369 |
* errors with errors that happened to the zio itself when |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2370 |
* updating vdev stats and reporting FMA events above. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2371 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2372 |
zio_inherit_child_errors(zio, ZIO_CHILD_LOGICAL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2373 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2374 |
if (zio->io_reexecute) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2375 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2376 |
* This is a logical I/O that wants to reexecute. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2377 |
* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2378 |
* Reexecute is top-down. When an i/o fails, if it's not |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2379 |
* the root, it simply notifies its parent and sticks around. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2380 |
* The parent, seeing that it still has children in zio_done(), |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2381 |
* does the same. This percolates all the way up to the root. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2382 |
* The root i/o will reexecute or suspend the entire tree. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2383 |
* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2384 |
* This approach ensures that zio_reexecute() honors |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2385 |
* all the original i/o dependency relationships, e.g. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2386 |
* parents not executing until children are ready. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2387 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2388 |
ASSERT(zio->io_child_type == ZIO_CHILD_LOGICAL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2389 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2390 |
if (IO_IS_ALLOCATING(zio)) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2391 |
zio_dva_unallocate(zio, zio->io_gang_tree, bp); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2392 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2393 |
zio_gang_tree_free(&zio->io_gang_tree); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2394 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2395 |
if (pio != NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2396 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2397 |
* We're not a root i/o, so there's nothing to do |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2398 |
* but notify our parent. Don't propagate errors |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2399 |
* upward since we haven't permanently failed yet. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2400 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2401 |
zio->io_flags |= ZIO_FLAG_DONT_PROPAGATE; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2402 |
zio_notify_parent(pio, zio, ZIO_WAIT_DONE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2403 |
} else if (zio->io_reexecute & ZIO_REEXECUTE_SUSPEND) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2404 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2405 |
* We'd fail again if we reexecuted now, so suspend |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2406 |
* until conditions improve (e.g. device comes online). |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2407 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2408 |
zio_suspend(spa, zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2409 |
} else { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2410 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2411 |
* Reexecution is potentially a huge amount of work. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2412 |
* Hand it off to the otherwise-unused claim taskq. |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2413 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2414 |
(void) taskq_dispatch( |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2415 |
spa->spa_zio_taskq[ZIO_TYPE_CLAIM][ZIO_TASKQ_ISSUE], |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2416 |
(task_func_t *)zio_reexecute, zio, TQ_SLEEP); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2417 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2418 |
return (ZIO_PIPELINE_STOP); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2419 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2420 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2421 |
ASSERT(zio->io_child == NULL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2422 |
ASSERT(zio->io_reexecute == 0); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2423 |
ASSERT(zio->io_error == 0 || (zio->io_flags & ZIO_FLAG_CANFAIL)); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2424 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2425 |
if (zio->io_done) |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2426 |
zio->io_done(zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2427 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2428 |
zio_gang_tree_free(&zio->io_gang_tree); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2429 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2430 |
ASSERT(zio->io_delegate_list == NULL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2431 |
ASSERT(zio->io_delegate_next == NULL); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2432 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2433 |
if (pio != NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2434 |
zio_remove_child(pio, zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2435 |
zio_notify_parent(pio, zio, ZIO_WAIT_DONE); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2436 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2437 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2438 |
if (zio->io_waiter != NULL) { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2439 |
mutex_enter(&zio->io_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2440 |
zio->io_executor = NULL; |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2441 |
cv_broadcast(&zio->io_cv); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2442 |
mutex_exit(&zio->io_lock); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2443 |
} else { |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2444 |
zio_destroy(zio); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2445 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2446 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2447 |
return (ZIO_PIPELINE_STOP); |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2448 |
} |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2449 |
|
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2450 |
/* |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2451 |
* ========================================================================== |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2452 |
* I/O pipeline definition |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2453 |
* ========================================================================== |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2454 |
*/ |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2455 |
static zio_pipe_stage_t *zio_pipeline[ZIO_STAGES] = { |
5530 | 2456 |
NULL, |
2457 |
zio_issue_async, |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2458 |
zio_read_bp_init, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2459 |
zio_write_bp_init, |
789 | 2460 |
zio_checksum_generate, |
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2461 |
zio_gang_assemble, |
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2462 |
zio_gang_issue, |
789 | 2463 |
zio_dva_allocate, |
2464 |
zio_dva_free, |
|
2465 |
zio_dva_claim, |
|
2466 |
zio_ready, |
|
2467 |
zio_vdev_io_start, |
|
2468 |
zio_vdev_io_done, |
|
2469 |
zio_vdev_io_assess, |
|
2470 |
zio_checksum_verify, |
|
7754
b80e4842ad54
6754011 SPA 3.0: lock breakup, i/o pipeline refactoring, device failure handling
Jeff Bonwick <Jeff.Bonwick@Sun.COM>
parents:
7181
diff
changeset
|
2471 |
zio_done |
789 | 2472 |
}; |