]>
Commit | Line | Data |
---|---|---|
ae98043f | 1 | // SPDX-License-Identifier: GPL-2.0+ |
a17564f5 KS |
2 | /* |
3 | * dat.c - NILFS disk address translation. | |
4 | * | |
5 | * Copyright (C) 2006-2008 Nippon Telegraph and Telephone Corporation. | |
6 | * | |
4b420ab4 | 7 | * Written by Koji Sato. |
a17564f5 KS |
8 | */ |
9 | ||
10 | #include <linux/types.h> | |
11 | #include <linux/buffer_head.h> | |
12 | #include <linux/string.h> | |
13 | #include <linux/errno.h> | |
14 | #include "nilfs.h" | |
15 | #include "mdt.h" | |
16 | #include "alloc.h" | |
17 | #include "dat.h" | |
18 | ||
19 | ||
20 | #define NILFS_CNO_MIN ((__u64)1) | |
21 | #define NILFS_CNO_MAX (~(__u64)0) | |
22 | ||
f5974c8f VD |
23 | /** |
24 | * struct nilfs_dat_info - on-memory private data of DAT file | |
25 | * @mi: on-memory private data of metadata file | |
26 | * @palloc_cache: persistent object allocator cache of DAT file | |
27 | * @shadow: shadow map of DAT file | |
28 | */ | |
8908b2f7 RK |
29 | struct nilfs_dat_info { |
30 | struct nilfs_mdt_info mi; | |
31 | struct nilfs_palloc_cache palloc_cache; | |
c1c1d709 | 32 | struct nilfs_shadow_map shadow; |
8908b2f7 RK |
33 | }; |
34 | ||
35 | static inline struct nilfs_dat_info *NILFS_DAT_I(struct inode *dat) | |
36 | { | |
37 | return (struct nilfs_dat_info *)NILFS_MDT(dat); | |
38 | } | |
39 | ||
a17564f5 KS |
40 | static int nilfs_dat_prepare_entry(struct inode *dat, |
41 | struct nilfs_palloc_req *req, int create) | |
42 | { | |
43 | return nilfs_palloc_get_entry_block(dat, req->pr_entry_nr, | |
44 | create, &req->pr_entry_bh); | |
45 | } | |
46 | ||
47 | static void nilfs_dat_commit_entry(struct inode *dat, | |
48 | struct nilfs_palloc_req *req) | |
49 | { | |
5fc7b141 | 50 | mark_buffer_dirty(req->pr_entry_bh); |
a17564f5 KS |
51 | nilfs_mdt_mark_dirty(dat); |
52 | brelse(req->pr_entry_bh); | |
53 | } | |
54 | ||
55 | static void nilfs_dat_abort_entry(struct inode *dat, | |
56 | struct nilfs_palloc_req *req) | |
57 | { | |
58 | brelse(req->pr_entry_bh); | |
59 | } | |
60 | ||
61 | int nilfs_dat_prepare_alloc(struct inode *dat, struct nilfs_palloc_req *req) | |
62 | { | |
63 | int ret; | |
64 | ||
65 | ret = nilfs_palloc_prepare_alloc_entry(dat, req); | |
66 | if (ret < 0) | |
67 | return ret; | |
68 | ||
69 | ret = nilfs_dat_prepare_entry(dat, req, 1); | |
70 | if (ret < 0) | |
71 | nilfs_palloc_abort_alloc_entry(dat, req); | |
72 | ||
73 | return ret; | |
74 | } | |
75 | ||
76 | void nilfs_dat_commit_alloc(struct inode *dat, struct nilfs_palloc_req *req) | |
77 | { | |
78 | struct nilfs_dat_entry *entry; | |
79 | void *kaddr; | |
80 | ||
7b9c0976 | 81 | kaddr = kmap_atomic(req->pr_entry_bh->b_page); |
a17564f5 KS |
82 | entry = nilfs_palloc_block_get_entry(dat, req->pr_entry_nr, |
83 | req->pr_entry_bh, kaddr); | |
84 | entry->de_start = cpu_to_le64(NILFS_CNO_MIN); | |
85 | entry->de_end = cpu_to_le64(NILFS_CNO_MAX); | |
86 | entry->de_blocknr = cpu_to_le64(0); | |
7b9c0976 | 87 | kunmap_atomic(kaddr); |
a17564f5 KS |
88 | |
89 | nilfs_palloc_commit_alloc_entry(dat, req); | |
90 | nilfs_dat_commit_entry(dat, req); | |
91 | } | |
92 | ||
93 | void nilfs_dat_abort_alloc(struct inode *dat, struct nilfs_palloc_req *req) | |
94 | { | |
95 | nilfs_dat_abort_entry(dat, req); | |
96 | nilfs_palloc_abort_alloc_entry(dat, req); | |
97 | } | |
98 | ||
abc0b50b JS |
99 | static void nilfs_dat_commit_free(struct inode *dat, |
100 | struct nilfs_palloc_req *req) | |
a17564f5 KS |
101 | { |
102 | struct nilfs_dat_entry *entry; | |
103 | void *kaddr; | |
104 | ||
7b9c0976 | 105 | kaddr = kmap_atomic(req->pr_entry_bh->b_page); |
a17564f5 KS |
106 | entry = nilfs_palloc_block_get_entry(dat, req->pr_entry_nr, |
107 | req->pr_entry_bh, kaddr); | |
108 | entry->de_start = cpu_to_le64(NILFS_CNO_MIN); | |
109 | entry->de_end = cpu_to_le64(NILFS_CNO_MIN); | |
110 | entry->de_blocknr = cpu_to_le64(0); | |
7b9c0976 | 111 | kunmap_atomic(kaddr); |
a17564f5 KS |
112 | |
113 | nilfs_dat_commit_entry(dat, req); | |
114 | nilfs_palloc_commit_free_entry(dat, req); | |
115 | } | |
116 | ||
a17564f5 KS |
117 | int nilfs_dat_prepare_start(struct inode *dat, struct nilfs_palloc_req *req) |
118 | { | |
119 | int ret; | |
120 | ||
121 | ret = nilfs_dat_prepare_entry(dat, req, 0); | |
1f5abe7e | 122 | WARN_ON(ret == -ENOENT); |
a17564f5 KS |
123 | return ret; |
124 | } | |
125 | ||
126 | void nilfs_dat_commit_start(struct inode *dat, struct nilfs_palloc_req *req, | |
127 | sector_t blocknr) | |
128 | { | |
129 | struct nilfs_dat_entry *entry; | |
130 | void *kaddr; | |
131 | ||
7b9c0976 | 132 | kaddr = kmap_atomic(req->pr_entry_bh->b_page); |
a17564f5 KS |
133 | entry = nilfs_palloc_block_get_entry(dat, req->pr_entry_nr, |
134 | req->pr_entry_bh, kaddr); | |
135 | entry->de_start = cpu_to_le64(nilfs_mdt_cno(dat)); | |
a17564f5 | 136 | entry->de_blocknr = cpu_to_le64(blocknr); |
7b9c0976 | 137 | kunmap_atomic(kaddr); |
a17564f5 KS |
138 | |
139 | nilfs_dat_commit_entry(dat, req); | |
140 | } | |
141 | ||
a17564f5 KS |
142 | int nilfs_dat_prepare_end(struct inode *dat, struct nilfs_palloc_req *req) |
143 | { | |
144 | struct nilfs_dat_entry *entry; | |
a17564f5 KS |
145 | sector_t blocknr; |
146 | void *kaddr; | |
147 | int ret; | |
148 | ||
149 | ret = nilfs_dat_prepare_entry(dat, req, 0); | |
150 | if (ret < 0) { | |
1f5abe7e | 151 | WARN_ON(ret == -ENOENT); |
a17564f5 KS |
152 | return ret; |
153 | } | |
154 | ||
7b9c0976 | 155 | kaddr = kmap_atomic(req->pr_entry_bh->b_page); |
a17564f5 KS |
156 | entry = nilfs_palloc_block_get_entry(dat, req->pr_entry_nr, |
157 | req->pr_entry_bh, kaddr); | |
a17564f5 | 158 | blocknr = le64_to_cpu(entry->de_blocknr); |
7b9c0976 | 159 | kunmap_atomic(kaddr); |
a17564f5 KS |
160 | |
161 | if (blocknr == 0) { | |
162 | ret = nilfs_palloc_prepare_free_entry(dat, req); | |
163 | if (ret < 0) { | |
164 | nilfs_dat_abort_entry(dat, req); | |
165 | return ret; | |
166 | } | |
167 | } | |
168 | ||
169 | return 0; | |
170 | } | |
171 | ||
172 | void nilfs_dat_commit_end(struct inode *dat, struct nilfs_palloc_req *req, | |
173 | int dead) | |
174 | { | |
175 | struct nilfs_dat_entry *entry; | |
176 | __u64 start, end; | |
177 | sector_t blocknr; | |
178 | void *kaddr; | |
179 | ||
7b9c0976 | 180 | kaddr = kmap_atomic(req->pr_entry_bh->b_page); |
a17564f5 KS |
181 | entry = nilfs_palloc_block_get_entry(dat, req->pr_entry_nr, |
182 | req->pr_entry_bh, kaddr); | |
183 | end = start = le64_to_cpu(entry->de_start); | |
184 | if (!dead) { | |
185 | end = nilfs_mdt_cno(dat); | |
1f5abe7e | 186 | WARN_ON(start > end); |
a17564f5 KS |
187 | } |
188 | entry->de_end = cpu_to_le64(end); | |
189 | blocknr = le64_to_cpu(entry->de_blocknr); | |
7b9c0976 | 190 | kunmap_atomic(kaddr); |
a17564f5 KS |
191 | |
192 | if (blocknr == 0) | |
193 | nilfs_dat_commit_free(dat, req); | |
194 | else | |
195 | nilfs_dat_commit_entry(dat, req); | |
196 | } | |
197 | ||
198 | void nilfs_dat_abort_end(struct inode *dat, struct nilfs_palloc_req *req) | |
199 | { | |
200 | struct nilfs_dat_entry *entry; | |
201 | __u64 start; | |
202 | sector_t blocknr; | |
203 | void *kaddr; | |
204 | ||
7b9c0976 | 205 | kaddr = kmap_atomic(req->pr_entry_bh->b_page); |
a17564f5 KS |
206 | entry = nilfs_palloc_block_get_entry(dat, req->pr_entry_nr, |
207 | req->pr_entry_bh, kaddr); | |
208 | start = le64_to_cpu(entry->de_start); | |
209 | blocknr = le64_to_cpu(entry->de_blocknr); | |
7b9c0976 | 210 | kunmap_atomic(kaddr); |
a17564f5 KS |
211 | |
212 | if (start == nilfs_mdt_cno(dat) && blocknr == 0) | |
213 | nilfs_palloc_abort_free_entry(dat, req); | |
214 | nilfs_dat_abort_entry(dat, req); | |
215 | } | |
216 | ||
bd8169ef RK |
217 | int nilfs_dat_prepare_update(struct inode *dat, |
218 | struct nilfs_palloc_req *oldreq, | |
219 | struct nilfs_palloc_req *newreq) | |
220 | { | |
221 | int ret; | |
222 | ||
223 | ret = nilfs_dat_prepare_end(dat, oldreq); | |
224 | if (!ret) { | |
225 | ret = nilfs_dat_prepare_alloc(dat, newreq); | |
226 | if (ret < 0) | |
227 | nilfs_dat_abort_end(dat, oldreq); | |
228 | } | |
229 | return ret; | |
230 | } | |
231 | ||
232 | void nilfs_dat_commit_update(struct inode *dat, | |
233 | struct nilfs_palloc_req *oldreq, | |
234 | struct nilfs_palloc_req *newreq, int dead) | |
235 | { | |
236 | nilfs_dat_commit_end(dat, oldreq, dead); | |
237 | nilfs_dat_commit_alloc(dat, newreq); | |
238 | } | |
239 | ||
240 | void nilfs_dat_abort_update(struct inode *dat, | |
241 | struct nilfs_palloc_req *oldreq, | |
242 | struct nilfs_palloc_req *newreq) | |
243 | { | |
244 | nilfs_dat_abort_end(dat, oldreq); | |
245 | nilfs_dat_abort_alloc(dat, newreq); | |
246 | } | |
247 | ||
a17564f5 KS |
248 | /** |
249 | * nilfs_dat_mark_dirty - | |
250 | * @dat: DAT file inode | |
251 | * @vblocknr: virtual block number | |
252 | * | |
253 | * Description: | |
254 | * | |
255 | * Return Value: On success, 0 is returned. On error, one of the following | |
256 | * negative error codes is returned. | |
257 | * | |
258 | * %-EIO - I/O error. | |
259 | * | |
260 | * %-ENOMEM - Insufficient amount of memory available. | |
261 | */ | |
262 | int nilfs_dat_mark_dirty(struct inode *dat, __u64 vblocknr) | |
263 | { | |
264 | struct nilfs_palloc_req req; | |
265 | int ret; | |
266 | ||
267 | req.pr_entry_nr = vblocknr; | |
268 | ret = nilfs_dat_prepare_entry(dat, &req, 0); | |
269 | if (ret == 0) | |
270 | nilfs_dat_commit_entry(dat, &req); | |
271 | return ret; | |
272 | } | |
273 | ||
274 | /** | |
275 | * nilfs_dat_freev - free virtual block numbers | |
276 | * @dat: DAT file inode | |
277 | * @vblocknrs: array of virtual block numbers | |
278 | * @nitems: number of virtual block numbers | |
279 | * | |
280 | * Description: nilfs_dat_freev() frees the virtual block numbers specified by | |
281 | * @vblocknrs and @nitems. | |
282 | * | |
283 | * Return Value: On success, 0 is returned. On error, one of the following | |
7a65004b | 284 | * negative error codes is returned. |
a17564f5 KS |
285 | * |
286 | * %-EIO - I/O error. | |
287 | * | |
288 | * %-ENOMEM - Insufficient amount of memory available. | |
289 | * | |
290 | * %-ENOENT - The virtual block number have not been allocated. | |
291 | */ | |
292 | int nilfs_dat_freev(struct inode *dat, __u64 *vblocknrs, size_t nitems) | |
293 | { | |
294 | return nilfs_palloc_freev(dat, vblocknrs, nitems); | |
295 | } | |
296 | ||
297 | /** | |
298 | * nilfs_dat_move - change a block number | |
299 | * @dat: DAT file inode | |
300 | * @vblocknr: virtual block number | |
301 | * @blocknr: block number | |
302 | * | |
303 | * Description: nilfs_dat_move() changes the block number associated with | |
304 | * @vblocknr to @blocknr. | |
305 | * | |
306 | * Return Value: On success, 0 is returned. On error, one of the following | |
307 | * negative error codes is returned. | |
308 | * | |
309 | * %-EIO - I/O error. | |
310 | * | |
311 | * %-ENOMEM - Insufficient amount of memory available. | |
312 | */ | |
313 | int nilfs_dat_move(struct inode *dat, __u64 vblocknr, sector_t blocknr) | |
314 | { | |
315 | struct buffer_head *entry_bh; | |
316 | struct nilfs_dat_entry *entry; | |
317 | void *kaddr; | |
318 | int ret; | |
319 | ||
320 | ret = nilfs_palloc_get_entry_block(dat, vblocknr, 0, &entry_bh); | |
321 | if (ret < 0) | |
322 | return ret; | |
c1c1d709 RK |
323 | |
324 | /* | |
325 | * The given disk block number (blocknr) is not yet written to | |
326 | * the device at this point. | |
327 | * | |
328 | * To prevent nilfs_dat_translate() from returning the | |
f6c26ec5 | 329 | * uncommitted block number, this makes a copy of the entry |
c1c1d709 RK |
330 | * buffer and redirects nilfs_dat_translate() to the copy. |
331 | */ | |
332 | if (!buffer_nilfs_redirected(entry_bh)) { | |
333 | ret = nilfs_mdt_freeze_buffer(dat, entry_bh); | |
334 | if (ret) { | |
335 | brelse(entry_bh); | |
336 | return ret; | |
337 | } | |
338 | } | |
339 | ||
7b9c0976 | 340 | kaddr = kmap_atomic(entry_bh->b_page); |
a17564f5 | 341 | entry = nilfs_palloc_block_get_entry(dat, vblocknr, entry_bh, kaddr); |
1f5abe7e | 342 | if (unlikely(entry->de_blocknr == cpu_to_le64(0))) { |
feee880f RK |
343 | nilfs_msg(dat->i_sb, KERN_CRIT, |
344 | "%s: invalid vblocknr = %llu, [%llu, %llu)", | |
345 | __func__, (unsigned long long)vblocknr, | |
346 | (unsigned long long)le64_to_cpu(entry->de_start), | |
347 | (unsigned long long)le64_to_cpu(entry->de_end)); | |
7b9c0976 | 348 | kunmap_atomic(kaddr); |
1f5abe7e RK |
349 | brelse(entry_bh); |
350 | return -EINVAL; | |
a17564f5 | 351 | } |
1f5abe7e | 352 | WARN_ON(blocknr == 0); |
a17564f5 | 353 | entry->de_blocknr = cpu_to_le64(blocknr); |
7b9c0976 | 354 | kunmap_atomic(kaddr); |
a17564f5 | 355 | |
5fc7b141 | 356 | mark_buffer_dirty(entry_bh); |
a17564f5 KS |
357 | nilfs_mdt_mark_dirty(dat); |
358 | ||
359 | brelse(entry_bh); | |
360 | ||
361 | return 0; | |
362 | } | |
363 | ||
364 | /** | |
365 | * nilfs_dat_translate - translate a virtual block number to a block number | |
366 | * @dat: DAT file inode | |
367 | * @vblocknr: virtual block number | |
368 | * @blocknrp: pointer to a block number | |
369 | * | |
370 | * Description: nilfs_dat_translate() maps the virtual block number @vblocknr | |
371 | * to the corresponding block number. | |
372 | * | |
373 | * Return Value: On success, 0 is returned and the block number associated | |
374 | * with @vblocknr is stored in the place pointed by @blocknrp. On error, one | |
375 | * of the following negative error codes is returned. | |
376 | * | |
377 | * %-EIO - I/O error. | |
378 | * | |
379 | * %-ENOMEM - Insufficient amount of memory available. | |
380 | * | |
381 | * %-ENOENT - A block number associated with @vblocknr does not exist. | |
382 | */ | |
383 | int nilfs_dat_translate(struct inode *dat, __u64 vblocknr, sector_t *blocknrp) | |
384 | { | |
c1c1d709 | 385 | struct buffer_head *entry_bh, *bh; |
a17564f5 KS |
386 | struct nilfs_dat_entry *entry; |
387 | sector_t blocknr; | |
388 | void *kaddr; | |
389 | int ret; | |
390 | ||
391 | ret = nilfs_palloc_get_entry_block(dat, vblocknr, 0, &entry_bh); | |
392 | if (ret < 0) | |
393 | return ret; | |
394 | ||
c1c1d709 RK |
395 | if (!nilfs_doing_gc() && buffer_nilfs_redirected(entry_bh)) { |
396 | bh = nilfs_mdt_get_frozen_buffer(dat, entry_bh); | |
397 | if (bh) { | |
398 | WARN_ON(!buffer_uptodate(bh)); | |
399 | brelse(entry_bh); | |
400 | entry_bh = bh; | |
401 | } | |
402 | } | |
403 | ||
7b9c0976 | 404 | kaddr = kmap_atomic(entry_bh->b_page); |
a17564f5 KS |
405 | entry = nilfs_palloc_block_get_entry(dat, vblocknr, entry_bh, kaddr); |
406 | blocknr = le64_to_cpu(entry->de_blocknr); | |
407 | if (blocknr == 0) { | |
408 | ret = -ENOENT; | |
409 | goto out; | |
410 | } | |
086d1764 | 411 | *blocknrp = blocknr; |
a17564f5 KS |
412 | |
413 | out: | |
7b9c0976 | 414 | kunmap_atomic(kaddr); |
a17564f5 KS |
415 | brelse(entry_bh); |
416 | return ret; | |
417 | } | |
418 | ||
0c6c44cb | 419 | ssize_t nilfs_dat_get_vinfo(struct inode *dat, void *buf, unsigned int visz, |
a17564f5 KS |
420 | size_t nvi) |
421 | { | |
422 | struct buffer_head *entry_bh; | |
423 | struct nilfs_dat_entry *entry; | |
003ff182 | 424 | struct nilfs_vinfo *vinfo = buf; |
a17564f5 KS |
425 | __u64 first, last; |
426 | void *kaddr; | |
427 | unsigned long entries_per_block = NILFS_MDT(dat)->mi_entries_per_block; | |
428 | int i, j, n, ret; | |
429 | ||
430 | for (i = 0; i < nvi; i += n) { | |
003ff182 | 431 | ret = nilfs_palloc_get_entry_block(dat, vinfo->vi_vblocknr, |
a17564f5 KS |
432 | 0, &entry_bh); |
433 | if (ret < 0) | |
434 | return ret; | |
7b9c0976 | 435 | kaddr = kmap_atomic(entry_bh->b_page); |
a17564f5 | 436 | /* last virtual block number in this block */ |
003ff182 | 437 | first = vinfo->vi_vblocknr; |
a17564f5 KS |
438 | do_div(first, entries_per_block); |
439 | first *= entries_per_block; | |
440 | last = first + entries_per_block - 1; | |
441 | for (j = i, n = 0; | |
003ff182 RK |
442 | j < nvi && vinfo->vi_vblocknr >= first && |
443 | vinfo->vi_vblocknr <= last; | |
444 | j++, n++, vinfo = (void *)vinfo + visz) { | |
a17564f5 | 445 | entry = nilfs_palloc_block_get_entry( |
003ff182 RK |
446 | dat, vinfo->vi_vblocknr, entry_bh, kaddr); |
447 | vinfo->vi_start = le64_to_cpu(entry->de_start); | |
448 | vinfo->vi_end = le64_to_cpu(entry->de_end); | |
449 | vinfo->vi_blocknr = le64_to_cpu(entry->de_blocknr); | |
a17564f5 | 450 | } |
7b9c0976 | 451 | kunmap_atomic(kaddr); |
a17564f5 KS |
452 | brelse(entry_bh); |
453 | } | |
454 | ||
455 | return nvi; | |
456 | } | |
79739565 | 457 | |
8707df38 | 458 | /** |
f1e89c86 RK |
459 | * nilfs_dat_read - read or get dat inode |
460 | * @sb: super block instance | |
79739565 | 461 | * @entry_size: size of a dat entry |
f1e89c86 RK |
462 | * @raw_inode: on-disk dat inode |
463 | * @inodep: buffer to store the inode | |
79739565 | 464 | */ |
f1e89c86 RK |
465 | int nilfs_dat_read(struct super_block *sb, size_t entry_size, |
466 | struct nilfs_inode *raw_inode, struct inode **inodep) | |
79739565 RK |
467 | { |
468 | static struct lock_class_key dat_lock_key; | |
469 | struct inode *dat; | |
8908b2f7 | 470 | struct nilfs_dat_info *di; |
79739565 RK |
471 | int err; |
472 | ||
0ec060d1 | 473 | if (entry_size > sb->s_blocksize) { |
feee880f RK |
474 | nilfs_msg(sb, KERN_ERR, "too large DAT entry size: %zu bytes", |
475 | entry_size); | |
0ec060d1 RK |
476 | return -EINVAL; |
477 | } else if (entry_size < NILFS_MIN_DAT_ENTRY_SIZE) { | |
feee880f RK |
478 | nilfs_msg(sb, KERN_ERR, "too small DAT entry size: %zu bytes", |
479 | entry_size); | |
0ec060d1 RK |
480 | return -EINVAL; |
481 | } | |
482 | ||
f1e89c86 RK |
483 | dat = nilfs_iget_locked(sb, NULL, NILFS_DAT_INO); |
484 | if (unlikely(!dat)) | |
485 | return -ENOMEM; | |
486 | if (!(dat->i_state & I_NEW)) | |
487 | goto out; | |
8908b2f7 | 488 | |
f1e89c86 RK |
489 | err = nilfs_mdt_init(dat, NILFS_MDT_GFP, sizeof(*di)); |
490 | if (err) | |
491 | goto failed; | |
492 | ||
493 | err = nilfs_palloc_init_blockgroup(dat, entry_size); | |
494 | if (err) | |
495 | goto failed; | |
496 | ||
497 | di = NILFS_DAT_I(dat); | |
498 | lockdep_set_class(&di->mi.mi_sem, &dat_lock_key); | |
499 | nilfs_palloc_setup_cache(dat, &di->palloc_cache); | |
500 | nilfs_mdt_setup_shadow_map(dat, &di->shadow); | |
501 | ||
502 | err = nilfs_read_inode_common(dat, raw_inode); | |
503 | if (err) | |
504 | goto failed; | |
505 | ||
506 | unlock_new_inode(dat); | |
507 | out: | |
508 | *inodep = dat; | |
509 | return 0; | |
510 | failed: | |
511 | iget_failed(dat); | |
512 | return err; | |
79739565 | 513 | } |