]>
Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * linux/fs/hfsplus/btree.c | |
3 | * | |
4 | * Copyright (C) 2001 | |
5 | * Brad Boyer ([email protected]) | |
6 | * (C) 2003 Ardis Technologies <[email protected]> | |
7 | * | |
8 | * Handle opening/closing btree | |
9 | */ | |
10 | ||
11 | #include <linux/slab.h> | |
12 | #include <linux/pagemap.h> | |
e1b5c1d3 | 13 | #include <linux/log2.h> |
1da177e4 LT |
14 | |
15 | #include "hfsplus_fs.h" | |
16 | #include "hfsplus_raw.h" | |
17 | ||
b3b5b0f0 VD |
18 | /* |
19 | * Initial source code of clump size calculation is gotten | |
20 | * from http://opensource.apple.com/tarballs/diskdev_cmds/ | |
21 | */ | |
22 | #define CLUMP_ENTRIES 15 | |
23 | ||
24 | static short clumptbl[CLUMP_ENTRIES * 3] = { | |
25 | /* | |
26 | * Volume Attributes Catalog Extents | |
27 | * Size Clump (MB) Clump (MB) Clump (MB) | |
28 | */ | |
29 | /* 1GB */ 4, 4, 4, | |
30 | /* 2GB */ 6, 6, 4, | |
31 | /* 4GB */ 8, 8, 4, | |
32 | /* 8GB */ 11, 11, 5, | |
33 | /* | |
34 | * For volumes 16GB and larger, we want to make sure that a full OS | |
35 | * install won't require fragmentation of the Catalog or Attributes | |
36 | * B-trees. We do this by making the clump sizes sufficiently large, | |
37 | * and by leaving a gap after the B-trees for them to grow into. | |
38 | * | |
39 | * For SnowLeopard 10A298, a FullNetInstall with all packages selected | |
40 | * results in: | |
41 | * Catalog B-tree Header | |
42 | * nodeSize: 8192 | |
43 | * totalNodes: 31616 | |
44 | * freeNodes: 1978 | |
45 | * (used = 231.55 MB) | |
46 | * Attributes B-tree Header | |
47 | * nodeSize: 8192 | |
48 | * totalNodes: 63232 | |
49 | * freeNodes: 958 | |
50 | * (used = 486.52 MB) | |
51 | * | |
52 | * We also want Time Machine backup volumes to have a sufficiently | |
53 | * large clump size to reduce fragmentation. | |
54 | * | |
55 | * The series of numbers for Catalog and Attribute form a geometric | |
56 | * series. For Catalog (16GB to 512GB), each term is 8**(1/5) times | |
57 | * the previous term. For Attributes (16GB to 512GB), each term is | |
58 | * 4**(1/5) times the previous term. For 1TB to 16TB, each term is | |
59 | * 2**(1/5) times the previous term. | |
60 | */ | |
61 | /* 16GB */ 64, 32, 5, | |
62 | /* 32GB */ 84, 49, 6, | |
63 | /* 64GB */ 111, 74, 7, | |
64 | /* 128GB */ 147, 111, 8, | |
65 | /* 256GB */ 194, 169, 9, | |
66 | /* 512GB */ 256, 256, 11, | |
67 | /* 1TB */ 294, 294, 14, | |
68 | /* 2TB */ 338, 338, 16, | |
69 | /* 4TB */ 388, 388, 20, | |
70 | /* 8TB */ 446, 446, 25, | |
71 | /* 16TB */ 512, 512, 32 | |
72 | }; | |
73 | ||
74 | u32 hfsplus_calc_btree_clump_size(u32 block_size, u32 node_size, | |
75 | u64 sectors, int file_id) | |
76 | { | |
77 | u32 mod = max(node_size, block_size); | |
78 | u32 clump_size; | |
79 | int column; | |
80 | int i; | |
81 | ||
82 | /* Figure out which column of the above table to use for this file. */ | |
83 | switch (file_id) { | |
84 | case HFSPLUS_ATTR_CNID: | |
85 | column = 0; | |
86 | break; | |
87 | case HFSPLUS_CAT_CNID: | |
88 | column = 1; | |
89 | break; | |
90 | default: | |
91 | column = 2; | |
92 | break; | |
93 | } | |
94 | ||
95 | /* | |
96 | * The default clump size is 0.8% of the volume size. And | |
97 | * it must also be a multiple of the node and block size. | |
98 | */ | |
99 | if (sectors < 0x200000) { | |
100 | clump_size = sectors << 2; /* 0.8 % */ | |
101 | if (clump_size < (8 * node_size)) | |
102 | clump_size = 8 * node_size; | |
103 | } else { | |
104 | /* turn exponent into table index... */ | |
105 | for (i = 0, sectors = sectors >> 22; | |
106 | sectors && (i < CLUMP_ENTRIES - 1); | |
107 | ++i, sectors = sectors >> 1) { | |
108 | /* empty body */ | |
109 | } | |
110 | ||
111 | clump_size = clumptbl[column + (i) * 3] * 1024 * 1024; | |
112 | } | |
113 | ||
114 | /* | |
115 | * Round the clump size to a multiple of node and block size. | |
116 | * NOTE: This rounds down. | |
117 | */ | |
118 | clump_size /= mod; | |
119 | clump_size *= mod; | |
120 | ||
121 | /* | |
122 | * Rounding down could have rounded down to 0 if the block size was | |
123 | * greater than the clump size. If so, just use one block or node. | |
124 | */ | |
125 | if (clump_size == 0) | |
126 | clump_size = mod; | |
127 | ||
128 | return clump_size; | |
129 | } | |
1da177e4 LT |
130 | |
131 | /* Get a reference to a B*Tree and do some initial checks */ | |
132 | struct hfs_btree *hfs_btree_open(struct super_block *sb, u32 id) | |
133 | { | |
134 | struct hfs_btree *tree; | |
135 | struct hfs_btree_header_rec *head; | |
136 | struct address_space *mapping; | |
63525391 | 137 | struct inode *inode; |
1da177e4 LT |
138 | struct page *page; |
139 | unsigned int size; | |
140 | ||
f8314dc6 | 141 | tree = kzalloc(sizeof(*tree), GFP_KERNEL); |
1da177e4 LT |
142 | if (!tree) |
143 | return NULL; | |
1da177e4 | 144 | |
467c3d9c | 145 | mutex_init(&tree->tree_lock); |
1da177e4 | 146 | spin_lock_init(&tree->hash_lock); |
1da177e4 LT |
147 | tree->sb = sb; |
148 | tree->cnid = id; | |
63525391 DH |
149 | inode = hfsplus_iget(sb, id); |
150 | if (IS_ERR(inode)) | |
1da177e4 | 151 | goto free_tree; |
63525391 | 152 | tree->inode = inode; |
1da177e4 | 153 | |
ee527162 | 154 | if (!HFSPLUS_I(tree->inode)->first_blocks) { |
d6142673 | 155 | pr_err("invalid btree extent records (0 size)\n"); |
ee527162 JM |
156 | goto free_inode; |
157 | } | |
158 | ||
1da177e4 | 159 | mapping = tree->inode->i_mapping; |
090d2b18 | 160 | page = read_mapping_page(mapping, 0, NULL); |
1da177e4 | 161 | if (IS_ERR(page)) |
ee527162 | 162 | goto free_inode; |
1da177e4 LT |
163 | |
164 | /* Load the header */ | |
2753cc28 AS |
165 | head = (struct hfs_btree_header_rec *)(kmap(page) + |
166 | sizeof(struct hfs_bnode_desc)); | |
1da177e4 LT |
167 | tree->root = be32_to_cpu(head->root); |
168 | tree->leaf_count = be32_to_cpu(head->leaf_count); | |
169 | tree->leaf_head = be32_to_cpu(head->leaf_head); | |
170 | tree->leaf_tail = be32_to_cpu(head->leaf_tail); | |
171 | tree->node_count = be32_to_cpu(head->node_count); | |
172 | tree->free_nodes = be32_to_cpu(head->free_nodes); | |
173 | tree->attributes = be32_to_cpu(head->attributes); | |
174 | tree->node_size = be16_to_cpu(head->node_size); | |
175 | tree->max_key_len = be16_to_cpu(head->max_key_len); | |
176 | tree->depth = be16_to_cpu(head->depth); | |
177 | ||
9250f925 ES |
178 | /* Verify the tree and set the correct compare function */ |
179 | switch (id) { | |
180 | case HFSPLUS_EXT_CNID: | |
181 | if (tree->max_key_len != HFSPLUS_EXT_KEYLEN - sizeof(u16)) { | |
d6142673 | 182 | pr_err("invalid extent max_key_len %d\n", |
9250f925 ES |
183 | tree->max_key_len); |
184 | goto fail_page; | |
185 | } | |
13571a69 | 186 | if (tree->attributes & HFS_TREE_VARIDXKEYS) { |
d6142673 | 187 | pr_err("invalid extent btree flag\n"); |
13571a69 CH |
188 | goto fail_page; |
189 | } | |
190 | ||
2179d372 | 191 | tree->keycmp = hfsplus_ext_cmp_key; |
9250f925 ES |
192 | break; |
193 | case HFSPLUS_CAT_CNID: | |
194 | if (tree->max_key_len != HFSPLUS_CAT_KEYLEN - sizeof(u16)) { | |
d6142673 | 195 | pr_err("invalid catalog max_key_len %d\n", |
9250f925 ES |
196 | tree->max_key_len); |
197 | goto fail_page; | |
198 | } | |
13571a69 | 199 | if (!(tree->attributes & HFS_TREE_VARIDXKEYS)) { |
d6142673 | 200 | pr_err("invalid catalog btree flag\n"); |
13571a69 CH |
201 | goto fail_page; |
202 | } | |
9250f925 | 203 | |
84adede3 | 204 | if (test_bit(HFSPLUS_SB_HFSX, &HFSPLUS_SB(sb)->flags) && |
2179d372 DE |
205 | (head->key_type == HFSPLUS_KEY_BINARY)) |
206 | tree->keycmp = hfsplus_cat_bin_cmp_key; | |
d45bce8f | 207 | else { |
2179d372 | 208 | tree->keycmp = hfsplus_cat_case_cmp_key; |
84adede3 | 209 | set_bit(HFSPLUS_SB_CASEFOLD, &HFSPLUS_SB(sb)->flags); |
d45bce8f | 210 | } |
9250f925 | 211 | break; |
324ef39a VD |
212 | case HFSPLUS_ATTR_CNID: |
213 | if (tree->max_key_len != HFSPLUS_ATTR_KEYLEN - sizeof(u16)) { | |
d6142673 | 214 | pr_err("invalid attributes max_key_len %d\n", |
324ef39a VD |
215 | tree->max_key_len); |
216 | goto fail_page; | |
217 | } | |
218 | tree->keycmp = hfsplus_attr_bin_cmp_key; | |
219 | break; | |
9250f925 | 220 | default: |
d6142673 | 221 | pr_err("unknown B*Tree requested\n"); |
2179d372 DE |
222 | goto fail_page; |
223 | } | |
224 | ||
13571a69 | 225 | if (!(tree->attributes & HFS_TREE_BIGKEYS)) { |
d6142673 | 226 | pr_err("invalid btree flag\n"); |
13571a69 CH |
227 | goto fail_page; |
228 | } | |
229 | ||
1da177e4 | 230 | size = tree->node_size; |
e1b5c1d3 | 231 | if (!is_power_of_2(size)) |
1da177e4 LT |
232 | goto fail_page; |
233 | if (!tree->node_count) | |
234 | goto fail_page; | |
9250f925 | 235 | |
1da177e4 LT |
236 | tree->node_size_shift = ffs(size) - 1; |
237 | ||
2753cc28 | 238 | tree->pages_per_bnode = |
09cbfeaf KS |
239 | (tree->node_size + PAGE_SIZE - 1) >> |
240 | PAGE_SHIFT; | |
1da177e4 LT |
241 | |
242 | kunmap(page); | |
09cbfeaf | 243 | put_page(page); |
1da177e4 LT |
244 | return tree; |
245 | ||
246 | fail_page: | |
09cbfeaf | 247 | put_page(page); |
ee527162 | 248 | free_inode: |
9250f925 | 249 | tree->inode->i_mapping->a_ops = &hfsplus_aops; |
1da177e4 | 250 | iput(tree->inode); |
ee527162 | 251 | free_tree: |
1da177e4 LT |
252 | kfree(tree); |
253 | return NULL; | |
254 | } | |
255 | ||
256 | /* Release resources used by a btree */ | |
257 | void hfs_btree_close(struct hfs_btree *tree) | |
258 | { | |
259 | struct hfs_bnode *node; | |
260 | int i; | |
261 | ||
262 | if (!tree) | |
263 | return; | |
264 | ||
265 | for (i = 0; i < NODE_HASH_SIZE; i++) { | |
266 | while ((node = tree->node_hash[i])) { | |
267 | tree->node_hash[i] = node->next_hash; | |
268 | if (atomic_read(&node->refcnt)) | |
d6142673 | 269 | pr_crit("node %d:%d " |
2753cc28 AS |
270 | "still has %d user(s)!\n", |
271 | node->tree->cnid, node->this, | |
272 | atomic_read(&node->refcnt)); | |
1da177e4 LT |
273 | hfs_bnode_free(node); |
274 | tree->node_hash_cnt--; | |
275 | } | |
276 | } | |
277 | iput(tree->inode); | |
278 | kfree(tree); | |
279 | } | |
280 | ||
81cc7fad | 281 | int hfs_btree_write(struct hfs_btree *tree) |
1da177e4 LT |
282 | { |
283 | struct hfs_btree_header_rec *head; | |
284 | struct hfs_bnode *node; | |
285 | struct page *page; | |
286 | ||
287 | node = hfs_bnode_find(tree, 0); | |
288 | if (IS_ERR(node)) | |
289 | /* panic? */ | |
81cc7fad | 290 | return -EIO; |
1da177e4 LT |
291 | /* Load the header */ |
292 | page = node->page[0]; | |
2753cc28 AS |
293 | head = (struct hfs_btree_header_rec *)(kmap(page) + |
294 | sizeof(struct hfs_bnode_desc)); | |
1da177e4 LT |
295 | |
296 | head->root = cpu_to_be32(tree->root); | |
297 | head->leaf_count = cpu_to_be32(tree->leaf_count); | |
298 | head->leaf_head = cpu_to_be32(tree->leaf_head); | |
299 | head->leaf_tail = cpu_to_be32(tree->leaf_tail); | |
300 | head->node_count = cpu_to_be32(tree->node_count); | |
301 | head->free_nodes = cpu_to_be32(tree->free_nodes); | |
302 | head->attributes = cpu_to_be32(tree->attributes); | |
303 | head->depth = cpu_to_be16(tree->depth); | |
304 | ||
305 | kunmap(page); | |
306 | set_page_dirty(page); | |
307 | hfs_bnode_put(node); | |
81cc7fad | 308 | return 0; |
1da177e4 LT |
309 | } |
310 | ||
311 | static struct hfs_bnode *hfs_bmap_new_bmap(struct hfs_bnode *prev, u32 idx) | |
312 | { | |
313 | struct hfs_btree *tree = prev->tree; | |
314 | struct hfs_bnode *node; | |
315 | struct hfs_bnode_desc desc; | |
316 | __be32 cnid; | |
317 | ||
318 | node = hfs_bnode_create(tree, idx); | |
319 | if (IS_ERR(node)) | |
320 | return node; | |
321 | ||
322 | tree->free_nodes--; | |
323 | prev->next = idx; | |
324 | cnid = cpu_to_be32(idx); | |
325 | hfs_bnode_write(prev, &cnid, offsetof(struct hfs_bnode_desc, next), 4); | |
326 | ||
327 | node->type = HFS_NODE_MAP; | |
328 | node->num_recs = 1; | |
329 | hfs_bnode_clear(node, 0, tree->node_size); | |
330 | desc.next = 0; | |
331 | desc.prev = 0; | |
332 | desc.type = HFS_NODE_MAP; | |
333 | desc.height = 0; | |
334 | desc.num_recs = cpu_to_be16(1); | |
335 | desc.reserved = 0; | |
336 | hfs_bnode_write(node, &desc, 0, sizeof(desc)); | |
337 | hfs_bnode_write_u16(node, 14, 0x8000); | |
338 | hfs_bnode_write_u16(node, tree->node_size - 2, 14); | |
339 | hfs_bnode_write_u16(node, tree->node_size - 4, tree->node_size - 6); | |
340 | ||
341 | return node; | |
342 | } | |
343 | ||
344 | struct hfs_bnode *hfs_bmap_alloc(struct hfs_btree *tree) | |
345 | { | |
346 | struct hfs_bnode *node, *next_node; | |
347 | struct page **pagep; | |
348 | u32 nidx, idx; | |
487798df AM |
349 | unsigned off; |
350 | u16 off16; | |
351 | u16 len; | |
1da177e4 LT |
352 | u8 *data, byte, m; |
353 | int i; | |
354 | ||
355 | while (!tree->free_nodes) { | |
356 | struct inode *inode = tree->inode; | |
6af502de | 357 | struct hfsplus_inode_info *hip = HFSPLUS_I(inode); |
1da177e4 LT |
358 | u32 count; |
359 | int res; | |
360 | ||
2cd282a1 | 361 | res = hfsplus_file_extend(inode, hfs_bnode_need_zeroout(tree)); |
1da177e4 LT |
362 | if (res) |
363 | return ERR_PTR(res); | |
6af502de CH |
364 | hip->phys_size = inode->i_size = |
365 | (loff_t)hip->alloc_blocks << | |
dd73a01a | 366 | HFSPLUS_SB(tree->sb)->alloc_blksz_shift; |
6af502de CH |
367 | hip->fs_blocks = |
368 | hip->alloc_blocks << HFSPLUS_SB(tree->sb)->fs_shift; | |
1da177e4 LT |
369 | inode_set_bytes(inode, inode->i_size); |
370 | count = inode->i_size >> tree->node_size_shift; | |
371 | tree->free_nodes = count - tree->node_count; | |
372 | tree->node_count = count; | |
373 | } | |
374 | ||
375 | nidx = 0; | |
376 | node = hfs_bnode_find(tree, nidx); | |
377 | if (IS_ERR(node)) | |
378 | return node; | |
487798df AM |
379 | len = hfs_brec_lenoff(node, 2, &off16); |
380 | off = off16; | |
1da177e4 LT |
381 | |
382 | off += node->page_offset; | |
09cbfeaf | 383 | pagep = node->page + (off >> PAGE_SHIFT); |
1da177e4 | 384 | data = kmap(*pagep); |
09cbfeaf | 385 | off &= ~PAGE_MASK; |
1da177e4 LT |
386 | idx = 0; |
387 | ||
388 | for (;;) { | |
389 | while (len) { | |
390 | byte = data[off]; | |
391 | if (byte != 0xff) { | |
392 | for (m = 0x80, i = 0; i < 8; m >>= 1, i++) { | |
393 | if (!(byte & m)) { | |
394 | idx += i; | |
395 | data[off] |= m; | |
396 | set_page_dirty(*pagep); | |
397 | kunmap(*pagep); | |
398 | tree->free_nodes--; | |
399 | mark_inode_dirty(tree->inode); | |
400 | hfs_bnode_put(node); | |
2753cc28 AS |
401 | return hfs_bnode_create(tree, |
402 | idx); | |
1da177e4 LT |
403 | } |
404 | } | |
405 | } | |
09cbfeaf | 406 | if (++off >= PAGE_SIZE) { |
1da177e4 LT |
407 | kunmap(*pagep); |
408 | data = kmap(*++pagep); | |
409 | off = 0; | |
410 | } | |
411 | idx += 8; | |
412 | len--; | |
413 | } | |
414 | kunmap(*pagep); | |
415 | nidx = node->next; | |
416 | if (!nidx) { | |
c2b3e1f7 | 417 | hfs_dbg(BNODE_MOD, "create new bmap node\n"); |
1da177e4 LT |
418 | next_node = hfs_bmap_new_bmap(node, idx); |
419 | } else | |
420 | next_node = hfs_bnode_find(tree, nidx); | |
421 | hfs_bnode_put(node); | |
422 | if (IS_ERR(next_node)) | |
423 | return next_node; | |
424 | node = next_node; | |
425 | ||
487798df AM |
426 | len = hfs_brec_lenoff(node, 0, &off16); |
427 | off = off16; | |
1da177e4 | 428 | off += node->page_offset; |
09cbfeaf | 429 | pagep = node->page + (off >> PAGE_SHIFT); |
1da177e4 | 430 | data = kmap(*pagep); |
09cbfeaf | 431 | off &= ~PAGE_MASK; |
1da177e4 LT |
432 | } |
433 | } | |
434 | ||
435 | void hfs_bmap_free(struct hfs_bnode *node) | |
436 | { | |
437 | struct hfs_btree *tree; | |
438 | struct page *page; | |
439 | u16 off, len; | |
440 | u32 nidx; | |
441 | u8 *data, byte, m; | |
442 | ||
c2b3e1f7 | 443 | hfs_dbg(BNODE_MOD, "btree_free_node: %u\n", node->this); |
0bf3ba53 | 444 | BUG_ON(!node->this); |
1da177e4 LT |
445 | tree = node->tree; |
446 | nidx = node->this; | |
447 | node = hfs_bnode_find(tree, 0); | |
448 | if (IS_ERR(node)) | |
449 | return; | |
450 | len = hfs_brec_lenoff(node, 2, &off); | |
451 | while (nidx >= len * 8) { | |
452 | u32 i; | |
453 | ||
454 | nidx -= len * 8; | |
455 | i = node->next; | |
456 | hfs_bnode_put(node); | |
457 | if (!i) { | |
458 | /* panic */; | |
d6142673 | 459 | pr_crit("unable to free bnode %u. " |
2753cc28 AS |
460 | "bmap not found!\n", |
461 | node->this); | |
1da177e4 LT |
462 | return; |
463 | } | |
464 | node = hfs_bnode_find(tree, i); | |
465 | if (IS_ERR(node)) | |
466 | return; | |
467 | if (node->type != HFS_NODE_MAP) { | |
468 | /* panic */; | |
d6142673 | 469 | pr_crit("invalid bmap found! " |
2753cc28 AS |
470 | "(%u,%d)\n", |
471 | node->this, node->type); | |
1da177e4 LT |
472 | hfs_bnode_put(node); |
473 | return; | |
474 | } | |
475 | len = hfs_brec_lenoff(node, 0, &off); | |
476 | } | |
477 | off += node->page_offset + nidx / 8; | |
09cbfeaf | 478 | page = node->page[off >> PAGE_SHIFT]; |
1da177e4 | 479 | data = kmap(page); |
09cbfeaf | 480 | off &= ~PAGE_MASK; |
1da177e4 LT |
481 | m = 1 << (~nidx & 7); |
482 | byte = data[off]; | |
483 | if (!(byte & m)) { | |
d6142673 | 484 | pr_crit("trying to free free bnode " |
2753cc28 AS |
485 | "%u(%d)\n", |
486 | node->this, node->type); | |
1da177e4 LT |
487 | kunmap(page); |
488 | hfs_bnode_put(node); | |
489 | return; | |
490 | } | |
491 | data[off] = byte & ~m; | |
492 | set_page_dirty(page); | |
493 | kunmap(page); | |
494 | hfs_bnode_put(node); | |
495 | tree->free_nodes++; | |
496 | mark_inode_dirty(tree->inode); | |
497 | } |