1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * Copyright (C) 2012-2013 Samsung Electronics Co., Ltd.
6 #include <linux/slab.h>
7 #include <asm/unaligned.h>
8 #include <linux/buffer_head.h>
10 #include "exfat_raw.h"
13 static int exfat_mirror_bh(struct super_block *sb, sector_t sec,
14 struct buffer_head *bh)
16 struct buffer_head *c_bh;
17 struct exfat_sb_info *sbi = EXFAT_SB(sb);
21 if (sbi->FAT2_start_sector != sbi->FAT1_start_sector) {
22 sec2 = sec - sbi->FAT1_start_sector + sbi->FAT2_start_sector;
23 c_bh = sb_getblk(sb, sec2);
26 memcpy(c_bh->b_data, bh->b_data, sb->s_blocksize);
27 set_buffer_uptodate(c_bh);
28 mark_buffer_dirty(c_bh);
29 if (sb->s_flags & SB_SYNCHRONOUS)
30 err = sync_dirty_buffer(c_bh);
37 static int __exfat_ent_get(struct super_block *sb, unsigned int loc,
38 unsigned int *content)
42 struct buffer_head *bh;
44 sec = FAT_ENT_OFFSET_SECTOR(sb, loc);
45 off = FAT_ENT_OFFSET_BYTE_IN_SECTOR(sb, loc);
47 bh = sb_bread(sb, sec);
51 *content = le32_to_cpu(*(__le32 *)(&bh->b_data[off]));
53 /* remap reserved clusters to simplify code */
54 if (*content > EXFAT_BAD_CLUSTER)
55 *content = EXFAT_EOF_CLUSTER;
61 int exfat_ent_set(struct super_block *sb, unsigned int loc,
67 struct buffer_head *bh;
69 sec = FAT_ENT_OFFSET_SECTOR(sb, loc);
70 off = FAT_ENT_OFFSET_BYTE_IN_SECTOR(sb, loc);
72 bh = sb_bread(sb, sec);
76 fat_entry = (__le32 *)&(bh->b_data[off]);
77 *fat_entry = cpu_to_le32(content);
78 exfat_update_bh(sb, bh, sb->s_flags & SB_SYNCHRONOUS);
79 exfat_mirror_bh(sb, sec, bh);
84 static inline bool is_valid_cluster(struct exfat_sb_info *sbi,
87 if (clus < EXFAT_FIRST_CLUSTER || sbi->num_clusters <= clus)
92 int exfat_ent_get(struct super_block *sb, unsigned int loc,
93 unsigned int *content)
95 struct exfat_sb_info *sbi = EXFAT_SB(sb);
98 if (!is_valid_cluster(sbi, loc)) {
99 exfat_fs_error(sb, "invalid access to FAT (entry 0x%08x)",
104 err = __exfat_ent_get(sb, loc, content);
107 "failed to access to FAT (entry 0x%08x, err:%d)",
112 if (*content == EXFAT_FREE_CLUSTER) {
114 "invalid access to FAT free cluster (entry 0x%08x)",
119 if (*content == EXFAT_BAD_CLUSTER) {
121 "invalid access to FAT bad cluster (entry 0x%08x)",
126 if (*content != EXFAT_EOF_CLUSTER && !is_valid_cluster(sbi, *content)) {
128 "invalid access to FAT (entry 0x%08x) bogus content (0x%08x)",
136 int exfat_chain_cont_cluster(struct super_block *sb, unsigned int chain,
143 if (exfat_ent_set(sb, chain, chain + 1))
149 if (exfat_ent_set(sb, chain, EXFAT_EOF_CLUSTER))
154 int exfat_free_cluster(struct inode *inode, struct exfat_chain *p_chain)
156 unsigned int num_clusters = 0;
158 struct super_block *sb = inode->i_sb;
159 struct exfat_sb_info *sbi = EXFAT_SB(sb);
161 /* invalid cluster number */
162 if (p_chain->dir == EXFAT_FREE_CLUSTER ||
163 p_chain->dir == EXFAT_EOF_CLUSTER ||
164 p_chain->dir < EXFAT_FIRST_CLUSTER)
167 /* no cluster to truncate */
168 if (p_chain->size == 0)
171 /* check cluster validation */
172 if (p_chain->dir < 2 && p_chain->dir >= sbi->num_clusters) {
173 exfat_msg(sb, KERN_ERR, "invalid start cluster (%u)",
178 set_bit(EXFAT_SB_DIRTY, &sbi->s_state);
181 if (p_chain->flags == ALLOC_NO_FAT_CHAIN) {
183 exfat_clear_bitmap(inode, clu);
187 } while (num_clusters < p_chain->size);
190 exfat_clear_bitmap(inode, clu);
192 if (exfat_get_next_cluster(sb, &clu))
196 } while (clu != EXFAT_EOF_CLUSTER);
200 sbi->used_clusters -= num_clusters;
204 int exfat_find_last_cluster(struct super_block *sb, struct exfat_chain *p_chain,
205 unsigned int *ret_clu)
207 unsigned int clu, next;
208 unsigned int count = 0;
211 if (p_chain->flags == ALLOC_NO_FAT_CHAIN) {
212 *ret_clu = next + p_chain->size - 1;
219 if (exfat_ent_get(sb, clu, &next))
221 } while (next != EXFAT_EOF_CLUSTER);
223 if (p_chain->size != count) {
225 "bogus directory size (clus : ondisk(%d) != counted(%d))",
226 p_chain->size, count);
234 static inline int exfat_sync_bhs(struct buffer_head **bhs, int nr_bhs)
238 for (i = 0; i < nr_bhs; i++)
239 write_dirty_buffer(bhs[i], 0);
241 for (i = 0; i < nr_bhs; i++) {
242 wait_on_buffer(bhs[i]);
243 if (!err && !buffer_uptodate(bhs[i]))
249 int exfat_zeroed_cluster(struct inode *dir, unsigned int clu)
251 struct super_block *sb = dir->i_sb;
252 struct exfat_sb_info *sbi = EXFAT_SB(sb);
253 struct buffer_head *bhs[MAX_BUF_PER_PAGE];
254 int nr_bhs = MAX_BUF_PER_PAGE;
255 sector_t blknr, last_blknr;
258 blknr = exfat_cluster_to_sector(sbi, clu);
259 last_blknr = blknr + sbi->sect_per_clus;
261 if (last_blknr > sbi->num_sectors && sbi->num_sectors > 0) {
262 exfat_fs_error_ratelimit(sb,
263 "%s: out of range(sect:%llu len:%u)",
264 __func__, (unsigned long long)blknr,
269 /* Zeroing the unused blocks on this cluster */
271 while (blknr < last_blknr) {
272 bhs[n] = sb_getblk(sb, blknr);
277 memset(bhs[n]->b_data, 0, sb->s_blocksize);
278 exfat_update_bh(sb, bhs[n], 0);
284 if (IS_DIRSYNC(dir)) {
285 err = exfat_sync_bhs(bhs, n);
290 for (i = 0; i < n; i++)
296 if (IS_DIRSYNC(dir)) {
297 err = exfat_sync_bhs(bhs, n);
302 for (i = 0; i < n; i++)
308 exfat_msg(sb, KERN_ERR, "failed zeroed sect %llu\n",
309 (unsigned long long)blknr);
310 for (i = 0; i < n; i++)
315 int exfat_alloc_cluster(struct inode *inode, unsigned int num_alloc,
316 struct exfat_chain *p_chain)
319 unsigned int num_clusters = 0, total_cnt;
320 unsigned int hint_clu, new_clu, last_clu = EXFAT_EOF_CLUSTER;
321 struct super_block *sb = inode->i_sb;
322 struct exfat_sb_info *sbi = EXFAT_SB(sb);
324 total_cnt = EXFAT_DATA_CLUSTER_COUNT(sbi);
326 if (unlikely(total_cnt < sbi->used_clusters)) {
327 exfat_fs_error_ratelimit(sb,
328 "%s: invalid used clusters(t:%u,u:%u)\n",
329 __func__, total_cnt, sbi->used_clusters);
333 if (num_alloc > total_cnt - sbi->used_clusters)
336 hint_clu = p_chain->dir;
337 /* find new cluster */
338 if (hint_clu == EXFAT_EOF_CLUSTER) {
339 if (sbi->clu_srch_ptr < EXFAT_FIRST_CLUSTER) {
340 exfat_msg(sb, KERN_ERR,
341 "sbi->clu_srch_ptr is invalid (%u)\n",
343 sbi->clu_srch_ptr = EXFAT_FIRST_CLUSTER;
346 hint_clu = exfat_find_free_bitmap(sb, sbi->clu_srch_ptr);
347 if (hint_clu == EXFAT_EOF_CLUSTER)
351 /* check cluster validation */
352 if (hint_clu < EXFAT_FIRST_CLUSTER && hint_clu >= sbi->num_clusters) {
353 exfat_msg(sb, KERN_ERR, "hint_cluster is invalid (%u)\n",
355 hint_clu = EXFAT_FIRST_CLUSTER;
356 if (p_chain->flags == ALLOC_NO_FAT_CHAIN) {
357 if (exfat_chain_cont_cluster(sb, p_chain->dir,
360 p_chain->flags = ALLOC_FAT_CHAIN;
364 set_bit(EXFAT_SB_DIRTY, &sbi->s_state);
366 p_chain->dir = EXFAT_EOF_CLUSTER;
368 while ((new_clu = exfat_find_free_bitmap(sb, hint_clu)) !=
370 if (new_clu != hint_clu &&
371 p_chain->flags == ALLOC_NO_FAT_CHAIN) {
372 if (exfat_chain_cont_cluster(sb, p_chain->dir,
377 p_chain->flags = ALLOC_FAT_CHAIN;
380 /* update allocation bitmap */
381 if (exfat_set_bitmap(inode, new_clu)) {
388 /* update FAT table */
389 if (p_chain->flags == ALLOC_FAT_CHAIN) {
390 if (exfat_ent_set(sb, new_clu, EXFAT_EOF_CLUSTER)) {
396 if (p_chain->dir == EXFAT_EOF_CLUSTER) {
397 p_chain->dir = new_clu;
398 } else if (p_chain->flags == ALLOC_FAT_CHAIN) {
399 if (exfat_ent_set(sb, last_clu, new_clu)) {
406 if (--num_alloc == 0) {
407 sbi->clu_srch_ptr = hint_clu;
408 sbi->used_clusters += num_clusters;
410 p_chain->size += num_clusters;
414 hint_clu = new_clu + 1;
415 if (hint_clu >= sbi->num_clusters) {
416 hint_clu = EXFAT_FIRST_CLUSTER;
418 if (p_chain->flags == ALLOC_NO_FAT_CHAIN) {
419 if (exfat_chain_cont_cluster(sb, p_chain->dir,
424 p_chain->flags = ALLOC_FAT_CHAIN;
430 exfat_free_cluster(inode, p_chain);
434 int exfat_count_num_clusters(struct super_block *sb,
435 struct exfat_chain *p_chain, unsigned int *ret_count)
437 unsigned int i, count;
439 struct exfat_sb_info *sbi = EXFAT_SB(sb);
441 if (!p_chain->dir || p_chain->dir == EXFAT_EOF_CLUSTER) {
446 if (p_chain->flags == ALLOC_NO_FAT_CHAIN) {
447 *ret_count = p_chain->size;
453 for (i = EXFAT_FIRST_CLUSTER; i < sbi->num_clusters; i++) {
455 if (exfat_ent_get(sb, clu, &clu))
457 if (clu == EXFAT_EOF_CLUSTER)