2 * Copyright (c) 2013 Grzegorz Kostka (kostka.grzegorz@gmail.com)
6 * Copyright (c) 2012 Martin Sucha
7 * Copyright (c) 2012 Frantisek Princ
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
14 * - Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * - Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * - The name of the author may not be used to endorse or promote products
20 * derived from this software without specific prior written permission.
22 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
23 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
24 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
25 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
26 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
27 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
31 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34 /** @addtogroup lwext4
39 * @brief Physical block allocator.
42 #include "ext4_config.h"
43 #include "ext4_balloc.h"
44 #include "ext4_super.h"
45 #include "ext4_block_group.h"
47 #include "ext4_bitmap.h"
48 #include "ext4_inode.h"
50 /**@brief Compute number of block group from block address.
51 * @param sb superblock pointer.
52 * @param baddr Absolute address of block.
53 * @return Block group index
55 static uint32_t ext4_balloc_get_bgid_of_block(struct ext4_sblock *s,
58 if (ext4_get32(s, first_data_block))
61 return baddr / ext4_get32(s, blocks_per_group);
65 ext4_balloc_get_first_data_block_in_group(struct ext4_sblock *s,
66 struct ext4_block_group_ref *bg_ref)
68 uint32_t block_group_count = ext4_block_group_cnt(s);
69 uint32_t inode_table_first_block =
70 ext4_bg_get_inode_table_first_block(bg_ref->block_group, s);
71 uint32_t block_size = ext4_sb_get_block_size(s);
73 uint16_t inode_size = ext4_get16(s, inode_size);
74 uint32_t inodes_per_group = ext4_get32(s, inodes_per_group);
76 uint32_t inode_table_bytes;
78 if (bg_ref->index < block_group_count - 1) {
79 inode_table_bytes = inodes_per_group * inode_size;
81 /* Last block group could be smaller */
82 uint32_t inodes_count_total = ext4_get32(s, inodes_count);
85 ((block_group_count - 1) * inodes_per_group)) *
89 uint32_t inode_table_blocks = inode_table_bytes / block_size;
91 if (inode_table_bytes % block_size)
94 return inode_table_first_block + inode_table_blocks;
97 int ext4_balloc_free_block(struct ext4_inode_ref *inode_ref, uint32_t baddr)
99 struct ext4_fs *fs = inode_ref->fs;
100 struct ext4_sblock *sb = &fs->sb;
102 uint32_t block_group = ext4_balloc_get_bgid_of_block(sb, baddr);
103 uint32_t index_in_group = ext4_fs_baddr2_index_in_group(sb, baddr);
105 /* Load block group reference */
106 struct ext4_block_group_ref bg_ref;
107 int rc = ext4_fs_get_block_group_ref(fs, block_group, &bg_ref);
111 /* Load block with bitmap */
112 uint32_t bitmap_block_addr =
113 ext4_bg_get_block_bitmap(bg_ref.block_group, sb);
115 struct ext4_block bitmap_block;
117 rc = ext4_block_get(fs->bdev, &bitmap_block, bitmap_block_addr);
119 ext4_fs_put_block_group_ref(&bg_ref);
124 ext4_bmap_bit_clr(bitmap_block.data, index_in_group);
125 bitmap_block.dirty = true;
127 /* Release block with bitmap */
128 rc = ext4_block_set(fs->bdev, &bitmap_block);
130 /* Error in saving bitmap */
131 ext4_fs_put_block_group_ref(&bg_ref);
135 uint32_t block_size = ext4_sb_get_block_size(sb);
137 /* Update superblock free blocks count */
138 uint64_t sb_free_blocks = ext4_sb_get_free_blocks_cnt(sb);
140 ext4_sb_set_free_blocks_cnt(sb, sb_free_blocks);
142 /* Update inode blocks count */
143 uint64_t ino_blocks = ext4_inode_get_blocks_count(sb, inode_ref->inode);
144 ino_blocks -= block_size / EXT4_INODE_BLOCK_SIZE;
145 ext4_inode_set_blocks_count(sb, inode_ref->inode, ino_blocks);
146 inode_ref->dirty = true;
148 /* Update block group free blocks count */
149 uint32_t free_blocks =
150 ext4_bg_get_free_blocks_count(bg_ref.block_group, sb);
152 ext4_bg_set_free_blocks_count(bg_ref.block_group, sb, free_blocks);
156 /* Release block group reference */
157 return ext4_fs_put_block_group_ref(&bg_ref);
160 int ext4_balloc_free_blocks(struct ext4_inode_ref *inode_ref, uint32_t first,
164 struct ext4_fs *fs = inode_ref->fs;
165 struct ext4_sblock *sb = &fs->sb;
167 /* Compute indexes */
168 uint32_t block_group_first = ext4_balloc_get_bgid_of_block(sb, first);
170 /* Compute indexes */
171 uint32_t block_group_last =
172 ext4_balloc_get_bgid_of_block(sb, first + count - 1);
174 if (!ext4_sb_has_feature_incompatible(sb,
175 EXT4_FEATURE_INCOMPAT_FLEX_BG)) {
176 /*It is not possible without flex_bg that blocks are continuous
177 * and and last block belongs to other bg.*/
178 ext4_assert(block_group_first == ext4_balloc_get_bgid_of_block(
179 sb, first + count - 1));
182 /* Load block group reference */
183 struct ext4_block_group_ref bg_ref;
184 while (block_group_first <= block_group_last) {
187 ext4_fs_get_block_group_ref(fs, block_group_first, &bg_ref);
191 uint32_t index_in_group_first =
192 ext4_fs_baddr2_index_in_group(sb, first);
194 /* Load block with bitmap */
195 uint32_t bitmap_block_addr =
196 ext4_bg_get_block_bitmap(bg_ref.block_group, sb);
198 struct ext4_block bitmap_block;
200 rc = ext4_block_get(fs->bdev, &bitmap_block, bitmap_block_addr);
202 ext4_fs_put_block_group_ref(&bg_ref);
207 ext4_sb_get_block_size(sb) * 8 - index_in_group_first;
209 /*If last block, free only count blocks*/
210 free_cnt = count > free_cnt ? free_cnt : count;
213 ext4_bmap_bits_free(bitmap_block.data, index_in_group_first,
215 bitmap_block.dirty = true;
220 /* Release block with bitmap */
221 rc = ext4_block_set(fs->bdev, &bitmap_block);
223 ext4_fs_put_block_group_ref(&bg_ref);
227 uint32_t block_size = ext4_sb_get_block_size(sb);
229 /* Update superblock free blocks count */
230 uint64_t sb_free_blocks = ext4_sb_get_free_blocks_cnt(sb);
231 sb_free_blocks += free_cnt;
232 ext4_sb_set_free_blocks_cnt(sb, sb_free_blocks);
234 /* Update inode blocks count */
235 uint64_t ino_blocks =
236 ext4_inode_get_blocks_count(sb, inode_ref->inode);
237 ino_blocks -= free_cnt * (block_size / EXT4_INODE_BLOCK_SIZE);
238 ext4_inode_set_blocks_count(sb, inode_ref->inode, ino_blocks);
239 inode_ref->dirty = true;
241 /* Update block group free blocks count */
242 uint32_t free_blocks =
243 ext4_bg_get_free_blocks_count(bg_ref.block_group, sb);
244 free_blocks += free_cnt;
245 ext4_bg_set_free_blocks_count(bg_ref.block_group, sb,
249 /* Release block group reference */
250 rc = ext4_fs_put_block_group_ref(&bg_ref);
257 /*All blocks should be released*/
258 ext4_assert(count == 0);
262 /**@brief Compute 'goal' for allocation algorithm.
263 * @param inode_ref Reference to inode, to allocate block for
267 static int ext4_balloc_find_goal(struct ext4_inode_ref *inode_ref,
270 struct ext4_sblock *sb = &inode_ref->fs->sb;
273 uint64_t inode_size = ext4_inode_get_size(sb, inode_ref->inode);
274 uint32_t block_size = ext4_sb_get_block_size(sb);
275 uint32_t inode_block_count = inode_size / block_size;
277 if (inode_size % block_size != 0)
280 /* If inode has some blocks, get last block address + 1 */
281 if (inode_block_count > 0) {
282 int rc = ext4_fs_get_inode_data_block_index(
283 inode_ref, inode_block_count - 1, goal);
292 /* If goal == 0, sparse file -> continue */
295 /* Identify block group of inode */
297 uint32_t inodes_per_group = ext4_get32(sb, inodes_per_group);
298 uint32_t block_group = (inode_ref->index - 1) / inodes_per_group;
299 block_size = ext4_sb_get_block_size(sb);
301 /* Load block group reference */
302 struct ext4_block_group_ref bg_ref;
304 ext4_fs_get_block_group_ref(inode_ref->fs, block_group, &bg_ref);
308 /* Compute indexes */
309 uint32_t block_group_count = ext4_block_group_cnt(sb);
310 uint32_t inode_table_first_block =
311 ext4_bg_get_inode_table_first_block(bg_ref.block_group, sb);
312 uint16_t inode_table_item_size = ext4_get16(sb, inode_size);
313 uint32_t inode_table_bytes;
315 /* Check for last block group */
316 if (block_group < block_group_count - 1) {
317 inode_table_bytes = inodes_per_group * inode_table_item_size;
319 /* Last block group could be smaller */
320 uint32_t inodes_count_total = ext4_get32(sb, inodes_count);
323 (inodes_count_total -
324 ((block_group_count - 1) * inodes_per_group)) *
325 inode_table_item_size;
328 uint32_t inode_table_blocks = inode_table_bytes / block_size;
330 if (inode_table_bytes % block_size)
331 inode_table_blocks++;
333 *goal = inode_table_first_block + inode_table_blocks;
335 return ext4_fs_put_block_group_ref(&bg_ref);
338 int ext4_balloc_alloc_block(struct ext4_inode_ref *inode_ref, uint32_t *fblock)
340 uint32_t allocated_block = 0;
341 uint32_t bitmap_block_addr;
342 uint32_t rel_block_idx = 0;
343 uint32_t free_blocks;
345 struct ext4_block bitmap_block;
347 int rc = ext4_balloc_find_goal(inode_ref, &goal);
349 /* no goal found => partition is full */
353 struct ext4_sblock *sb = &inode_ref->fs->sb;
355 /* Load block group number for goal and relative index */
356 uint32_t block_group = ext4_balloc_get_bgid_of_block(sb, goal);
357 uint32_t index_in_group = ext4_fs_baddr2_index_in_group(sb, goal);
359 /* Load block group reference */
360 struct ext4_block_group_ref bg_ref;
361 rc = ext4_fs_get_block_group_ref(inode_ref->fs, block_group, &bg_ref);
365 free_blocks = ext4_bg_get_free_blocks_count(bg_ref.block_group, sb);
366 if (free_blocks == 0) {
367 /* This group has no free blocks */
371 /* Compute indexes */
372 uint32_t first_in_group =
373 ext4_balloc_get_first_data_block_in_group(sb, &bg_ref);
375 uint32_t first_in_group_index =
376 ext4_fs_baddr2_index_in_group(sb, first_in_group);
378 if (index_in_group < first_in_group_index)
379 index_in_group = first_in_group_index;
381 /* Load block with bitmap */
382 bitmap_block_addr = ext4_bg_get_block_bitmap(bg_ref.block_group, sb);
384 rc = ext4_block_get(inode_ref->fs->bdev, &bitmap_block,
387 ext4_fs_put_block_group_ref(&bg_ref);
391 /* Check if goal is free */
392 if (ext4_bmap_is_bit_clr(bitmap_block.data, index_in_group)) {
393 ext4_bmap_bit_set(bitmap_block.data, index_in_group);
394 bitmap_block.dirty = true;
395 rc = ext4_block_set(inode_ref->fs->bdev, &bitmap_block);
397 ext4_fs_put_block_group_ref(&bg_ref);
401 allocated_block = ext4_fs_index_in_group2_baddr(
402 sb, index_in_group, block_group);
407 uint32_t blocks_in_group = ext4_blocks_in_group_cnt(sb, block_group);
409 uint32_t end_idx = (index_in_group + 63) & ~63;
410 if (end_idx > blocks_in_group)
411 end_idx = blocks_in_group;
413 /* Try to find free block near to goal */
415 for (tmp_idx = index_in_group + 1; tmp_idx < end_idx; ++tmp_idx) {
416 if (ext4_bmap_is_bit_clr(bitmap_block.data, tmp_idx)) {
417 ext4_bmap_bit_set(bitmap_block.data, tmp_idx);
419 bitmap_block.dirty = true;
420 rc = ext4_block_set(inode_ref->fs->bdev, &bitmap_block);
424 allocated_block = ext4_fs_index_in_group2_baddr(
425 sb, tmp_idx, block_group);
431 /* Find free bit in bitmap */
432 rc = ext4_bmap_bit_find_clr(bitmap_block.data, index_in_group,
433 blocks_in_group, &rel_block_idx);
435 ext4_bmap_bit_set(bitmap_block.data, rel_block_idx);
436 bitmap_block.dirty = true;
437 rc = ext4_block_set(inode_ref->fs->bdev, &bitmap_block);
441 allocated_block = ext4_fs_index_in_group2_baddr(
442 sb, rel_block_idx, block_group);
447 /* No free block found yet */
448 rc = ext4_block_set(inode_ref->fs->bdev, &bitmap_block);
450 ext4_fs_put_block_group_ref(&bg_ref);
456 rc = ext4_fs_put_block_group_ref(&bg_ref);
460 /* Try other block groups */
461 uint32_t block_group_count = ext4_block_group_cnt(sb);
463 uint32_t bgid = (block_group + 1) % block_group_count;
464 uint32_t count = block_group_count;
467 rc = ext4_fs_get_block_group_ref(inode_ref->fs, bgid, &bg_ref);
472 ext4_bg_get_free_blocks_count(bg_ref.block_group, sb);
473 if (free_blocks == 0) {
474 /* This group has no free blocks */
478 /* Load block with bitmap */
480 ext4_bg_get_block_bitmap(bg_ref.block_group, sb);
482 rc = ext4_block_get(inode_ref->fs->bdev, &bitmap_block,
486 ext4_fs_put_block_group_ref(&bg_ref);
490 /* Compute indexes */
492 ext4_balloc_get_first_data_block_in_group(sb, &bg_ref);
494 ext4_fs_baddr2_index_in_group(sb, first_in_group);
495 blocks_in_group = ext4_blocks_in_group_cnt(sb, bgid);
497 first_in_group_index =
498 ext4_fs_baddr2_index_in_group(sb, first_in_group);
500 if (index_in_group < first_in_group_index)
501 index_in_group = first_in_group_index;
503 rc = ext4_bmap_bit_find_clr(bitmap_block.data, index_in_group,
504 blocks_in_group, &rel_block_idx);
508 ext4_bmap_bit_set(bitmap_block.data, rel_block_idx);
510 bitmap_block.dirty = true;
511 rc = ext4_block_set(inode_ref->fs->bdev, &bitmap_block);
513 ext4_fs_put_block_group_ref(&bg_ref);
517 allocated_block = ext4_fs_index_in_group2_baddr(
518 sb, rel_block_idx, bgid);
523 rc = ext4_block_set(inode_ref->fs->bdev, &bitmap_block);
525 ext4_fs_put_block_group_ref(&bg_ref);
530 rc = ext4_fs_put_block_group_ref(&bg_ref);
535 /* Goto next group */
536 bgid = (bgid + 1) % block_group_count;
543 /* Empty command - because of syntax */
546 uint32_t block_size = ext4_sb_get_block_size(sb);
548 /* Update superblock free blocks count */
549 uint64_t sb_free_blocks = ext4_sb_get_free_blocks_cnt(sb);
551 ext4_sb_set_free_blocks_cnt(sb, sb_free_blocks);
553 /* Update inode blocks (different block size!) count */
554 uint64_t ino_blocks = ext4_inode_get_blocks_count(sb, inode_ref->inode);
555 ino_blocks += block_size / EXT4_INODE_BLOCK_SIZE;
556 ext4_inode_set_blocks_count(sb, inode_ref->inode, ino_blocks);
557 inode_ref->dirty = true;
559 /* Update block group free blocks count */
560 uint32_t bg_free_blocks =
561 ext4_bg_get_free_blocks_count(bg_ref.block_group, sb);
563 ext4_bg_set_free_blocks_count(bg_ref.block_group, sb, bg_free_blocks);
567 rc = ext4_fs_put_block_group_ref(&bg_ref);
569 *fblock = allocated_block;
573 int ext4_balloc_try_alloc_block(struct ext4_inode_ref *inode_ref,
574 uint32_t baddr, bool *free)
578 struct ext4_fs *fs = inode_ref->fs;
579 struct ext4_sblock *sb = &fs->sb;
581 /* Compute indexes */
582 uint32_t block_group = ext4_balloc_get_bgid_of_block(sb, baddr);
583 uint32_t index_in_group = ext4_fs_baddr2_index_in_group(sb, baddr);
585 /* Load block group reference */
586 struct ext4_block_group_ref bg_ref;
587 rc = ext4_fs_get_block_group_ref(fs, block_group, &bg_ref);
591 /* Load block with bitmap */
592 uint32_t bitmap_block_addr =
593 ext4_bg_get_block_bitmap(bg_ref.block_group, sb);
595 struct ext4_block bitmap_block;
597 rc = ext4_block_get(fs->bdev, &bitmap_block, bitmap_block_addr);
599 ext4_fs_put_block_group_ref(&bg_ref);
603 /* Check if block is free */
604 *free = ext4_bmap_is_bit_clr(bitmap_block.data, index_in_group);
606 /* Allocate block if possible */
608 ext4_bmap_bit_set(bitmap_block.data, index_in_group);
609 bitmap_block.dirty = true;
612 /* Release block with bitmap */
613 rc = ext4_block_set(fs->bdev, &bitmap_block);
615 /* Error in saving bitmap */
616 ext4_fs_put_block_group_ref(&bg_ref);
620 /* If block is not free, return */
624 uint32_t block_size = ext4_sb_get_block_size(sb);
626 /* Update superblock free blocks count */
627 uint64_t sb_free_blocks = ext4_sb_get_free_blocks_cnt(sb);
629 ext4_sb_set_free_blocks_cnt(sb, sb_free_blocks);
631 /* Update inode blocks count */
632 uint64_t ino_blocks = ext4_inode_get_blocks_count(sb, inode_ref->inode);
633 ino_blocks += block_size / EXT4_INODE_BLOCK_SIZE;
634 ext4_inode_set_blocks_count(sb, inode_ref->inode, ino_blocks);
635 inode_ref->dirty = true;
637 /* Update block group free blocks count */
638 uint32_t free_blocks =
639 ext4_bg_get_free_blocks_count(bg_ref.block_group, sb);
641 ext4_bg_set_free_blocks_count(bg_ref.block_group, sb, free_blocks);
646 return ext4_fs_put_block_group_ref(&bg_ref);