Lines Matching refs:sb
68 static int ext4_commit_super(struct super_block *sb, int sync);
69 static int ext4_mark_recovery_complete(struct super_block *sb,
71 static int ext4_clear_journal_err(struct super_block *sb,
73 static int ext4_sync_fs(struct super_block *sb, int wait);
74 static int ext4_remount(struct super_block *sb, int *flags, char *data);
76 static int ext4_unfreeze(struct super_block *sb);
77 static int ext4_freeze(struct super_block *sb);
80 static inline int ext2_feature_set_ok(struct super_block *sb);
81 static inline int ext3_feature_set_ok(struct super_block *sb);
82 static int ext4_feature_set_ok(struct super_block *sb, int readonly);
84 static void ext4_unregister_li_request(struct super_block *sb);
86 static struct inode *ext4_get_journal_inode(struct super_block *sb,
127 #define IS_EXT2_SB(sb) ((sb)->s_bdev->bd_holder == &ext2_fs_type) argument
129 #define IS_EXT2_SB(sb) (0) argument
142 #define IS_EXT3_SB(sb) ((sb)->s_bdev->bd_holder == &ext3_fs_type) argument
205 static struct buffer_head *__ext4_sb_bread_gfp(struct super_block *sb, in __ext4_sb_bread_gfp() argument
212 bh = sb_getblk_gfp(sb, block, gfp); in __ext4_sb_bread_gfp()
226 struct buffer_head *ext4_sb_bread(struct super_block *sb, sector_t block, in ext4_sb_bread() argument
229 return __ext4_sb_bread_gfp(sb, block, op_flags, __GFP_MOVABLE); in ext4_sb_bread()
232 struct buffer_head *ext4_sb_bread_unmovable(struct super_block *sb, in ext4_sb_bread_unmovable() argument
235 return __ext4_sb_bread_gfp(sb, block, 0, 0); in ext4_sb_bread_unmovable()
238 void ext4_sb_breadahead_unmovable(struct super_block *sb, sector_t block) in ext4_sb_breadahead_unmovable() argument
240 struct buffer_head *bh = sb_getblk_gfp(sb, block, 0); in ext4_sb_breadahead_unmovable()
249 static int ext4_verify_csum_type(struct super_block *sb, in ext4_verify_csum_type() argument
252 if (!ext4_has_feature_metadata_csum(sb)) in ext4_verify_csum_type()
258 static __le32 ext4_superblock_csum(struct super_block *sb, in ext4_superblock_csum() argument
261 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_superblock_csum()
270 static int ext4_superblock_csum_verify(struct super_block *sb, in ext4_superblock_csum_verify() argument
273 if (!ext4_has_metadata_csum(sb)) in ext4_superblock_csum_verify()
276 return es->s_checksum == ext4_superblock_csum(sb, es); in ext4_superblock_csum_verify()
279 void ext4_superblock_csum_set(struct super_block *sb) in ext4_superblock_csum_set() argument
281 struct ext4_super_block *es = EXT4_SB(sb)->s_es; in ext4_superblock_csum_set()
283 if (!ext4_has_metadata_csum(sb)) in ext4_superblock_csum_set()
286 es->s_checksum = ext4_superblock_csum(sb, es); in ext4_superblock_csum_set()
289 ext4_fsblk_t ext4_block_bitmap(struct super_block *sb, in ext4_block_bitmap() argument
293 (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ? in ext4_block_bitmap()
297 ext4_fsblk_t ext4_inode_bitmap(struct super_block *sb, in ext4_inode_bitmap() argument
301 (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ? in ext4_inode_bitmap()
305 ext4_fsblk_t ext4_inode_table(struct super_block *sb, in ext4_inode_table() argument
309 (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ? in ext4_inode_table()
313 __u32 ext4_free_group_clusters(struct super_block *sb, in ext4_free_group_clusters() argument
317 (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ? in ext4_free_group_clusters()
321 __u32 ext4_free_inodes_count(struct super_block *sb, in ext4_free_inodes_count() argument
325 (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ? in ext4_free_inodes_count()
329 __u32 ext4_used_dirs_count(struct super_block *sb, in ext4_used_dirs_count() argument
333 (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ? in ext4_used_dirs_count()
337 __u32 ext4_itable_unused_count(struct super_block *sb, in ext4_itable_unused_count() argument
341 (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT ? in ext4_itable_unused_count()
345 void ext4_block_bitmap_set(struct super_block *sb, in ext4_block_bitmap_set() argument
349 if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT) in ext4_block_bitmap_set()
353 void ext4_inode_bitmap_set(struct super_block *sb, in ext4_inode_bitmap_set() argument
357 if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT) in ext4_inode_bitmap_set()
361 void ext4_inode_table_set(struct super_block *sb, in ext4_inode_table_set() argument
365 if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT) in ext4_inode_table_set()
369 void ext4_free_group_clusters_set(struct super_block *sb, in ext4_free_group_clusters_set() argument
373 if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT) in ext4_free_group_clusters_set()
377 void ext4_free_inodes_set(struct super_block *sb, in ext4_free_inodes_set() argument
381 if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT) in ext4_free_inodes_set()
385 void ext4_used_dirs_set(struct super_block *sb, in ext4_used_dirs_set() argument
389 if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT) in ext4_used_dirs_set()
393 void ext4_itable_unused_set(struct super_block *sb, in ext4_itable_unused_set() argument
397 if (EXT4_DESC_SIZE(sb) >= EXT4_MIN_DESC_SIZE_64BIT) in ext4_itable_unused_set()
420 static void __save_error_info(struct super_block *sb, int error, in __save_error_info() argument
424 struct ext4_super_block *es = EXT4_SB(sb)->s_es; in __save_error_info()
427 EXT4_SB(sb)->s_mount_state |= EXT4_ERROR_FS; in __save_error_info()
428 if (bdev_read_only(sb->s_bdev)) in __save_error_info()
505 mod_timer(&EXT4_SB(sb)->s_err_report, jiffies + 24*60*60*HZ); in __save_error_info()
509 static void save_error_info(struct super_block *sb, int error, in save_error_info() argument
513 __save_error_info(sb, error, ino, block, func, line); in save_error_info()
514 if (!bdev_read_only(sb->s_bdev)) in save_error_info()
515 ext4_commit_super(sb, 1); in save_error_info()
526 static int block_device_ejected(struct super_block *sb) in block_device_ejected() argument
528 struct inode *bd_inode = sb->s_bdev->bd_inode; in block_device_ejected()
536 struct super_block *sb = journal->j_private; in ext4_journal_commit_callback() local
537 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_journal_commit_callback()
543 ext4_process_freed_data(sb, txn->t_tid); in ext4_journal_commit_callback()
551 jce->jce_func(sb, jce, error); in ext4_journal_commit_callback()
661 static void ext4_handle_error(struct super_block *sb) in ext4_handle_error() argument
663 journal_t *journal = EXT4_SB(sb)->s_journal; in ext4_handle_error()
665 if (test_opt(sb, WARN_ON_ERROR)) in ext4_handle_error()
668 if (sb_rdonly(sb) || test_opt(sb, ERRORS_CONT)) in ext4_handle_error()
671 ext4_set_mount_flag(sb, EXT4_MF_FS_ABORTED); in ext4_handle_error()
679 if (test_opt(sb, ERRORS_RO) || system_going_down()) { in ext4_handle_error()
680 ext4_msg(sb, KERN_CRIT, "Remounting filesystem read-only"); in ext4_handle_error()
686 sb->s_flags |= SB_RDONLY; in ext4_handle_error()
687 } else if (test_opt(sb, ERRORS_PANIC)) { in ext4_handle_error()
689 sb->s_id); in ext4_handle_error()
693 #define ext4_error_ratelimit(sb) \ argument
694 ___ratelimit(&(EXT4_SB(sb)->s_err_ratelimit_state), \
697 void __ext4_error(struct super_block *sb, const char *function, in __ext4_error() argument
704 if (unlikely(ext4_forced_shutdown(EXT4_SB(sb)))) in __ext4_error()
707 trace_ext4_error(sb, function, line); in __ext4_error()
708 if (ext4_error_ratelimit(sb)) { in __ext4_error()
714 sb->s_id, function, line, current->comm, &vaf); in __ext4_error()
717 save_error_info(sb, error, 0, block, function, line); in __ext4_error()
718 ext4_handle_error(sb); in __ext4_error()
792 const char *ext4_decode_error(struct super_block *sb, int errno, in ext4_decode_error() argument
811 if (!sb || (EXT4_SB(sb)->s_journal && in ext4_decode_error()
812 EXT4_SB(sb)->s_journal->j_flags & JBD2_ABORT)) in ext4_decode_error()
835 void __ext4_std_error(struct super_block *sb, const char *function, in __ext4_std_error() argument
841 if (unlikely(ext4_forced_shutdown(EXT4_SB(sb)))) in __ext4_std_error()
847 if (errno == -EROFS && journal_current_handle() == NULL && sb_rdonly(sb)) in __ext4_std_error()
850 if (ext4_error_ratelimit(sb)) { in __ext4_std_error()
851 errstr = ext4_decode_error(sb, errno, nbuf); in __ext4_std_error()
853 sb->s_id, function, line, errstr); in __ext4_std_error()
856 save_error_info(sb, -errno, 0, 0, function, line); in __ext4_std_error()
857 ext4_handle_error(sb); in __ext4_std_error()
870 void __ext4_abort(struct super_block *sb, const char *function, in __ext4_abort() argument
876 if (unlikely(ext4_forced_shutdown(EXT4_SB(sb)))) in __ext4_abort()
879 save_error_info(sb, error, 0, 0, function, line); in __ext4_abort()
884 sb->s_id, function, line, &vaf); in __ext4_abort()
887 if (sb_rdonly(sb) == 0) { in __ext4_abort()
888 ext4_set_mount_flag(sb, EXT4_MF_FS_ABORTED); in __ext4_abort()
889 if (EXT4_SB(sb)->s_journal) in __ext4_abort()
890 jbd2_journal_abort(EXT4_SB(sb)->s_journal, -EIO); in __ext4_abort()
892 ext4_msg(sb, KERN_CRIT, "Remounting filesystem read-only"); in __ext4_abort()
898 sb->s_flags |= SB_RDONLY; in __ext4_abort()
900 if (test_opt(sb, ERRORS_PANIC) && !system_going_down()) in __ext4_abort()
904 void __ext4_msg(struct super_block *sb, in __ext4_msg() argument
910 atomic_inc(&EXT4_SB(sb)->s_msg_count); in __ext4_msg()
911 if (!___ratelimit(&(EXT4_SB(sb)->s_msg_ratelimit_state), "EXT4-fs")) in __ext4_msg()
917 printk("%sEXT4-fs (%s): %pV\n", prefix, sb->s_id, &vaf); in __ext4_msg()
921 static int ext4_warning_ratelimit(struct super_block *sb) in ext4_warning_ratelimit() argument
923 atomic_inc(&EXT4_SB(sb)->s_warning_count); in ext4_warning_ratelimit()
924 return ___ratelimit(&(EXT4_SB(sb)->s_warning_ratelimit_state), in ext4_warning_ratelimit()
928 void __ext4_warning(struct super_block *sb, const char *function, in __ext4_warning() argument
934 if (!ext4_warning_ratelimit(sb)) in __ext4_warning()
941 sb->s_id, function, line, &vaf); in __ext4_warning()
964 struct super_block *sb, ext4_group_t grp, in __ext4_grp_locked_error() argument
973 if (unlikely(ext4_forced_shutdown(EXT4_SB(sb)))) in __ext4_grp_locked_error()
976 trace_ext4_error(sb, function, line); in __ext4_grp_locked_error()
977 __save_error_info(sb, EFSCORRUPTED, ino, block, function, line); in __ext4_grp_locked_error()
979 if (ext4_error_ratelimit(sb)) { in __ext4_grp_locked_error()
984 sb->s_id, function, line, grp); in __ext4_grp_locked_error()
994 if (test_opt(sb, WARN_ON_ERROR)) in __ext4_grp_locked_error()
997 if (test_opt(sb, ERRORS_CONT)) { in __ext4_grp_locked_error()
998 ext4_commit_super(sb, 0); in __ext4_grp_locked_error()
1002 ext4_unlock_group(sb, grp); in __ext4_grp_locked_error()
1003 ext4_commit_super(sb, 1); in __ext4_grp_locked_error()
1004 ext4_handle_error(sb); in __ext4_grp_locked_error()
1016 ext4_lock_group(sb, grp); in __ext4_grp_locked_error()
1020 void ext4_mark_group_bitmap_corrupted(struct super_block *sb, in ext4_mark_group_bitmap_corrupted() argument
1024 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_mark_group_bitmap_corrupted()
1025 struct ext4_group_info *grp = ext4_get_group_info(sb, group); in ext4_mark_group_bitmap_corrupted()
1026 struct ext4_group_desc *gdp = ext4_get_group_desc(sb, group, NULL); in ext4_mark_group_bitmap_corrupted()
1043 count = ext4_free_inodes_count(sb, gdp); in ext4_mark_group_bitmap_corrupted()
1050 void ext4_update_dynamic_rev(struct super_block *sb) in ext4_update_dynamic_rev() argument
1052 struct ext4_super_block *es = EXT4_SB(sb)->s_es; in ext4_update_dynamic_rev()
1057 ext4_warning(sb, in ext4_update_dynamic_rev()
1078 static struct block_device *ext4_blkdev_get(dev_t dev, struct super_block *sb) in ext4_blkdev_get() argument
1082 bdev = blkdev_get_by_dev(dev, FMODE_READ|FMODE_WRITE|FMODE_EXCL, sb); in ext4_blkdev_get()
1088 ext4_msg(sb, KERN_ERR, in ext4_blkdev_get()
1117 static void dump_orphan_list(struct super_block *sb, struct ext4_sb_info *sbi) in dump_orphan_list() argument
1121 ext4_msg(sb, KERN_ERR, "sb orphan head is %d", in dump_orphan_list()
1136 static int ext4_quota_off(struct super_block *sb, int type);
1138 static inline void ext4_quota_off_umount(struct super_block *sb) in ext4_quota_off_umount() argument
1144 ext4_quota_off(sb, type); in ext4_quota_off_umount()
1151 static inline char *get_qf_name(struct super_block *sb, in get_qf_name() argument
1156 lockdep_is_held(&sb->s_umount)); in get_qf_name()
1159 static inline void ext4_quota_off_umount(struct super_block *sb) in ext4_quota_off_umount() argument
1164 static void ext4_put_super(struct super_block *sb) in ext4_put_super() argument
1166 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_put_super()
1183 ext4_unregister_sysfs(sb); in ext4_put_super()
1185 ext4_unregister_li_request(sb); in ext4_put_super()
1186 ext4_quota_off_umount(sb); in ext4_put_super()
1195 ext4_abort(sb, -err, "Couldn't clean up the journal"); in ext4_put_super()
1201 ext4_release_system_zone(sb); in ext4_put_super()
1202 ext4_mb_release(sb); in ext4_put_super()
1203 ext4_ext_release(sb); in ext4_put_super()
1205 if (!sb_rdonly(sb) && !aborted) { in ext4_put_super()
1206 ext4_clear_feature_journal_needs_recovery(sb); in ext4_put_super()
1209 if (!sb_rdonly(sb)) in ext4_put_super()
1210 ext4_commit_super(sb, 1); in ext4_put_super()
1232 kfree(get_qf_name(sb, sbi, i)); in ext4_put_super()
1240 dump_orphan_list(sb, sbi); in ext4_put_super()
1243 sync_blockdev(sb->s_bdev); in ext4_put_super()
1244 invalidate_bdev(sb->s_bdev); in ext4_put_super()
1245 if (sbi->s_journal_bdev && sbi->s_journal_bdev != sb->s_bdev) { in ext4_put_super()
1265 sb->s_fs_info = NULL; in ext4_put_super()
1278 utf8_unload(sb->s_encoding); in ext4_put_super()
1288 static struct inode *ext4_alloc_inode(struct super_block *sb) in ext4_alloc_inode() argument
1420 static struct inode *ext4_nfs_get_inode(struct super_block *sb, in ext4_nfs_get_inode() argument
1429 inode = ext4_iget(sb, ino, EXT4_IGET_HANDLE); in ext4_nfs_get_inode()
1440 static struct dentry *ext4_fh_to_dentry(struct super_block *sb, struct fid *fid, in ext4_fh_to_dentry() argument
1443 return generic_fh_to_dentry(sb, fid, fh_len, fh_type, in ext4_fh_to_dentry()
1447 static struct dentry *ext4_fh_to_parent(struct super_block *sb, struct fid *fid, in ext4_fh_to_parent() argument
1450 return generic_fh_to_parent(sb, fid, fh_len, fh_type, in ext4_fh_to_parent()
1470 static int bdev_try_to_free_page(struct super_block *sb, struct page *page, in bdev_try_to_free_page() argument
1473 journal_t *journal = EXT4_SB(sb)->s_journal; in bdev_try_to_free_page()
1578 static const union fscrypt_policy *ext4_get_dummy_policy(struct super_block *sb) in ext4_get_dummy_policy() argument
1580 return EXT4_SB(sb)->s_dummy_enc_policy.policy; in ext4_get_dummy_policy()
1583 static bool ext4_has_stable_inodes(struct super_block *sb) in ext4_has_stable_inodes() argument
1585 return ext4_has_feature_stable_inodes(sb); in ext4_has_stable_inodes()
1588 static void ext4_get_ino_and_lblk_bits(struct super_block *sb, in ext4_get_ino_and_lblk_bits() argument
1591 *ino_bits_ret = 8 * sizeof(EXT4_SB(sb)->s_es->s_inodes_count); in ext4_get_ino_and_lblk_bits()
1615 static int ext4_write_info(struct super_block *sb, int type);
1616 static int ext4_quota_on(struct super_block *sb, int type, int format_id,
1618 static int ext4_quota_on_mount(struct super_block *sb, int type);
1619 static ssize_t ext4_quota_read(struct super_block *sb, int type, char *data,
1621 static ssize_t ext4_quota_write(struct super_block *sb, int type,
1623 static int ext4_quota_enable(struct super_block *sb, int type, int format_id,
1625 static int ext4_enable_quotas(struct super_block *sb);
1850 static int set_qf_name(struct super_block *sb, int qtype, substring_t *args) in set_qf_name() argument
1852 struct ext4_sb_info *sbi = EXT4_SB(sb); in set_qf_name()
1853 char *qname, *old_qname = get_qf_name(sb, sbi, qtype); in set_qf_name()
1856 if (sb_any_quota_loaded(sb) && !old_qname) { in set_qf_name()
1857 ext4_msg(sb, KERN_ERR, in set_qf_name()
1862 if (ext4_has_feature_quota(sb)) { in set_qf_name()
1863 ext4_msg(sb, KERN_INFO, "Journaled quota options " in set_qf_name()
1869 ext4_msg(sb, KERN_ERR, in set_qf_name()
1877 ext4_msg(sb, KERN_ERR, in set_qf_name()
1883 ext4_msg(sb, KERN_ERR, in set_qf_name()
1888 set_opt(sb, QUOTA); in set_qf_name()
1895 static int clear_qf_name(struct super_block *sb, int qtype) in clear_qf_name() argument
1898 struct ext4_sb_info *sbi = EXT4_SB(sb); in clear_qf_name()
1899 char *old_qname = get_qf_name(sb, sbi, qtype); in clear_qf_name()
1901 if (sb_any_quota_loaded(sb) && old_qname) { in clear_qf_name()
1902 ext4_msg(sb, KERN_ERR, "Cannot change journaled quota options" in clear_qf_name()
2072 static int ext4_set_test_dummy_encryption(struct super_block *sb, in ext4_set_test_dummy_encryption() argument
2078 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_set_test_dummy_encryption()
2081 if (!ext4_has_feature_encrypt(sb)) { in ext4_set_test_dummy_encryption()
2082 ext4_msg(sb, KERN_WARNING, in ext4_set_test_dummy_encryption()
2094 ext4_msg(sb, KERN_WARNING, in ext4_set_test_dummy_encryption()
2098 err = fscrypt_set_test_dummy_encryption(sb, arg->from, in ext4_set_test_dummy_encryption()
2102 ext4_msg(sb, KERN_WARNING, in ext4_set_test_dummy_encryption()
2105 ext4_msg(sb, KERN_WARNING, in ext4_set_test_dummy_encryption()
2108 ext4_msg(sb, KERN_WARNING, in ext4_set_test_dummy_encryption()
2113 ext4_msg(sb, KERN_WARNING, "Test dummy encryption mode enabled"); in ext4_set_test_dummy_encryption()
2116 ext4_msg(sb, KERN_WARNING, in ext4_set_test_dummy_encryption()
2123 static int handle_mount_opt(struct super_block *sb, char *opt, int token, in handle_mount_opt() argument
2127 struct ext4_sb_info *sbi = EXT4_SB(sb); in handle_mount_opt()
2135 return set_qf_name(sb, USRQUOTA, &args[0]); in handle_mount_opt()
2137 return set_qf_name(sb, GRPQUOTA, &args[0]); in handle_mount_opt()
2139 return clear_qf_name(sb, USRQUOTA); in handle_mount_opt()
2141 return clear_qf_name(sb, GRPQUOTA); in handle_mount_opt()
2146 ext4_msg(sb, KERN_WARNING, deprecated_msg, opt, "3.5"); in handle_mount_opt()
2151 ext4_msg(sb, KERN_WARNING, "Ignoring removed %s option", opt); in handle_mount_opt()
2154 ext4_set_mount_flag(sb, EXT4_MF_FS_ABORTED); in handle_mount_opt()
2157 sb->s_flags |= SB_I_VERSION; in handle_mount_opt()
2160 sb->s_flags |= SB_LAZYTIME; in handle_mount_opt()
2163 sb->s_flags &= ~SB_LAZYTIME; in handle_mount_opt()
2167 sb->s_flags |= SB_INLINECRYPT; in handle_mount_opt()
2169 ext4_msg(sb, KERN_ERR, "inline encryption not supported"); in handle_mount_opt()
2179 ext4_msg(sb, KERN_ERR, "Unrecognized mount option \"%s\" " in handle_mount_opt()
2184 if ((m->flags & MOPT_NO_EXT2) && IS_EXT2_SB(sb)) { in handle_mount_opt()
2185 ext4_msg(sb, KERN_ERR, in handle_mount_opt()
2189 if ((m->flags & MOPT_NO_EXT3) && IS_EXT3_SB(sb)) { in handle_mount_opt()
2190 ext4_msg(sb, KERN_ERR, in handle_mount_opt()
2201 set_opt2(sb, EXPLICIT_DELALLOC); in handle_mount_opt()
2203 set_opt2(sb, EXPLICIT_JOURNAL_CHECKSUM); in handle_mount_opt()
2208 clear_opt(sb, ERRORS_MASK); in handle_mount_opt()
2209 if (token == Opt_noquota && sb_any_quota_loaded(sb)) { in handle_mount_opt()
2210 ext4_msg(sb, KERN_ERR, "Cannot change quota " in handle_mount_opt()
2216 ext4_msg(sb, KERN_ERR, "%s option not supported", opt); in handle_mount_opt()
2221 ext4_msg(sb, KERN_ERR, in handle_mount_opt()
2232 ext4_msg(sb, KERN_ERR, in handle_mount_opt()
2243 ext4_msg(sb, KERN_ERR, in handle_mount_opt()
2250 set_opt(sb, INIT_INODE_TABLE); in handle_mount_opt()
2265 ext4_msg(sb, KERN_ERR, "Invalid uid value %d", arg); in handle_mount_opt()
2272 ext4_msg(sb, KERN_ERR, "Invalid gid value %d", arg); in handle_mount_opt()
2278 ext4_msg(sb, KERN_ERR, in handle_mount_opt()
2290 ext4_msg(sb, KERN_ERR, in handle_mount_opt()
2296 ext4_msg(sb, KERN_ERR, "error: could not dup " in handle_mount_opt()
2303 ext4_msg(sb, KERN_ERR, "error: could not find " in handle_mount_opt()
2311 ext4_msg(sb, KERN_ERR, "error: journal path %s " in handle_mount_opt()
2323 ext4_msg(sb, KERN_ERR, "Invalid journal IO priority" in handle_mount_opt()
2330 return ext4_set_test_dummy_encryption(sb, opt, &args[0], in handle_mount_opt()
2335 …ext4_msg(sb, KERN_WARNING, "Remounting file system with no journal so ignoring journalled data opt… in handle_mount_opt()
2336 else if (test_opt(sb, DATA_FLAGS) != m->mount_opt) { in handle_mount_opt()
2337 ext4_msg(sb, KERN_ERR, in handle_mount_opt()
2342 clear_opt(sb, DATA_FLAGS); in handle_mount_opt()
2347 if (sb_any_quota_loaded(sb) && in handle_mount_opt()
2349 ext4_msg(sb, KERN_ERR, "Cannot change journaled " in handle_mount_opt()
2353 if (ext4_has_feature_quota(sb)) { in handle_mount_opt()
2354 ext4_msg(sb, KERN_INFO, in handle_mount_opt()
2371 ext4_msg(sb, KERN_ERR, "can't change " in handle_mount_opt()
2376 (test_opt(sb, DATA_FLAGS) == in handle_mount_opt()
2378 ext4_msg(sb, KERN_ERR, "can't mount with " in handle_mount_opt()
2382 ext4_msg(sb, KERN_WARNING, in handle_mount_opt()
2408 ext4_msg(sb, KERN_INFO, "dax option not supported"); in handle_mount_opt()
2423 ext4_msg(sb, KERN_WARNING, in handle_mount_opt()
2443 static int parse_options(char *options, struct super_block *sb, in parse_options() argument
2448 struct ext4_sb_info __maybe_unused *sbi = EXT4_SB(sb); in parse_options()
2465 if (handle_mount_opt(sb, p, token, args, journal_devnum, in parse_options()
2475 if (test_opt(sb, PRJQUOTA) && !ext4_has_feature_project(sb)) { in parse_options()
2476 ext4_msg(sb, KERN_ERR, "Project quota feature not enabled. " in parse_options()
2480 usr_qf_name = get_qf_name(sb, sbi, USRQUOTA); in parse_options()
2481 grp_qf_name = get_qf_name(sb, sbi, GRPQUOTA); in parse_options()
2483 if (test_opt(sb, USRQUOTA) && usr_qf_name) in parse_options()
2484 clear_opt(sb, USRQUOTA); in parse_options()
2486 if (test_opt(sb, GRPQUOTA) && grp_qf_name) in parse_options()
2487 clear_opt(sb, GRPQUOTA); in parse_options()
2489 if (test_opt(sb, GRPQUOTA) || test_opt(sb, USRQUOTA)) { in parse_options()
2490 ext4_msg(sb, KERN_ERR, "old and new quota " in parse_options()
2496 ext4_msg(sb, KERN_ERR, "journaled quota format " in parse_options()
2502 if (test_opt(sb, DIOREAD_NOLOCK)) { in parse_options()
2506 ext4_msg(sb, KERN_WARNING, "Warning: mounting with an " in parse_options()
2514 struct super_block *sb) in ext4_show_quota_options() argument
2517 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_show_quota_options()
2563 static int _ext4_show_options(struct seq_file *seq, struct super_block *sb, in _ext4_show_options() argument
2566 struct ext4_sb_info *sbi = EXT4_SB(sb); in _ext4_show_options()
2601 if (test_opt(sb, ERRORS_RO) && def_errors != EXT4_ERRORS_RO) in _ext4_show_options()
2603 if (test_opt(sb, ERRORS_CONT) && def_errors != EXT4_ERRORS_CONTINUE) in _ext4_show_options()
2605 if (test_opt(sb, ERRORS_PANIC) && def_errors != EXT4_ERRORS_PANIC) in _ext4_show_options()
2613 if (sb->s_flags & SB_I_VERSION) in _ext4_show_options()
2619 if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA) in _ext4_show_options()
2621 else if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_ORDERED_DATA) in _ext4_show_options()
2623 else if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_WRITEBACK_DATA) in _ext4_show_options()
2631 if (test_opt(sb, INIT_INODE_TABLE) && (nodefs || in _ext4_show_options()
2636 if (test_opt(sb, DATA_ERR_ABORT)) in _ext4_show_options()
2639 fscrypt_show_test_dummy_encryption(seq, sep, sb); in _ext4_show_options()
2641 if (sb->s_flags & SB_INLINECRYPT) in _ext4_show_options()
2644 if (test_opt(sb, DAX_ALWAYS)) { in _ext4_show_options()
2645 if (IS_EXT2_SB(sb)) in _ext4_show_options()
2649 } else if (test_opt2(sb, DAX_NEVER)) { in _ext4_show_options()
2651 } else if (test_opt2(sb, DAX_INODE)) { in _ext4_show_options()
2654 ext4_show_quota_options(seq, sb); in _ext4_show_options()
2665 struct super_block *sb = seq->private; in ext4_seq_options_show() local
2668 seq_puts(seq, sb_rdonly(sb) ? "ro" : "rw"); in ext4_seq_options_show()
2669 rc = _ext4_show_options(seq, sb, 1); in ext4_seq_options_show()
2674 static int ext4_setup_super(struct super_block *sb, struct ext4_super_block *es, in ext4_setup_super() argument
2677 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_setup_super()
2681 ext4_msg(sb, KERN_ERR, "revision level too high, " in ext4_setup_super()
2689 ext4_msg(sb, KERN_WARNING, "warning: mounting unchecked fs, " in ext4_setup_super()
2692 ext4_msg(sb, KERN_WARNING, in ext4_setup_super()
2698 ext4_msg(sb, KERN_WARNING, in ext4_setup_super()
2704 ext4_msg(sb, KERN_WARNING, in ext4_setup_super()
2714 ext4_set_feature_journal_needs_recovery(sb); in ext4_setup_super()
2716 err = ext4_commit_super(sb, 1); in ext4_setup_super()
2718 if (test_opt(sb, DEBUG)) in ext4_setup_super()
2721 sb->s_blocksize, in ext4_setup_super()
2723 EXT4_BLOCKS_PER_GROUP(sb), in ext4_setup_super()
2724 EXT4_INODES_PER_GROUP(sb), in ext4_setup_super()
2727 cleancache_init_fs(sb); in ext4_setup_super()
2731 int ext4_alloc_flex_bg_array(struct super_block *sb, ext4_group_t ngroup) in ext4_alloc_flex_bg_array() argument
2733 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_alloc_flex_bg_array()
2747 ext4_msg(sb, KERN_ERR, in ext4_alloc_flex_bg_array()
2759 ext4_msg(sb, KERN_ERR, in ext4_alloc_flex_bg_array()
2778 static int ext4_fill_flex_info(struct super_block *sb) in ext4_fill_flex_info() argument
2780 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_fill_flex_info()
2792 err = ext4_alloc_flex_bg_array(sb, sbi->s_groups_count); in ext4_fill_flex_info()
2797 gdp = ext4_get_group_desc(sb, i, NULL); in ext4_fill_flex_info()
2801 atomic_add(ext4_free_inodes_count(sb, gdp), &fg->free_inodes); in ext4_fill_flex_info()
2802 atomic64_add(ext4_free_group_clusters(sb, gdp), in ext4_fill_flex_info()
2804 atomic_add(ext4_used_dirs_count(sb, gdp), &fg->used_dirs); in ext4_fill_flex_info()
2812 static __le16 ext4_group_desc_csum(struct super_block *sb, __u32 block_group, in ext4_group_desc_csum() argument
2818 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_group_desc_csum()
2840 if (!ext4_has_feature_gdt_csum(sb)) in ext4_group_desc_csum()
2848 if (ext4_has_feature_64bit(sb) && in ext4_group_desc_csum()
2858 int ext4_group_desc_csum_verify(struct super_block *sb, __u32 block_group, in ext4_group_desc_csum_verify() argument
2861 if (ext4_has_group_desc_csum(sb) && in ext4_group_desc_csum_verify()
2862 (gdp->bg_checksum != ext4_group_desc_csum(sb, block_group, gdp))) in ext4_group_desc_csum_verify()
2868 void ext4_group_desc_csum_set(struct super_block *sb, __u32 block_group, in ext4_group_desc_csum_set() argument
2871 if (!ext4_has_group_desc_csum(sb)) in ext4_group_desc_csum_set()
2873 gdp->bg_checksum = ext4_group_desc_csum(sb, block_group, gdp); in ext4_group_desc_csum_set()
2877 static int ext4_check_descriptors(struct super_block *sb, in ext4_check_descriptors() argument
2881 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_check_descriptors()
2884 ext4_fsblk_t last_bg_block = sb_block + ext4_bg_num_gdb(sb, 0); in ext4_check_descriptors()
2891 if (ext4_has_feature_flex_bg(sb)) in ext4_check_descriptors()
2897 struct ext4_group_desc *gdp = ext4_get_group_desc(sb, i, NULL); in ext4_check_descriptors()
2903 (EXT4_BLOCKS_PER_GROUP(sb) - 1); in ext4_check_descriptors()
2909 block_bitmap = ext4_block_bitmap(sb, gdp); in ext4_check_descriptors()
2911 ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: " in ext4_check_descriptors()
2914 if (!sb_rdonly(sb)) in ext4_check_descriptors()
2919 ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: " in ext4_check_descriptors()
2922 if (!sb_rdonly(sb)) in ext4_check_descriptors()
2926 ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: " in ext4_check_descriptors()
2931 inode_bitmap = ext4_inode_bitmap(sb, gdp); in ext4_check_descriptors()
2933 ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: " in ext4_check_descriptors()
2936 if (!sb_rdonly(sb)) in ext4_check_descriptors()
2941 ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: " in ext4_check_descriptors()
2944 if (!sb_rdonly(sb)) in ext4_check_descriptors()
2948 ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: " in ext4_check_descriptors()
2953 inode_table = ext4_inode_table(sb, gdp); in ext4_check_descriptors()
2955 ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: " in ext4_check_descriptors()
2958 if (!sb_rdonly(sb)) in ext4_check_descriptors()
2963 ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: " in ext4_check_descriptors()
2966 if (!sb_rdonly(sb)) in ext4_check_descriptors()
2971 ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: " in ext4_check_descriptors()
2976 ext4_lock_group(sb, i); in ext4_check_descriptors()
2977 if (!ext4_group_desc_csum_verify(sb, i, gdp)) { in ext4_check_descriptors()
2978 ext4_msg(sb, KERN_ERR, "ext4_check_descriptors: " in ext4_check_descriptors()
2980 i, le16_to_cpu(ext4_group_desc_csum(sb, i, in ext4_check_descriptors()
2982 if (!sb_rdonly(sb)) { in ext4_check_descriptors()
2983 ext4_unlock_group(sb, i); in ext4_check_descriptors()
2987 ext4_unlock_group(sb, i); in ext4_check_descriptors()
2989 first_block += EXT4_BLOCKS_PER_GROUP(sb); in ext4_check_descriptors()
3013 static void ext4_orphan_cleanup(struct super_block *sb, in ext4_orphan_cleanup() argument
3016 unsigned int s_flags = sb->s_flags; in ext4_orphan_cleanup()
3027 if (bdev_read_only(sb->s_bdev)) { in ext4_orphan_cleanup()
3028 ext4_msg(sb, KERN_ERR, "write access " in ext4_orphan_cleanup()
3034 if (!ext4_feature_set_ok(sb, 0)) { in ext4_orphan_cleanup()
3035 ext4_msg(sb, KERN_INFO, "Skipping orphan cleanup due to " in ext4_orphan_cleanup()
3040 if (EXT4_SB(sb)->s_mount_state & EXT4_ERROR_FS) { in ext4_orphan_cleanup()
3043 ext4_msg(sb, KERN_INFO, "Errors on filesystem, " in ext4_orphan_cleanup()
3052 ext4_msg(sb, KERN_INFO, "orphan cleanup on readonly fs"); in ext4_orphan_cleanup()
3053 sb->s_flags &= ~SB_RDONLY; in ext4_orphan_cleanup()
3060 if (ext4_has_feature_quota(sb) && (s_flags & SB_RDONLY)) { in ext4_orphan_cleanup()
3061 int ret = ext4_enable_quotas(sb); in ext4_orphan_cleanup()
3066 ext4_msg(sb, KERN_ERR, in ext4_orphan_cleanup()
3072 if (EXT4_SB(sb)->s_qf_names[i]) { in ext4_orphan_cleanup()
3073 int ret = ext4_quota_on_mount(sb, i); in ext4_orphan_cleanup()
3078 ext4_msg(sb, KERN_ERR, in ext4_orphan_cleanup()
3092 if (EXT4_SB(sb)->s_mount_state & EXT4_ERROR_FS) { in ext4_orphan_cleanup()
3098 inode = ext4_orphan_get(sb, le32_to_cpu(es->s_last_orphan)); in ext4_orphan_cleanup()
3104 list_add(&EXT4_I(inode)->i_orphan, &EXT4_SB(sb)->s_orphan); in ext4_orphan_cleanup()
3107 if (test_opt(sb, DEBUG)) in ext4_orphan_cleanup()
3108 ext4_msg(sb, KERN_DEBUG, in ext4_orphan_cleanup()
3128 if (test_opt(sb, DEBUG)) in ext4_orphan_cleanup()
3129 ext4_msg(sb, KERN_DEBUG, in ext4_orphan_cleanup()
3142 ext4_msg(sb, KERN_INFO, "%d orphan inode%s deleted", in ext4_orphan_cleanup()
3145 ext4_msg(sb, KERN_INFO, "%d truncate%s cleaned up", in ext4_orphan_cleanup()
3151 if (sb_dqopt(sb)->files[i]) in ext4_orphan_cleanup()
3152 dquot_quota_off(sb, i); in ext4_orphan_cleanup()
3156 sb->s_flags = s_flags; /* Restore SB_RDONLY status */ in ext4_orphan_cleanup()
3267 static ext4_fsblk_t descriptor_loc(struct super_block *sb, in descriptor_loc() argument
3270 struct ext4_sb_info *sbi = EXT4_SB(sb); in descriptor_loc()
3276 if (!ext4_has_feature_meta_bg(sb) || nr < first_meta_bg) in descriptor_loc()
3279 if (ext4_bg_has_super(sb, bg)) in descriptor_loc()
3288 if (sb->s_blocksize == 1024 && nr == 0 && in descriptor_loc()
3292 return (has_super + ext4_group_first_block_no(sb, bg)); in descriptor_loc()
3338 static int ext4_feature_set_ok(struct super_block *sb, int readonly) in ext4_feature_set_ok() argument
3340 if (ext4_has_unknown_ext4_incompat_features(sb)) { in ext4_feature_set_ok()
3341 ext4_msg(sb, KERN_ERR, in ext4_feature_set_ok()
3344 (le32_to_cpu(EXT4_SB(sb)->s_es->s_feature_incompat) & in ext4_feature_set_ok()
3350 if (ext4_has_feature_casefold(sb)) { in ext4_feature_set_ok()
3351 ext4_msg(sb, KERN_ERR, in ext4_feature_set_ok()
3361 if (ext4_has_feature_readonly(sb)) { in ext4_feature_set_ok()
3362 ext4_msg(sb, KERN_INFO, "filesystem is read-only"); in ext4_feature_set_ok()
3363 sb->s_flags |= SB_RDONLY; in ext4_feature_set_ok()
3368 if (ext4_has_unknown_ext4_ro_compat_features(sb)) { in ext4_feature_set_ok()
3369 ext4_msg(sb, KERN_ERR, "couldn't mount RDWR because of " in ext4_feature_set_ok()
3371 (le32_to_cpu(EXT4_SB(sb)->s_es->s_feature_ro_compat) & in ext4_feature_set_ok()
3375 if (ext4_has_feature_bigalloc(sb) && !ext4_has_feature_extents(sb)) { in ext4_feature_set_ok()
3376 ext4_msg(sb, KERN_ERR, in ext4_feature_set_ok()
3383 if (!readonly && (ext4_has_feature_quota(sb) || in ext4_feature_set_ok()
3384 ext4_has_feature_project(sb))) { in ext4_feature_set_ok()
3385 ext4_msg(sb, KERN_ERR, in ext4_feature_set_ok()
3400 struct super_block *sb = sbi->s_sb; in print_daily_error_info() local
3405 ext4_msg(sb, KERN_NOTICE, "error count since last fsck: %u", in print_daily_error_info()
3409 sb->s_id, in print_daily_error_info()
3424 sb->s_id, in print_daily_error_info()
3444 struct super_block *sb = elr->lr_super; in ext4_run_li_request() local
3445 ext4_group_t ngroups = EXT4_SB(sb)->s_groups_count; in ext4_run_li_request()
3452 elr->lr_next_group = ext4_mb_prefetch(sb, group, in ext4_run_li_request()
3453 EXT4_SB(sb)->s_mb_prefetch, &prefetch_ios); in ext4_run_li_request()
3455 ext4_mb_prefetch_fini(sb, elr->lr_next_group, in ext4_run_li_request()
3457 trace_ext4_prefetch_bitmaps(sb, group, elr->lr_next_group, in ext4_run_li_request()
3462 !sb_rdonly(sb) && test_opt(sb, INIT_INODE_TABLE)) { in ext4_run_li_request()
3472 gdp = ext4_get_group_desc(sb, group, NULL); in ext4_run_li_request()
3487 ret = ext4_init_inode_table(sb, group, in ext4_run_li_request()
3489 trace_ext4_lazy_itable_init(sb, group); in ext4_run_li_request()
3514 static void ext4_unregister_li_request(struct super_block *sb) in ext4_unregister_li_request() argument
3523 ext4_remove_li_request(EXT4_SB(sb)->s_li_request); in ext4_unregister_li_request()
3679 static ext4_group_t ext4_has_uninit_itable(struct super_block *sb) in ext4_has_uninit_itable() argument
3681 ext4_group_t group, ngroups = EXT4_SB(sb)->s_groups_count; in ext4_has_uninit_itable()
3684 if (!ext4_has_group_desc_csum(sb)) in ext4_has_uninit_itable()
3688 gdp = ext4_get_group_desc(sb, group, NULL); in ext4_has_uninit_itable()
3717 static struct ext4_li_request *ext4_li_request_new(struct super_block *sb, in ext4_li_request_new() argument
3726 elr->lr_super = sb; in ext4_li_request_new()
3728 if (test_opt(sb, PREFETCH_BLOCK_BITMAPS)) in ext4_li_request_new()
3745 int ext4_register_li_request(struct super_block *sb, in ext4_register_li_request() argument
3748 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_register_li_request()
3763 if (!test_opt(sb, PREFETCH_BLOCK_BITMAPS) && in ext4_register_li_request()
3764 (first_not_zeroed == ngroups || sb_rdonly(sb) || in ext4_register_li_request()
3765 !test_opt(sb, INIT_INODE_TABLE))) in ext4_register_li_request()
3768 elr = ext4_li_request_new(sb, first_not_zeroed); in ext4_register_li_request()
3820 static int set_journal_csum_feature_set(struct super_block *sb) in set_journal_csum_feature_set() argument
3824 struct ext4_sb_info *sbi = EXT4_SB(sb); in set_journal_csum_feature_set()
3826 if (ext4_has_metadata_csum(sb)) { in set_journal_csum_feature_set()
3840 if (test_opt(sb, JOURNAL_ASYNC_COMMIT)) { in set_journal_csum_feature_set()
3845 } else if (test_opt(sb, JOURNAL_CHECKSUM)) { in set_journal_csum_feature_set()
3874 static int count_overhead(struct super_block *sb, ext4_group_t grp, in count_overhead() argument
3877 struct ext4_sb_info *sbi = EXT4_SB(sb); in count_overhead()
3880 ext4_group_t i, ngroups = ext4_get_groups_count(sb); in count_overhead()
3882 int has_super = ext4_bg_has_super(sb, grp); in count_overhead()
3884 if (!ext4_has_feature_bigalloc(sb)) in count_overhead()
3885 return (has_super + ext4_bg_num_gdb(sb, grp) + in count_overhead()
3890 (grp * EXT4_BLOCKS_PER_GROUP(sb)); in count_overhead()
3891 last_block = first_block + EXT4_BLOCKS_PER_GROUP(sb) - 1; in count_overhead()
3893 gdp = ext4_get_group_desc(sb, i, NULL); in count_overhead()
3894 b = ext4_block_bitmap(sb, gdp); in count_overhead()
3899 b = ext4_inode_bitmap(sb, gdp); in count_overhead()
3904 b = ext4_inode_table(sb, gdp); in count_overhead()
3914 if (ext4_bg_has_super(sb, grp)) { in count_overhead()
3918 j = ext4_bg_num_gdb(sb, grp); in count_overhead()
3919 if (s + j > EXT4_BLOCKS_PER_GROUP(sb)) { in count_overhead()
3920 ext4_error(sb, "Invalid number of block group " in count_overhead()
3922 j = EXT4_BLOCKS_PER_GROUP(sb) - s; in count_overhead()
3930 return EXT4_CLUSTERS_PER_GROUP(sb) - in count_overhead()
3931 ext4_count_free(buf, EXT4_CLUSTERS_PER_GROUP(sb) / 8); in count_overhead()
3937 int ext4_calculate_overhead(struct super_block *sb) in ext4_calculate_overhead() argument
3939 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_calculate_overhead()
3943 ext4_group_t i, ngroups = ext4_get_groups_count(sb); in ext4_calculate_overhead()
3967 blks = count_overhead(sb, i, buf); in ext4_calculate_overhead()
3980 else if (ext4_has_feature_journal(sb) && !sbi->s_journal && j_inum) { in ext4_calculate_overhead()
3982 j_inode = ext4_get_journal_inode(sb, j_inum); in ext4_calculate_overhead()
3984 j_blocks = j_inode->i_size >> sb->s_blocksize_bits; in ext4_calculate_overhead()
3988 ext4_msg(sb, KERN_ERR, "can't get journal size"); in ext4_calculate_overhead()
3997 static void ext4_set_resv_clusters(struct super_block *sb) in ext4_set_resv_clusters() argument
4000 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_set_resv_clusters()
4008 if (!ext4_has_feature_extents(sb)) in ext4_set_resv_clusters()
4027 static int ext4_fill_super(struct super_block *sb, void *data, int silent) in ext4_fill_super() argument
4029 struct dax_device *dax_dev = fs_dax_get_by_bdev(sb->s_bdev); in ext4_fill_super()
4062 sb->s_fs_info = sbi; in ext4_fill_super()
4063 sbi->s_sb = sb; in ext4_fill_super()
4066 if (sb->s_bdev->bd_part) in ext4_fill_super()
4068 part_stat_read(sb->s_bdev->bd_part, sectors[STAT_WRITE]); in ext4_fill_super()
4071 strreplace(sb->s_id, '/', '!'); in ext4_fill_super()
4075 blocksize = sb_min_blocksize(sb, EXT4_MIN_BLOCK_SIZE); in ext4_fill_super()
4077 ext4_msg(sb, KERN_ERR, "unable to set blocksize"); in ext4_fill_super()
4092 bh = ext4_sb_bread_unmovable(sb, logical_sb_block); in ext4_fill_super()
4094 ext4_msg(sb, KERN_ERR, "unable to read superblock"); in ext4_fill_super()
4105 sb->s_magic = le16_to_cpu(es->s_magic); in ext4_fill_super()
4106 if (sb->s_magic != EXT4_SUPER_MAGIC) in ext4_fill_super()
4111 if (ext4_has_feature_metadata_csum(sb) && in ext4_fill_super()
4112 ext4_has_feature_gdt_csum(sb)) in ext4_fill_super()
4113 ext4_warning(sb, "metadata_csum and uninit_bg are " in ext4_fill_super()
4117 if (!ext4_verify_csum_type(sb, es)) { in ext4_fill_super()
4118 ext4_msg(sb, KERN_ERR, "VFS: Found ext4 filesystem with " in ext4_fill_super()
4127 ext4_msg(sb, KERN_ERR, "Cannot load crc32c driver."); in ext4_fill_super()
4134 if (!ext4_superblock_csum_verify(sb, es)) { in ext4_fill_super()
4135 ext4_msg(sb, KERN_ERR, "VFS: Found ext4 filesystem with " in ext4_fill_super()
4143 if (ext4_has_feature_csum_seed(sb)) in ext4_fill_super()
4145 else if (ext4_has_metadata_csum(sb) || ext4_has_feature_ea_inode(sb)) in ext4_fill_super()
4151 set_opt(sb, INIT_INODE_TABLE); in ext4_fill_super()
4153 set_opt(sb, DEBUG); in ext4_fill_super()
4155 set_opt(sb, GRPID); in ext4_fill_super()
4157 set_opt(sb, NO_UID32); in ext4_fill_super()
4159 set_opt(sb, XATTR_USER); in ext4_fill_super()
4161 set_opt(sb, POSIX_ACL); in ext4_fill_super()
4163 if (ext4_has_feature_fast_commit(sb)) in ext4_fill_super()
4164 set_opt2(sb, JOURNAL_FAST_COMMIT); in ext4_fill_super()
4166 if (ext4_has_metadata_csum(sb)) in ext4_fill_super()
4167 set_opt(sb, JOURNAL_CHECKSUM); in ext4_fill_super()
4170 set_opt(sb, JOURNAL_DATA); in ext4_fill_super()
4172 set_opt(sb, ORDERED_DATA); in ext4_fill_super()
4174 set_opt(sb, WRITEBACK_DATA); in ext4_fill_super()
4177 set_opt(sb, ERRORS_PANIC); in ext4_fill_super()
4179 set_opt(sb, ERRORS_CONT); in ext4_fill_super()
4181 set_opt(sb, ERRORS_RO); in ext4_fill_super()
4183 set_opt(sb, BLOCK_VALIDITY); in ext4_fill_super()
4185 set_opt(sb, DISCARD); in ext4_fill_super()
4194 set_opt(sb, BARRIER); in ext4_fill_super()
4200 if (!IS_EXT3_SB(sb) && !IS_EXT2_SB(sb) && in ext4_fill_super()
4202 set_opt(sb, DELALLOC); in ext4_fill_super()
4212 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4219 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4228 set_opt(sb, DIOREAD_NOLOCK); in ext4_fill_super()
4237 ext4_msg(sb, KERN_ERR, "invalid first ino: %u", in ext4_fill_super()
4244 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4247 ext4_msg(sb, KERN_ERR, "blocksize: %d", blocksize); in ext4_fill_super()
4258 sb->s_time_gran = 1; in ext4_fill_super()
4259 sb->s_time_max = EXT4_EXTRA_TIMESTAMP_MAX; in ext4_fill_super()
4261 sb->s_time_gran = NSEC_PER_SEC; in ext4_fill_super()
4262 sb->s_time_max = EXT4_NON_EXTRA_TIMESTAMP_MAX; in ext4_fill_super()
4264 sb->s_time_min = EXT4_TIMESTAMP_MIN; in ext4_fill_super()
4269 if (ext4_has_feature_extra_isize(sb)) { in ext4_fill_super()
4275 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4284 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4299 if (!parse_options(s_mount_opts, sb, &journal_devnum, in ext4_fill_super()
4301 ext4_msg(sb, KERN_WARNING, in ext4_fill_super()
4308 if (!parse_options((char *) data, sb, &journal_devnum, in ext4_fill_super()
4313 if (ext4_has_feature_casefold(sb) && !sb->s_encoding) { in ext4_fill_super()
4320 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4327 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4334 ext4_msg(sb, KERN_INFO,"Using encoding defined by superblock: " in ext4_fill_super()
4338 sb->s_encoding = encoding; in ext4_fill_super()
4339 sb->s_encoding_flags = encoding_flags; in ext4_fill_super()
4343 if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA) { in ext4_fill_super()
4346 clear_opt(sb, DIOREAD_NOLOCK); in ext4_fill_super()
4347 clear_opt2(sb, JOURNAL_FAST_COMMIT); in ext4_fill_super()
4348 if (test_opt2(sb, EXPLICIT_DELALLOC)) { in ext4_fill_super()
4349 ext4_msg(sb, KERN_ERR, "can't mount with " in ext4_fill_super()
4353 if (test_opt(sb, DAX_ALWAYS)) { in ext4_fill_super()
4354 ext4_msg(sb, KERN_ERR, "can't mount with " in ext4_fill_super()
4358 if (ext4_has_feature_encrypt(sb)) { in ext4_fill_super()
4359 ext4_msg(sb, KERN_WARNING, in ext4_fill_super()
4363 if (test_opt(sb, DELALLOC)) in ext4_fill_super()
4364 clear_opt(sb, DELALLOC); in ext4_fill_super()
4366 sb->s_iflags |= SB_I_CGROUPWB; in ext4_fill_super()
4369 sb->s_flags = (sb->s_flags & ~SB_POSIXACL) | in ext4_fill_super()
4370 (test_opt(sb, POSIX_ACL) ? SB_POSIXACL : 0); in ext4_fill_super()
4373 (ext4_has_compat_features(sb) || in ext4_fill_super()
4374 ext4_has_ro_compat_features(sb) || in ext4_fill_super()
4375 ext4_has_incompat_features(sb))) in ext4_fill_super()
4376 ext4_msg(sb, KERN_WARNING, in ext4_fill_super()
4381 set_opt2(sb, HURD_COMPAT); in ext4_fill_super()
4382 if (ext4_has_feature_64bit(sb)) { in ext4_fill_super()
4383 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4392 if (ext4_has_feature_ea_inode(sb)) { in ext4_fill_super()
4393 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4399 if (IS_EXT2_SB(sb)) { in ext4_fill_super()
4400 if (ext2_feature_set_ok(sb)) in ext4_fill_super()
4401 ext4_msg(sb, KERN_INFO, "mounting ext2 file system " in ext4_fill_super()
4408 if (silent && ext4_feature_set_ok(sb, sb_rdonly(sb))) in ext4_fill_super()
4410 ext4_msg(sb, KERN_ERR, "couldn't mount as ext2 due " in ext4_fill_super()
4416 if (IS_EXT3_SB(sb)) { in ext4_fill_super()
4417 if (ext3_feature_set_ok(sb)) in ext4_fill_super()
4418 ext4_msg(sb, KERN_INFO, "mounting ext3 file system " in ext4_fill_super()
4425 if (silent && ext4_feature_set_ok(sb, sb_rdonly(sb))) in ext4_fill_super()
4427 ext4_msg(sb, KERN_ERR, "couldn't mount as ext3 due " in ext4_fill_super()
4438 if (!ext4_feature_set_ok(sb, (sb_rdonly(sb)))) in ext4_fill_super()
4442 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4448 if (bdev_dax_supported(sb->s_bdev, blocksize)) in ext4_fill_super()
4452 if (ext4_has_feature_inline_data(sb)) { in ext4_fill_super()
4453 ext4_msg(sb, KERN_ERR, "Cannot use DAX on a filesystem" in ext4_fill_super()
4458 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4464 if (ext4_has_feature_encrypt(sb) && es->s_encryption_level) { in ext4_fill_super()
4465 ext4_msg(sb, KERN_ERR, "Unsupported encryption level %d", in ext4_fill_super()
4470 if (sb->s_blocksize != blocksize) { in ext4_fill_super()
4478 if (!sb_set_blocksize(sb, blocksize)) { in ext4_fill_super()
4479 ext4_msg(sb, KERN_ERR, "bad block size %d", in ext4_fill_super()
4487 bh = ext4_sb_bread_unmovable(sb, logical_sb_block); in ext4_fill_super()
4489 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4498 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4504 has_huge_files = ext4_has_feature_huge_file(sb); in ext4_fill_super()
4505 sbi->s_bitmap_maxbytes = ext4_max_bitmap_size(sb->s_blocksize_bits, in ext4_fill_super()
4507 sb->s_maxbytes = ext4_max_size(sb->s_blocksize_bits, has_huge_files); in ext4_fill_super()
4510 if (ext4_has_feature_64bit(sb)) { in ext4_fill_super()
4514 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4525 sbi->s_inodes_per_block = blocksize / EXT4_INODE_SIZE(sb); in ext4_fill_super()
4530 ext4_msg(sb, KERN_ERR, "invalid inodes per group: %lu\n", in ext4_fill_super()
4536 sbi->s_desc_per_block = blocksize / EXT4_DESC_SIZE(sb); in ext4_fill_super()
4539 sbi->s_addr_per_block_bits = ilog2(EXT4_ADDR_PER_BLOCK(sb)); in ext4_fill_super()
4540 sbi->s_desc_per_block_bits = ilog2(EXT4_DESC_PER_BLOCK(sb)); in ext4_fill_super()
4545 if (ext4_has_feature_dir_index(sb)) { in ext4_fill_super()
4551 if (!sb_rdonly(sb)) in ext4_fill_super()
4556 if (!sb_rdonly(sb)) in ext4_fill_super()
4565 if (ext4_has_feature_bigalloc(sb)) { in ext4_fill_super()
4567 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4577 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4584 ext4_msg(sb, KERN_ERR, "blocks per group (%lu) and " in ext4_fill_super()
4592 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4598 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4610 set_opt2(sb, STD_GROUP_SIZE); in ext4_fill_super()
4616 err = generic_check_addressable(sb->s_blocksize_bits, in ext4_fill_super()
4619 ext4_msg(sb, KERN_ERR, "filesystem" in ext4_fill_super()
4624 if (EXT4_BLOCKS_PER_GROUP(sb) == 0) in ext4_fill_super()
4628 blocks_count = sb->s_bdev->bd_inode->i_size >> sb->s_blocksize_bits; in ext4_fill_super()
4630 ext4_msg(sb, KERN_WARNING, "bad geometry: block count %llu " in ext4_fill_super()
4641 ext4_msg(sb, KERN_WARNING, "bad geometry: first data " in ext4_fill_super()
4649 ext4_msg(sb, KERN_WARNING, "bad geometry: first data " in ext4_fill_super()
4656 EXT4_BLOCKS_PER_GROUP(sb) - 1); in ext4_fill_super()
4657 do_div(blocks_count, EXT4_BLOCKS_PER_GROUP(sb)); in ext4_fill_super()
4658 if (blocks_count > ((uint64_t)1<<32) - EXT4_DESC_PER_BLOCK(sb)) { in ext4_fill_super()
4659 ext4_msg(sb, KERN_WARNING, "groups count too large: %llu " in ext4_fill_super()
4664 EXT4_BLOCKS_PER_GROUP(sb)); in ext4_fill_super()
4669 (EXT4_MAX_BLOCK_FILE_PHYS / EXT4_BLOCKS_PER_GROUP(sb))); in ext4_fill_super()
4672 ext4_msg(sb, KERN_ERR, "inodes count not valid: %u vs %llu", in ext4_fill_super()
4678 db_count = (sbi->s_groups_count + EXT4_DESC_PER_BLOCK(sb) - 1) / in ext4_fill_super()
4679 EXT4_DESC_PER_BLOCK(sb); in ext4_fill_super()
4680 if (ext4_has_feature_meta_bg(sb)) { in ext4_fill_super()
4682 ext4_msg(sb, KERN_WARNING, in ext4_fill_super()
4694 ext4_msg(sb, KERN_ERR, "not enough memory"); in ext4_fill_super()
4703 block = descriptor_loc(sb, logical_sb_block, i); in ext4_fill_super()
4704 ext4_sb_breadahead_unmovable(sb, block); in ext4_fill_super()
4710 block = descriptor_loc(sb, logical_sb_block, i); in ext4_fill_super()
4711 bh = ext4_sb_bread_unmovable(sb, block); in ext4_fill_super()
4713 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4725 if (!ext4_check_descriptors(sb, logical_sb_block, &first_not_zeroed)) { in ext4_fill_super()
4726 ext4_msg(sb, KERN_ERR, "group descriptors corrupted!"); in ext4_fill_super()
4743 sb->s_op = &ext4_sops; in ext4_fill_super()
4744 sb->s_export_op = &ext4_export_ops; in ext4_fill_super()
4745 sb->s_xattr = ext4_xattr_handlers; in ext4_fill_super()
4747 sb->s_cop = &ext4_cryptops; in ext4_fill_super()
4750 sb->s_vop = &ext4_verityops; in ext4_fill_super()
4753 sb->dq_op = &ext4_quota_operations; in ext4_fill_super()
4754 if (ext4_has_feature_quota(sb)) in ext4_fill_super()
4755 sb->s_qcop = &dquot_quotactl_sysfile_ops; in ext4_fill_super()
4757 sb->s_qcop = &ext4_qctl_operations; in ext4_fill_super()
4758 sb->s_quota_types = QTYPE_MASK_USR | QTYPE_MASK_GRP | QTYPE_MASK_PRJ; in ext4_fill_super()
4760 memcpy(&sb->s_uuid, es->s_uuid, sizeof(es->s_uuid)); in ext4_fill_super()
4773 ext4_clear_mount_flag(sb, EXT4_MF_FC_INELIGIBLE); in ext4_fill_super()
4774 ext4_clear_mount_flag(sb, EXT4_MF_FC_COMMITTING); in ext4_fill_super()
4785 sb->s_root = NULL; in ext4_fill_super()
4788 ext4_has_feature_journal_needs_recovery(sb)); in ext4_fill_super()
4790 if (ext4_has_feature_mmp(sb) && !sb_rdonly(sb)) in ext4_fill_super()
4791 if (ext4_multi_mount_protect(sb, le64_to_cpu(es->s_mmp_block))) in ext4_fill_super()
4798 if (!test_opt(sb, NOLOAD) && ext4_has_feature_journal(sb)) { in ext4_fill_super()
4799 err = ext4_load_journal(sb, es, journal_devnum); in ext4_fill_super()
4802 } else if (test_opt(sb, NOLOAD) && !sb_rdonly(sb) && in ext4_fill_super()
4803 ext4_has_feature_journal_needs_recovery(sb)) { in ext4_fill_super()
4804 ext4_msg(sb, KERN_ERR, "required journal recovery " in ext4_fill_super()
4809 if (test_opt2(sb, EXPLICIT_JOURNAL_CHECKSUM)) { in ext4_fill_super()
4810 ext4_msg(sb, KERN_ERR, "can't mount with " in ext4_fill_super()
4814 if (test_opt(sb, JOURNAL_ASYNC_COMMIT)) { in ext4_fill_super()
4815 ext4_msg(sb, KERN_ERR, "can't mount with " in ext4_fill_super()
4820 ext4_msg(sb, KERN_ERR, "can't mount with " in ext4_fill_super()
4827 ext4_msg(sb, KERN_ERR, "can't mount with " in ext4_fill_super()
4832 clear_opt(sb, JOURNAL_CHECKSUM); in ext4_fill_super()
4833 clear_opt(sb, DATA_FLAGS); in ext4_fill_super()
4834 clear_opt2(sb, JOURNAL_FAST_COMMIT); in ext4_fill_super()
4840 if (ext4_has_feature_64bit(sb) && in ext4_fill_super()
4841 !jbd2_journal_set_features(EXT4_SB(sb)->s_journal, 0, 0, in ext4_fill_super()
4843 ext4_msg(sb, KERN_ERR, "Failed to set 64-bit journal feature"); in ext4_fill_super()
4847 if (!set_journal_csum_feature_set(sb)) { in ext4_fill_super()
4848 ext4_msg(sb, KERN_ERR, "Failed to set journal checksum " in ext4_fill_super()
4853 if (test_opt2(sb, JOURNAL_FAST_COMMIT) && in ext4_fill_super()
4854 !jbd2_journal_set_features(EXT4_SB(sb)->s_journal, 0, 0, in ext4_fill_super()
4856 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4863 switch (test_opt(sb, DATA_FLAGS)) { in ext4_fill_super()
4871 set_opt(sb, ORDERED_DATA); in ext4_fill_super()
4874 set_opt(sb, JOURNAL_DATA); in ext4_fill_super()
4883 ext4_msg(sb, KERN_ERR, "Journal does not support " in ext4_fill_super()
4891 if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_ORDERED_DATA && in ext4_fill_super()
4892 test_opt(sb, JOURNAL_ASYNC_COMMIT)) { in ext4_fill_super()
4893 ext4_msg(sb, KERN_ERR, "can't mount with " in ext4_fill_super()
4906 if (!test_opt(sb, NO_MBCACHE)) { in ext4_fill_super()
4909 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4914 if (ext4_has_feature_ea_inode(sb)) { in ext4_fill_super()
4917 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
4924 if (ext4_has_feature_verity(sb) && blocksize != PAGE_SIZE) { in ext4_fill_super()
4925 ext4_msg(sb, KERN_ERR, "Unsupported blocksize for fs-verity"); in ext4_fill_super()
4942 if (!ext4_has_feature_bigalloc(sb)) in ext4_fill_super()
4945 err = ext4_calculate_overhead(sb); in ext4_fill_super()
4954 EXT4_SB(sb)->rsv_conversion_wq = in ext4_fill_super()
4956 if (!EXT4_SB(sb)->rsv_conversion_wq) { in ext4_fill_super()
4967 root = ext4_iget(sb, EXT4_ROOT_INO, EXT4_IGET_SPECIAL); in ext4_fill_super()
4969 ext4_msg(sb, KERN_ERR, "get root inode failed"); in ext4_fill_super()
4975 ext4_msg(sb, KERN_ERR, "corrupt root inode, run e2fsck"); in ext4_fill_super()
4980 sb->s_root = d_make_root(root); in ext4_fill_super()
4981 if (!sb->s_root) { in ext4_fill_super()
4982 ext4_msg(sb, KERN_ERR, "get root dentry failed"); in ext4_fill_super()
4987 ret = ext4_setup_super(sb, es, sb_rdonly(sb)); in ext4_fill_super()
4989 sb->s_flags |= SB_RDONLY; in ext4_fill_super()
4994 ext4_set_resv_clusters(sb); in ext4_fill_super()
4996 if (test_opt(sb, BLOCK_VALIDITY)) { in ext4_fill_super()
4997 err = ext4_setup_system_zone(sb); in ext4_fill_super()
4999 ext4_msg(sb, KERN_ERR, "failed to initialize system " in ext4_fill_super()
5004 ext4_fc_replay_cleanup(sb); in ext4_fill_super()
5006 ext4_ext_init(sb); in ext4_fill_super()
5007 err = ext4_mb_init(sb); in ext4_fill_super()
5009 ext4_msg(sb, KERN_ERR, "failed to initialize mballoc (%d)", in ext4_fill_super()
5022 block = ext4_count_free_clusters(sb); in ext4_fill_super()
5025 ext4_superblock_csum_set(sb); in ext4_fill_super()
5029 unsigned long freei = ext4_count_free_inodes(sb); in ext4_fill_super()
5031 ext4_superblock_csum_set(sb); in ext4_fill_super()
5037 ext4_count_dirs(sb), GFP_KERNEL); in ext4_fill_super()
5048 ext4_msg(sb, KERN_ERR, "insufficient memory"); in ext4_fill_super()
5052 if (ext4_has_feature_flex_bg(sb)) in ext4_fill_super()
5053 if (!ext4_fill_flex_info(sb)) { in ext4_fill_super()
5054 ext4_msg(sb, KERN_ERR, in ext4_fill_super()
5061 err = ext4_register_li_request(sb, first_not_zeroed); in ext4_fill_super()
5065 err = ext4_register_sysfs(sb); in ext4_fill_super()
5071 if (ext4_has_feature_quota(sb) && !sb_rdonly(sb)) { in ext4_fill_super()
5072 err = ext4_enable_quotas(sb); in ext4_fill_super()
5083 errseq_check_and_advance(&sb->s_bdev->bd_inode->i_mapping->wb_err, in ext4_fill_super()
5085 sb->s_bdev->bd_super = sb; in ext4_fill_super()
5086 EXT4_SB(sb)->s_mount_state |= EXT4_ORPHAN_FS; in ext4_fill_super()
5087 ext4_orphan_cleanup(sb, es); in ext4_fill_super()
5088 EXT4_SB(sb)->s_mount_state &= ~EXT4_ORPHAN_FS; in ext4_fill_super()
5090 ext4_msg(sb, KERN_INFO, "recovery complete"); in ext4_fill_super()
5091 err = ext4_mark_recovery_complete(sb, es); in ext4_fill_super()
5095 if (EXT4_SB(sb)->s_journal) { in ext4_fill_super()
5096 if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA) in ext4_fill_super()
5098 else if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_ORDERED_DATA) in ext4_fill_super()
5105 if (test_opt(sb, DISCARD)) { in ext4_fill_super()
5106 struct request_queue *q = bdev_get_queue(sb->s_bdev); in ext4_fill_super()
5108 ext4_msg(sb, KERN_WARNING, in ext4_fill_super()
5114 ext4_msg(sb, KERN_INFO, "mounted filesystem with%s. " in ext4_fill_super()
5135 ext4_msg(sb, KERN_ERR, "VFS: Can't find ext4 filesystem"); in ext4_fill_super()
5139 ext4_unregister_sysfs(sb); in ext4_fill_super()
5142 ext4_unregister_li_request(sb); in ext4_fill_super()
5144 ext4_mb_release(sb); in ext4_fill_super()
5160 ext4_ext_release(sb); in ext4_fill_super()
5161 ext4_release_system_zone(sb); in ext4_fill_super()
5163 dput(sb->s_root); in ext4_fill_super()
5164 sb->s_root = NULL; in ext4_fill_super()
5166 ext4_msg(sb, KERN_ERR, "mount failed"); in ext4_fill_super()
5167 if (EXT4_SB(sb)->rsv_conversion_wq) in ext4_fill_super()
5168 destroy_workqueue(EXT4_SB(sb)->rsv_conversion_wq); in ext4_fill_super()
5197 utf8_unload(sb->s_encoding); in ext4_fill_super()
5202 kfree(get_qf_name(sb, sbi, i)); in ext4_fill_super()
5209 sb->s_fs_info = NULL; in ext4_fill_super()
5223 static void ext4_init_journal_params(struct super_block *sb, journal_t *journal) in ext4_init_journal_params() argument
5225 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_init_journal_params()
5230 ext4_fc_init(sb, journal); in ext4_init_journal_params()
5233 if (test_opt(sb, BARRIER)) in ext4_init_journal_params()
5237 if (test_opt(sb, DATA_ERR_ABORT)) in ext4_init_journal_params()
5244 static struct inode *ext4_get_journal_inode(struct super_block *sb, in ext4_get_journal_inode() argument
5254 journal_inode = ext4_iget(sb, journal_inum, EXT4_IGET_SPECIAL); in ext4_get_journal_inode()
5256 ext4_msg(sb, KERN_ERR, "no journal found"); in ext4_get_journal_inode()
5262 ext4_msg(sb, KERN_ERR, "journal inode is deleted"); in ext4_get_journal_inode()
5269 ext4_msg(sb, KERN_ERR, "invalid journal inode"); in ext4_get_journal_inode()
5276 static journal_t *ext4_get_journal(struct super_block *sb, in ext4_get_journal() argument
5282 if (WARN_ON_ONCE(!ext4_has_feature_journal(sb))) in ext4_get_journal()
5285 journal_inode = ext4_get_journal_inode(sb, journal_inum); in ext4_get_journal()
5291 ext4_msg(sb, KERN_ERR, "Could not load journal inode"); in ext4_get_journal()
5295 journal->j_private = sb; in ext4_get_journal()
5296 ext4_init_journal_params(sb, journal); in ext4_get_journal()
5300 static journal_t *ext4_get_dev_journal(struct super_block *sb, in ext4_get_dev_journal() argument
5313 if (WARN_ON_ONCE(!ext4_has_feature_journal(sb))) in ext4_get_dev_journal()
5316 bdev = ext4_blkdev_get(j_dev, sb); in ext4_get_dev_journal()
5320 blocksize = sb->s_blocksize; in ext4_get_dev_journal()
5323 ext4_msg(sb, KERN_ERR, in ext4_get_dev_journal()
5332 ext4_msg(sb, KERN_ERR, "couldn't read superblock of " in ext4_get_dev_journal()
5341 ext4_msg(sb, KERN_ERR, "external journal has " in ext4_get_dev_journal()
5349 es->s_checksum != ext4_superblock_csum(sb, es)) { in ext4_get_dev_journal()
5350 ext4_msg(sb, KERN_ERR, "external journal has " in ext4_get_dev_journal()
5356 if (memcmp(EXT4_SB(sb)->s_es->s_journal_uuid, es->s_uuid, 16)) { in ext4_get_dev_journal()
5357 ext4_msg(sb, KERN_ERR, "journal UUID does not match"); in ext4_get_dev_journal()
5366 journal = jbd2_journal_init_dev(bdev, sb->s_bdev, in ext4_get_dev_journal()
5369 ext4_msg(sb, KERN_ERR, "failed to create device journal"); in ext4_get_dev_journal()
5372 journal->j_private = sb; in ext4_get_dev_journal()
5374 ext4_msg(sb, KERN_ERR, "I/O error on journal device"); in ext4_get_dev_journal()
5378 ext4_msg(sb, KERN_ERR, "External journal has more than one " in ext4_get_dev_journal()
5383 EXT4_SB(sb)->s_journal_bdev = bdev; in ext4_get_dev_journal()
5384 ext4_init_journal_params(sb, journal); in ext4_get_dev_journal()
5394 static int ext4_load_journal(struct super_block *sb, in ext4_load_journal() argument
5405 if (WARN_ON_ONCE(!ext4_has_feature_journal(sb))) in ext4_load_journal()
5410 ext4_msg(sb, KERN_INFO, "external journal device major/minor " in ext4_load_journal()
5417 ext4_msg(sb, KERN_ERR, in ext4_load_journal()
5423 journal = ext4_get_journal(sb, journal_inum); in ext4_load_journal()
5427 journal = ext4_get_dev_journal(sb, journal_dev); in ext4_load_journal()
5433 really_read_only = bdev_read_only(sb->s_bdev) | journal_dev_ro; in ext4_load_journal()
5435 if (journal_dev_ro && !sb_rdonly(sb)) { in ext4_load_journal()
5436 ext4_msg(sb, KERN_ERR, in ext4_load_journal()
5447 if (ext4_has_feature_journal_needs_recovery(sb)) { in ext4_load_journal()
5448 if (sb_rdonly(sb)) { in ext4_load_journal()
5449 ext4_msg(sb, KERN_INFO, "INFO: recovery " in ext4_load_journal()
5452 ext4_msg(sb, KERN_ERR, "write access " in ext4_load_journal()
5458 ext4_msg(sb, KERN_INFO, "write access will " in ext4_load_journal()
5464 ext4_msg(sb, KERN_INFO, "barriers disabled"); in ext4_load_journal()
5466 if (!ext4_has_feature_journal_needs_recovery(sb)) in ext4_load_journal()
5481 ext4_msg(sb, KERN_ERR, "error loading journal"); in ext4_load_journal()
5485 EXT4_SB(sb)->s_journal = journal; in ext4_load_journal()
5486 err = ext4_clear_journal_err(sb, es); in ext4_load_journal()
5488 EXT4_SB(sb)->s_journal = NULL; in ext4_load_journal()
5498 ext4_commit_super(sb, 1); in ext4_load_journal()
5508 static int ext4_commit_super(struct super_block *sb, int sync) in ext4_commit_super() argument
5510 struct ext4_super_block *es = EXT4_SB(sb)->s_es; in ext4_commit_super()
5511 struct buffer_head *sbh = EXT4_SB(sb)->s_sbh; in ext4_commit_super()
5516 if (block_device_ejected(sb)) in ext4_commit_super()
5529 if (!(sb->s_flags & SB_RDONLY)) in ext4_commit_super()
5531 if (sb->s_bdev->bd_part) in ext4_commit_super()
5533 cpu_to_le64(EXT4_SB(sb)->s_kbytes_written + in ext4_commit_super()
5534 ((part_stat_read(sb->s_bdev->bd_part, in ext4_commit_super()
5536 EXT4_SB(sb)->s_sectors_written_start) >> 1)); in ext4_commit_super()
5539 cpu_to_le64(EXT4_SB(sb)->s_kbytes_written); in ext4_commit_super()
5540 if (percpu_counter_initialized(&EXT4_SB(sb)->s_freeclusters_counter)) in ext4_commit_super()
5542 EXT4_C2B(EXT4_SB(sb), percpu_counter_sum_positive( in ext4_commit_super()
5543 &EXT4_SB(sb)->s_freeclusters_counter))); in ext4_commit_super()
5544 if (percpu_counter_initialized(&EXT4_SB(sb)->s_freeinodes_counter)) in ext4_commit_super()
5547 &EXT4_SB(sb)->s_freeinodes_counter)); in ext4_commit_super()
5549 ext4_superblock_csum_set(sb); in ext4_commit_super()
5561 ext4_msg(sb, KERN_ERR, "previous I/O error to " in ext4_commit_super()
5570 REQ_SYNC | (test_opt(sb, BARRIER) ? REQ_FUA : 0)); in ext4_commit_super()
5572 ext4_msg(sb, KERN_ERR, "I/O error while writing " in ext4_commit_super()
5586 static int ext4_mark_recovery_complete(struct super_block *sb, in ext4_mark_recovery_complete() argument
5590 journal_t *journal = EXT4_SB(sb)->s_journal; in ext4_mark_recovery_complete()
5592 if (!ext4_has_feature_journal(sb)) { in ext4_mark_recovery_complete()
5594 ext4_error(sb, "Journal got removed while the fs was " in ext4_mark_recovery_complete()
5605 if (ext4_has_feature_journal_needs_recovery(sb) && sb_rdonly(sb)) { in ext4_mark_recovery_complete()
5606 ext4_clear_feature_journal_needs_recovery(sb); in ext4_mark_recovery_complete()
5607 ext4_commit_super(sb, 1); in ext4_mark_recovery_complete()
5619 static int ext4_clear_journal_err(struct super_block *sb, in ext4_clear_journal_err() argument
5626 if (!ext4_has_feature_journal(sb)) { in ext4_clear_journal_err()
5627 ext4_error(sb, "Journal got removed while the fs was mounted!"); in ext4_clear_journal_err()
5631 journal = EXT4_SB(sb)->s_journal; in ext4_clear_journal_err()
5642 errstr = ext4_decode_error(sb, j_errno, nbuf); in ext4_clear_journal_err()
5643 ext4_warning(sb, "Filesystem error recorded " in ext4_clear_journal_err()
5645 ext4_warning(sb, "Marking fs in need of filesystem check."); in ext4_clear_journal_err()
5647 EXT4_SB(sb)->s_mount_state |= EXT4_ERROR_FS; in ext4_clear_journal_err()
5649 ext4_commit_super(sb, 1); in ext4_clear_journal_err()
5661 int ext4_force_commit(struct super_block *sb) in ext4_force_commit() argument
5665 if (sb_rdonly(sb)) in ext4_force_commit()
5668 journal = EXT4_SB(sb)->s_journal; in ext4_force_commit()
5672 static int ext4_sync_fs(struct super_block *sb, int wait) in ext4_sync_fs() argument
5677 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_sync_fs()
5682 trace_ext4_sync_fs(sb, wait); in ext4_sync_fs()
5688 dquot_writeback_dquots(sb, -1); in ext4_sync_fs()
5705 } else if (wait && test_opt(sb, BARRIER)) in ext4_sync_fs()
5709 err = blkdev_issue_flush(sb->s_bdev, GFP_KERNEL); in ext4_sync_fs()
5725 static int ext4_freeze(struct super_block *sb) in ext4_freeze() argument
5730 if (sb_rdonly(sb)) in ext4_freeze()
5733 journal = EXT4_SB(sb)->s_journal; in ext4_freeze()
5748 ext4_clear_feature_journal_needs_recovery(sb); in ext4_freeze()
5751 error = ext4_commit_super(sb, 1); in ext4_freeze()
5763 static int ext4_unfreeze(struct super_block *sb) in ext4_unfreeze() argument
5765 if (sb_rdonly(sb) || ext4_forced_shutdown(EXT4_SB(sb))) in ext4_unfreeze()
5768 if (EXT4_SB(sb)->s_journal) { in ext4_unfreeze()
5770 ext4_set_feature_journal_needs_recovery(sb); in ext4_unfreeze()
5773 ext4_commit_super(sb, 1); in ext4_unfreeze()
5793 static int ext4_remount(struct super_block *sb, int *flags, char *data) in ext4_remount() argument
5796 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_remount()
5813 old_sb_flags = sb->s_flags; in ext4_remount()
5825 char *qf_name = get_qf_name(sb, sbi, i); in ext4_remount()
5846 sb->s_flags = (sb->s_flags & ~vfs_flags) | (*flags & vfs_flags); in ext4_remount()
5848 if (!parse_options(data, sb, NULL, &journal_ioprio, 1)) { in ext4_remount()
5854 test_opt(sb, JOURNAL_CHECKSUM)) { in ext4_remount()
5855 ext4_msg(sb, KERN_ERR, "changing journal_checksum " in ext4_remount()
5860 if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA) { in ext4_remount()
5861 if (test_opt2(sb, EXPLICIT_DELALLOC)) { in ext4_remount()
5862 ext4_msg(sb, KERN_ERR, "can't mount with " in ext4_remount()
5867 if (test_opt(sb, DIOREAD_NOLOCK)) { in ext4_remount()
5868 ext4_msg(sb, KERN_ERR, "can't mount with " in ext4_remount()
5873 } else if (test_opt(sb, DATA_FLAGS) == EXT4_MOUNT_ORDERED_DATA) { in ext4_remount()
5874 if (test_opt(sb, JOURNAL_ASYNC_COMMIT)) { in ext4_remount()
5875 ext4_msg(sb, KERN_ERR, "can't mount with " in ext4_remount()
5883 ext4_msg(sb, KERN_ERR, "can't enable nombcache during remount"); in ext4_remount()
5888 if (ext4_test_mount_flag(sb, EXT4_MF_FS_ABORTED)) in ext4_remount()
5889 ext4_abort(sb, EXT4_ERR_ESHUTDOWN, "Abort forced by user"); in ext4_remount()
5891 sb->s_flags = (sb->s_flags & ~SB_POSIXACL) | in ext4_remount()
5892 (test_opt(sb, POSIX_ACL) ? SB_POSIXACL : 0); in ext4_remount()
5897 ext4_init_journal_params(sb, sbi->s_journal); in ext4_remount()
5901 if ((bool)(*flags & SB_RDONLY) != sb_rdonly(sb)) { in ext4_remount()
5902 if (ext4_test_mount_flag(sb, EXT4_MF_FS_ABORTED)) { in ext4_remount()
5908 err = sync_filesystem(sb); in ext4_remount()
5911 err = dquot_suspend(sb, -1); in ext4_remount()
5919 sb->s_flags |= SB_RDONLY; in ext4_remount()
5935 ext4_mark_recovery_complete(sb, es); in ext4_remount()
5939 if (ext4_has_feature_readonly(sb) || in ext4_remount()
5940 !ext4_feature_set_ok(sb, 0)) { in ext4_remount()
5950 ext4_get_group_desc(sb, g, NULL); in ext4_remount()
5952 if (!ext4_group_desc_csum_verify(sb, g, gdp)) { in ext4_remount()
5953 ext4_msg(sb, KERN_ERR, in ext4_remount()
5955 g, le16_to_cpu(ext4_group_desc_csum(sb, g, gdp)), in ext4_remount()
5968 ext4_msg(sb, KERN_WARNING, "Couldn't " in ext4_remount()
5983 err = ext4_clear_journal_err(sb, es); in ext4_remount()
5990 err = ext4_setup_super(sb, es, 0); in ext4_remount()
5994 sb->s_flags &= ~SB_RDONLY; in ext4_remount()
5995 if (ext4_has_feature_mmp(sb)) in ext4_remount()
5996 if (ext4_multi_mount_protect(sb, in ext4_remount()
6009 if (sb_rdonly(sb) || !test_opt(sb, INIT_INODE_TABLE)) in ext4_remount()
6010 ext4_unregister_li_request(sb); in ext4_remount()
6013 first_not_zeroed = ext4_has_uninit_itable(sb); in ext4_remount()
6014 ext4_register_li_request(sb, first_not_zeroed); in ext4_remount()
6022 if (test_opt(sb, BLOCK_VALIDITY) && !sbi->s_system_blks) { in ext4_remount()
6023 err = ext4_setup_system_zone(sb); in ext4_remount()
6029 err = ext4_commit_super(sb, 1); in ext4_remount()
6039 if (sb_any_quota_suspended(sb)) in ext4_remount()
6040 dquot_resume(sb, -1); in ext4_remount()
6041 else if (ext4_has_feature_quota(sb)) { in ext4_remount()
6042 err = ext4_enable_quotas(sb); in ext4_remount()
6048 if (!test_opt(sb, BLOCK_VALIDITY) && sbi->s_system_blks) in ext4_remount()
6049 ext4_release_system_zone(sb); in ext4_remount()
6051 if (!ext4_has_feature_mmp(sb) || sb_rdonly(sb)) in ext4_remount()
6059 *flags = (*flags & ~vfs_flags) | (sb->s_flags & vfs_flags); in ext4_remount()
6061 ext4_msg(sb, KERN_INFO, "re-mounted. Opts: %s", orig_data); in ext4_remount()
6066 sb->s_flags = old_sb_flags; in ext4_remount()
6074 if (!test_opt(sb, BLOCK_VALIDITY) && sbi->s_system_blks) in ext4_remount()
6075 ext4_release_system_zone(sb); in ext4_remount()
6079 to_free[i] = get_qf_name(sb, sbi, i); in ext4_remount()
6086 if (!ext4_has_feature_mmp(sb) || sb_rdonly(sb)) in ext4_remount()
6093 static int ext4_statfs_project(struct super_block *sb, in ext4_statfs_project() argument
6102 dquot = dqget(sb, qid); in ext4_statfs_project()
6109 limit >>= sb->s_blocksize_bits; in ext4_statfs_project()
6113 dquot->dq_dqb.dqb_rsvspace) >> sb->s_blocksize_bits; in ext4_statfs_project()
6137 struct super_block *sb = dentry->d_sb; in ext4_statfs() local
6138 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_statfs()
6145 if (!test_opt(sb, MINIX_DF)) in ext4_statfs()
6149 buf->f_bsize = sb->s_blocksize; in ext4_statfs()
6168 sb_has_quota_limits_enabled(sb, PRJQUOTA)) in ext4_statfs()
6169 ext4_statfs_project(sb, EXT4_I(dentry->d_inode)->i_projid, buf); in ext4_statfs()
6241 struct super_block *sb = dquot->dq_sb; in ext4_mark_dquot_dirty() local
6242 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_mark_dquot_dirty()
6245 if (ext4_has_feature_quota(sb) || in ext4_mark_dquot_dirty()
6254 static int ext4_write_info(struct super_block *sb, int type) in ext4_write_info() argument
6260 handle = ext4_journal_start_sb(sb, EXT4_HT_QUOTA, 2); in ext4_write_info()
6263 ret = dquot_commit_info(sb, type); in ext4_write_info()
6274 static int ext4_quota_on_mount(struct super_block *sb, int type) in ext4_quota_on_mount() argument
6276 return dquot_quota_on_mount(sb, get_qf_name(sb, EXT4_SB(sb), type), in ext4_quota_on_mount()
6277 EXT4_SB(sb)->s_jquota_fmt, type); in ext4_quota_on_mount()
6297 static int ext4_quota_on(struct super_block *sb, int type, int format_id, in ext4_quota_on() argument
6302 if (!test_opt(sb, QUOTA)) in ext4_quota_on()
6306 if (path->dentry->d_sb != sb) in ext4_quota_on()
6314 if (EXT4_SB(sb)->s_qf_names[type]) { in ext4_quota_on()
6316 if (path->dentry->d_parent != sb->s_root) in ext4_quota_on()
6317 ext4_msg(sb, KERN_WARNING, in ext4_quota_on()
6320 sb_dqopt(sb)->flags |= DQUOT_NOLIST_DIRTY; in ext4_quota_on()
6326 sb_dqopt(sb)->flags &= ~DQUOT_NOLIST_DIRTY; in ext4_quota_on()
6333 if (EXT4_SB(sb)->s_journal && in ext4_quota_on()
6339 jbd2_journal_lock_updates(EXT4_SB(sb)->s_journal); in ext4_quota_on()
6340 err = jbd2_journal_flush(EXT4_SB(sb)->s_journal); in ext4_quota_on()
6341 jbd2_journal_unlock_updates(EXT4_SB(sb)->s_journal); in ext4_quota_on()
6347 err = dquot_quota_on(sb, type, format_id, path); in ext4_quota_on()
6369 dquot_quota_off(sb, type); in ext4_quota_on()
6377 static int ext4_quota_enable(struct super_block *sb, int type, int format_id, in ext4_quota_enable() argument
6383 le32_to_cpu(EXT4_SB(sb)->s_es->s_usr_quota_inum), in ext4_quota_enable()
6384 le32_to_cpu(EXT4_SB(sb)->s_es->s_grp_quota_inum), in ext4_quota_enable()
6385 le32_to_cpu(EXT4_SB(sb)->s_es->s_prj_quota_inum) in ext4_quota_enable()
6388 BUG_ON(!ext4_has_feature_quota(sb)); in ext4_quota_enable()
6393 qf_inode = ext4_iget(sb, qf_inums[type], EXT4_IGET_SPECIAL); in ext4_quota_enable()
6395 ext4_error(sb, "Bad quota inode # %lu", qf_inums[type]); in ext4_quota_enable()
6411 static int ext4_enable_quotas(struct super_block *sb) in ext4_enable_quotas() argument
6415 le32_to_cpu(EXT4_SB(sb)->s_es->s_usr_quota_inum), in ext4_enable_quotas()
6416 le32_to_cpu(EXT4_SB(sb)->s_es->s_grp_quota_inum), in ext4_enable_quotas()
6417 le32_to_cpu(EXT4_SB(sb)->s_es->s_prj_quota_inum) in ext4_enable_quotas()
6420 test_opt(sb, USRQUOTA), in ext4_enable_quotas()
6421 test_opt(sb, GRPQUOTA), in ext4_enable_quotas()
6422 test_opt(sb, PRJQUOTA), in ext4_enable_quotas()
6425 sb_dqopt(sb)->flags |= DQUOT_QUOTA_SYS_FILE | DQUOT_NOLIST_DIRTY; in ext4_enable_quotas()
6428 err = ext4_quota_enable(sb, type, QFMT_VFS_V1, in ext4_enable_quotas()
6432 ext4_warning(sb, in ext4_enable_quotas()
6439 inode = sb_dqopt(sb)->files[type]; in ext4_enable_quotas()
6442 dquot_quota_off(sb, type); in ext4_enable_quotas()
6457 static int ext4_quota_off(struct super_block *sb, int type) in ext4_quota_off() argument
6459 struct inode *inode = sb_dqopt(sb)->files[type]; in ext4_quota_off()
6465 if (test_opt(sb, DELALLOC)) in ext4_quota_off()
6466 sync_filesystem(sb); in ext4_quota_off()
6471 err = dquot_quota_off(sb, type); in ext4_quota_off()
6472 if (err || ext4_has_feature_quota(sb)) in ext4_quota_off()
6498 return dquot_quota_off(sb, type); in ext4_quota_off()
6505 static ssize_t ext4_quota_read(struct super_block *sb, int type, char *data, in ext4_quota_read() argument
6508 struct inode *inode = sb_dqopt(sb)->files[type]; in ext4_quota_read()
6509 ext4_lblk_t blk = off >> EXT4_BLOCK_SIZE_BITS(sb); in ext4_quota_read()
6510 int offset = off & (sb->s_blocksize - 1); in ext4_quota_read()
6522 tocopy = sb->s_blocksize - offset < toread ? in ext4_quota_read()
6523 sb->s_blocksize - offset : toread; in ext4_quota_read()
6542 static ssize_t ext4_quota_write(struct super_block *sb, int type, in ext4_quota_write() argument
6545 struct inode *inode = sb_dqopt(sb)->files[type]; in ext4_quota_write()
6546 ext4_lblk_t blk = off >> EXT4_BLOCK_SIZE_BITS(sb); in ext4_quota_write()
6547 int err = 0, err2 = 0, offset = off & (sb->s_blocksize - 1); in ext4_quota_write()
6553 ext4_msg(sb, KERN_WARNING, "Quota write (off=%llu, len=%llu)" in ext4_quota_write()
6562 if (sb->s_blocksize - offset < len) { in ext4_quota_write()
6563 ext4_msg(sb, KERN_WARNING, "Quota write (off=%llu, len=%llu)" in ext4_quota_write()
6623 static inline int ext2_feature_set_ok(struct super_block *sb) in ext2_feature_set_ok() argument
6625 if (ext4_has_unknown_ext2_incompat_features(sb)) in ext2_feature_set_ok()
6627 if (sb_rdonly(sb)) in ext2_feature_set_ok()
6629 if (ext4_has_unknown_ext2_ro_compat_features(sb)) in ext2_feature_set_ok()
6636 static inline int ext2_feature_set_ok(struct super_block *sb) { return 0; } in ext2_feature_set_ok() argument
6652 static inline int ext3_feature_set_ok(struct super_block *sb) in ext3_feature_set_ok() argument
6654 if (ext4_has_unknown_ext3_incompat_features(sb)) in ext3_feature_set_ok()
6656 if (!ext4_has_feature_journal(sb)) in ext3_feature_set_ok()
6658 if (sb_rdonly(sb)) in ext3_feature_set_ok()
6660 if (ext4_has_unknown_ext3_ro_compat_features(sb)) in ext3_feature_set_ok()