lists.openwall.net   lists  /  announce  owl-users  owl-dev  john-users  john-dev  passwdqc-users  yescrypt  popa3d-users  /  oss-security  kernel-hardening  musl  sabotage  tlsify  passwords  /  crypt-dev  xvendor  /  Bugtraq  Full-Disclosure  linux-kernel  linux-netdev  linux-ext4  linux-hardening  linux-cve-announce  PHC 
Open Source and information security mailing list archives
 
Hash Suite: Windows password security audit tool. GUI, reports in PDF.
[<prev] [next>] [<thread-prev] [day] [month] [year] [list]
Message-ID: <CAGr1F2FWxJyjHFb92yYFxiWPu-pbwvCKprwkD5=5S+z7OSot_g@mail.gmail.com>
Date:	Fri, 9 Dec 2011 16:01:03 -0800
From:	Aditya Kali <adityakali@...gle.com>
To:	adilger@...ger.ca, tytso@....edu, dmonakhov@...nvz.org,
	jack@...e.cz, johann@...mcloud.com, linux-ext4@...r.kernel.org
Cc:	Aditya Kali <adityakali@...gle.com>
Subject: Re: [PATCH v4] ext4: make quota as first class supported feature

Changes since v3:
- Fail mount if unable to load quotas at mount time
- Add ext4_quota_off_sysfile (quota-off function to be used when quota
inodes are hidden)
- Remove quota inode numbers from struct ext4_sb_info and use them
directly from sbi->s_es.
- Enable quotas on ro -> rw remount.


On Fri, Dec 9, 2011 at 3:43 PM, Aditya Kali <adityakali@...gle.com> wrote:
> This patch is an attempt towards supporting quotas as first class
> feature in ext4. It is based on the proposal at:
> https://ext4.wiki.kernel.org/index.php/Design_For_1st_Class_Quota_in_Ext4
> This patch introduces a new feature - EXT4_FEATURE_RO_COMPAT_QUOTA which, when
> turned on, enables quota accounting at mount time iteself. Also, the
> quota inodes are stored in two additional superblock fields.
> Some changes introduced by this patch that should be pointed out are:
> 1) Two new ext4-superblock fields - s_usr_quota_inum and s_grp_quota_inum
>   for storing the quota inodes in use.
> 2) Default quota inodes are: inode#3 for tracking userquota and inode#4 for
>   tracking group quota. The superblock fields can be set to use other inodes
>   as well.
> 3) If the QUOTA feature and corresponding quota inodes are set in superblock,
>   the quota usage tracking is turned on at mount time. On 'quotaon' ioctl, the
>   quota limits enforcement is turned on. 'quotaoff' ioctl turns off only the
>   limits enforcement in this case.
> 4) When QUOTA feature is in use, the quota mount options 'quota', 'usrquota',
>   'grpquota' are ignored by the kernel.
> 5) mke2fs or tune2fs can be used to set the QUOTA feature and initialize quota
>   inodes. The default reserved inodes will not be visible to user as
>   regular files.
> 6) The quota-tools will need to be modified to support hidden quota files on
>   ext4. E2fsprogs will also include support for creating and fixing quota
>   files.
> 7) Support is only for the new V2 quota file format.
>
> Signed-off-by: Aditya Kali <adityakali@...gle.com>
> ---
>  fs/ext4/ext4.h      |    5 ++-
>  fs/ext4/ext4_jbd2.h |   18 +++++--
>  fs/ext4/super.c     |  130 ++++++++++++++++++++++++++++++++++++++++++++++++++-
>  3 files changed, 144 insertions(+), 9 deletions(-)
>
> diff --git a/fs/ext4/ext4.h b/fs/ext4/ext4.h
> index 5b0e26a..747e600 100644
> --- a/fs/ext4/ext4.h
> +++ b/fs/ext4/ext4.h
> @@ -1269,6 +1269,8 @@ static inline struct timespec ext4_current_time(struct inode *inode)
>  static inline int ext4_valid_inum(struct super_block *sb, unsigned long ino)
>  {
>        return ino == EXT4_ROOT_INO ||
> +               ino == EXT4_USR_QUOTA_INO ||
> +               ino == EXT4_GRP_QUOTA_INO ||
>                ino == EXT4_JOURNAL_INO ||
>                ino == EXT4_RESIZE_INO ||
>                (ino >= EXT4_FIRST_INO(sb) &&
> @@ -1440,7 +1442,8 @@ static inline void ext4_clear_state_flags(struct ext4_inode_info *ei)
>                                         EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE | \
>                                         EXT4_FEATURE_RO_COMPAT_BTREE_DIR |\
>                                         EXT4_FEATURE_RO_COMPAT_HUGE_FILE |\
> -                                        EXT4_FEATURE_RO_COMPAT_BIGALLOC)
> +                                        EXT4_FEATURE_RO_COMPAT_BIGALLOC | \
> +                                        EXT4_FEATURE_RO_COMPAT_QUOTA)
>
>  /*
>  * Default values for user and/or group using reserved blocks
> diff --git a/fs/ext4/ext4_jbd2.h b/fs/ext4/ext4_jbd2.h
> index 5802fa1..45de190 100644
> --- a/fs/ext4/ext4_jbd2.h
> +++ b/fs/ext4/ext4_jbd2.h
> @@ -87,14 +87,20 @@
>  #ifdef CONFIG_QUOTA
>  /* Amount of blocks needed for quota update - we know that the structure was
>  * allocated so we need to update only data block */
> -#define EXT4_QUOTA_TRANS_BLOCKS(sb) (test_opt(sb, QUOTA) ? 1 : 0)
> +#define EXT4_QUOTA_TRANS_BLOCKS(sb) ((test_opt(sb, QUOTA) ||\
> +               EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_QUOTA)) ?\
> +               1 : 0)
>  /* Amount of blocks needed for quota insert/delete - we do some block writes
>  * but inode, sb and group updates are done only once */
> -#define EXT4_QUOTA_INIT_BLOCKS(sb) (test_opt(sb, QUOTA) ? (DQUOT_INIT_ALLOC*\
> -               (EXT4_SINGLEDATA_TRANS_BLOCKS(sb)-3)+3+DQUOT_INIT_REWRITE) : 0)
> -
> -#define EXT4_QUOTA_DEL_BLOCKS(sb) (test_opt(sb, QUOTA) ? (DQUOT_DEL_ALLOC*\
> -               (EXT4_SINGLEDATA_TRANS_BLOCKS(sb)-3)+3+DQUOT_DEL_REWRITE) : 0)
> +#define EXT4_QUOTA_INIT_BLOCKS(sb) ((test_opt(sb, QUOTA) ||\
> +               EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_QUOTA)) ?\
> +               (DQUOT_INIT_ALLOC*(EXT4_SINGLEDATA_TRANS_BLOCKS(sb)-3)\
> +                +3+DQUOT_INIT_REWRITE) : 0)
> +
> +#define EXT4_QUOTA_DEL_BLOCKS(sb) ((test_opt(sb, QUOTA) ||\
> +               EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_QUOTA)) ?\
> +               (DQUOT_DEL_ALLOC*(EXT4_SINGLEDATA_TRANS_BLOCKS(sb)-3)\
> +                +3+DQUOT_DEL_REWRITE) : 0)
>  #else
>  #define EXT4_QUOTA_TRANS_BLOCKS(sb) 0
>  #define EXT4_QUOTA_INIT_BLOCKS(sb) 0
> diff --git a/fs/ext4/super.c b/fs/ext4/super.c
> index 3858767..48267ba 100644
> --- a/fs/ext4/super.c
> +++ b/fs/ext4/super.c
> @@ -1239,12 +1239,18 @@ static int ext4_mark_dquot_dirty(struct dquot *dquot);
>  static int ext4_write_info(struct super_block *sb, int type);
>  static int ext4_quota_on(struct super_block *sb, int type, int format_id,
>                         struct path *path);
> +static int ext4_quota_on_sysfile(struct super_block *sb, int type,
> +                                int format_id);
>  static int ext4_quota_off(struct super_block *sb, int type);
> +static int ext4_quota_off_sysfile(struct super_block *sb, int type);
>  static int ext4_quota_on_mount(struct super_block *sb, int type);
>  static ssize_t ext4_quota_read(struct super_block *sb, int type, char *data,
>                               size_t len, loff_t off);
>  static ssize_t ext4_quota_write(struct super_block *sb, int type,
>                                const char *data, size_t len, loff_t off);
> +static int ext4_quota_enable(struct super_block *sb, int type, int format_id,
> +                            unsigned int flags);
> +static int ext4_enable_quotas(struct super_block *sb);
>
>  static const struct dquot_operations ext4_quota_operations = {
>        .get_reserved_space = ext4_get_reserved_space,
> @@ -1266,6 +1272,16 @@ static const struct quotactl_ops ext4_qctl_operations = {
>        .get_dqblk      = dquot_get_dqblk,
>        .set_dqblk      = dquot_set_dqblk
>  };
> +
> +static const struct quotactl_ops ext4_qctl_sysfile_operations = {
> +       .quota_on_meta  = ext4_quota_on_sysfile,
> +       .quota_off      = ext4_quota_off_sysfile,
> +       .quota_sync     = dquot_quota_sync,
> +       .get_info       = dquot_get_dqinfo,
> +       .set_info       = dquot_set_dqinfo,
> +       .get_dqblk      = dquot_get_dqblk,
> +       .set_dqblk      = dquot_set_dqblk
> +};
>  #endif
>
>  static const struct super_operations ext4_sops = {
> @@ -2713,6 +2729,16 @@ static int ext4_feature_set_ok(struct super_block *sb, int readonly)
>                         "extents feature\n");
>                return 0;
>        }
> +
> +#ifndef CONFIG_QUOTA
> +       if (EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_QUOTA) &&
> +           !readonly) {
> +               ext4_msg(sb, KERN_ERR,
> +                        "Filesystem with quota feature cannot be mounted RDWR "
> +                        "without CONFIG_QUOTA");
> +               return 0;
> +       }
> +#endif  /* CONFIG_QUOTA */
>        return 1;
>  }
>
> @@ -3610,6 +3636,11 @@ static int ext4_fill_super(struct super_block *sb, void *data, int silent)
>  #ifdef CONFIG_QUOTA
>        sb->s_qcop = &ext4_qctl_operations;
>        sb->dq_op = &ext4_quota_operations;
> +
> +       if (EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_QUOTA)) {
> +               /* Use qctl operations for hidden quota files. */
> +               sb->s_qcop = &ext4_qctl_sysfile_operations;
> +       }
>  #endif
>        memcpy(sb->s_uuid, es->s_uuid, sizeof(es->s_uuid));
>
> @@ -3815,6 +3846,16 @@ no_journal:
>        } else
>                descr = "out journal";
>
> +#ifdef CONFIG_QUOTA
> +       /* Enable quota usage during mount. */
> +       if (EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_QUOTA) &&
> +           !(sb->s_flags & MS_RDONLY)) {
> +               ret = ext4_enable_quotas(sb);
> +               if (ret)
> +                       goto failed_mount7;
> +       }
> +#endif  /* CONFIG_QUOTA */
> +
>        ext4_msg(sb, KERN_INFO, "mounted filesystem with%s. "
>                 "Opts: %s%s%s", descr, sbi->s_es->s_mount_opts,
>                 *sbi->s_es->s_mount_opts ? "; " : "", orig_data);
> @@ -4554,8 +4595,13 @@ static int ext4_remount(struct super_block *sb, int *flags, char *data)
>                        kfree(old_opts.s_qf_names[i]);
>  #endif
>        unlock_super(sb);
> -       if (enable_quota)
> -               dquot_resume(sb, -1);
> +       if (enable_quota) {
> +               if (sb_any_quota_suspended(sb))
> +                       dquot_resume(sb, -1);
> +               else if (EXT4_HAS_RO_COMPAT_FEATURE(sb,
> +                                       EXT4_FEATURE_RO_COMPAT_QUOTA))
> +                       ext4_enable_quotas(sb);
I just realized that the ro -> rw remount should fail too if we are
unable to load quotas. I will fix this and send updated patch.
Sorry for the trouble.

> +       }
>
>        ext4_msg(sb, KERN_INFO, "re-mounted. Opts: %s", orig_data);
>        kfree(orig_data);
> @@ -4814,6 +4860,74 @@ static int ext4_quota_on(struct super_block *sb, int type, int format_id,
>        return dquot_quota_on(sb, type, format_id, path);
>  }
>
> +static int ext4_quota_enable(struct super_block *sb, int type, int format_id,
> +                            unsigned int flags)
> +{
> +       int err;
> +       struct inode *qf_inode;
> +       unsigned long qf_inums[MAXQUOTAS] = {
> +               le32_to_cpu(EXT4_SB(sb)->s_es->s_usr_quota_inum),
> +               le32_to_cpu(EXT4_SB(sb)->s_es->s_grp_quota_inum)
> +       };
> +
> +       BUG_ON(!EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_QUOTA));
> +
> +       if (!qf_inums[type])
> +               return -EPERM;
> +
> +       qf_inode = ext4_iget(sb, qf_inums[type]);
> +       if (IS_ERR(qf_inode)) {
> +               ext4_error(sb, "Bad quota inode # %lu", qf_inums[type]);
> +               return PTR_ERR(qf_inode);
> +       }
> +
> +       err = dquot_enable(qf_inode, type, format_id, flags);
> +       iput(qf_inode);
> +
> +       return err;
> +}
> +
> +/* Enable usage tracking for all quota types. */
> +static int ext4_enable_quotas(struct super_block *sb)
> +{
> +       int type, err = 0;
> +       unsigned long qf_inums[MAXQUOTAS] = {
> +               le32_to_cpu(EXT4_SB(sb)->s_es->s_usr_quota_inum),
> +               le32_to_cpu(EXT4_SB(sb)->s_es->s_grp_quota_inum)
> +       };
> +
> +       sb_dqopt(sb)->flags |= DQUOT_QUOTA_SYS_FILE;
> +       for (type = 0; type < MAXQUOTAS; type++) {
> +               if (qf_inums[type]) {
> +                       err = ext4_quota_enable(sb, type, QFMT_VFS_V1,
> +                                               DQUOT_USAGE_ENABLED);
> +                       if (err) {
> +                               ext4_warning(sb,
> +                                       "Failed to enable quota (type=%d) "
> +                                       "tracking. Please run e2fsck to fix.",
> +                                       type);
> +                               return err;
> +                       }
> +               }
> +       }
> +       return 0;
> +}
> +
> +/*
> + * quota_on function that is used when QUOTA feature is set.
> + */
> +static int ext4_quota_on_sysfile(struct super_block *sb, int type,
> +                                int format_id)
> +{
> +       if (!EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_QUOTA))
> +               return -EINVAL;
> +
> +       /*
> +        * USAGE was enabled at mount time. Only need to enable LIMITS now.
> +        */
> +       return ext4_quota_enable(sb, type, format_id, DQUOT_LIMITS_ENABLED);
> +}
> +
>  static int ext4_quota_off(struct super_block *sb, int type)
>  {
>        struct inode *inode = sb_dqopt(sb)->files[type];
> @@ -4840,6 +4954,18 @@ out:
>        return dquot_quota_off(sb, type);
>  }
>
> +/*
> + * quota_off function that is used when QUOTA feature is set.
> + */
> +static int ext4_quota_off_sysfile(struct super_block *sb, int type)
> +{
> +       if (!EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_QUOTA))
> +               return -EINVAL;
> +
> +       /* Disable only the limits. */
> +       return dquot_disable(sb, type, DQUOT_LIMITS_ENABLED);
> +}
> +
>  /* Read data from quotafile - avoid pagecache and such because we cannot afford
>  * acquiring the locks... As quota files are never truncated and quota code
>  * itself serializes the operations (and no one else should touch the files)
> --
> 1.7.3.1
>



-- 
Aditya
--
To unsubscribe from this list: send the line "unsubscribe linux-ext4" in
the body of a message to majordomo@...r.kernel.org
More majordomo info at  http://vger.kernel.org/majordomo-info.html

Powered by blists - more mailing lists

Powered by Openwall GNU/*/Linux Powered by OpenVZ