| lists.openwall.net | lists / announce owl-users owl-dev john-users john-dev passwdqc-users yescrypt popa3d-users / oss-security kernel-hardening musl sabotage tlsify passwords / crypt-dev xvendor / Bugtraq Full-Disclosure linux-kernel linux-netdev linux-ext4 linux-hardening linux-cve-announce PHC | |
|
Open Source and information security mailing list archives
| ||
|
Message-ID: <CAAJeciVpv-Ctvx31yPGLMS1DKiLOX7AWDZ1V_=xqLpKXMn8cng@mail.gmail.com>
Date: Fri, 1 Nov 2019 19:22:35 +0800
From: xiaohui li <lixiaohui1@...omi.corp-partner.google.com>
To: harshad shirwadkar <harshadshirwadkar@...il.com>
Cc: Ext4 Developers List <linux-ext4@...r.kernel.org>
Subject: Re: [PATCH v2 03/12] jbd2: fast commit setup and enable
greate.
On Tue, Oct 1, 2019 at 3:53 PM harshad shirwadkar
<harshadshirwadkar@...il.com> wrote:
>
> Oops, I missed this, I'll handle this in V4. Thanks!
>
> On Fri, Aug 9, 2019 at 1:02 PM Andreas Dilger <adilger@...ger.ca> wrote:
> >
> > On Aug 8, 2019, at 9:45 PM, Harshad Shirwadkar <harshadshirwadkar@...il.com> wrote:
> > >
> > > This patch allows file systems to turn fast commits on and thereby
> > > restrict the normal journalling space to total journal blocks minus
> > > JBD2_FAST_COMMIT_BLOCKS. Fast commits are not actually performed, just
> > > the interface to turn fast commits on is opened.
> > >
> > > Signed-off-by: Harshad Shirwadkar <harshadshirwadkar@...il.com>
> > >
> > > ---
> > >
> > > Changelog:
> > >
> > > V2: No changes since V1
> > > ---
> > > fs/ext4/super.c | 3 ++-
> > > fs/jbd2/journal.c | 39 ++++++++++++++++++++++++++++++++-------
> > > fs/ocfs2/journal.c | 4 ++--
> > > include/linux/jbd2.h | 2 +-
> > > 4 files changed, 37 insertions(+), 11 deletions(-)
> > >
> > > diff --git a/fs/ext4/super.c b/fs/ext4/super.c
> > > index e376ac040cce..81c3ec165822 100644
> > > --- a/fs/ext4/super.c
> > > +++ b/fs/ext4/super.c
> > > @@ -4933,7 +4933,8 @@ static int ext4_load_journal(struct super_block *sb,
> > > if (save)
> > > memcpy(save, ((char *) es) +
> > > EXT4_S_ERR_START, EXT4_S_ERR_LEN);
> > > - err = jbd2_journal_load(journal);
> > > + err = jbd2_journal_load(journal,
> > > + test_opt2(sb, JOURNAL_FAST_COMMIT));
> > > if (save)
> > > memcpy(((char *) es) + EXT4_S_ERR_START,
> > > save, EXT4_S_ERR_LEN);
> > > diff --git a/fs/jbd2/journal.c b/fs/jbd2/journal.c
> > > index 953990eb70a9..59ad709154a3 100644
> > > --- a/fs/jbd2/journal.c
> > > +++ b/fs/jbd2/journal.c
> > > @@ -1159,12 +1159,15 @@ static journal_t *journal_init_common(struct block_device *bdev,
> > > journal->j_blk_offset = start;
> > > journal->j_maxlen = len;
> > > n = journal->j_blocksize / sizeof(journal_block_tag_t);
> > > - journal->j_wbufsize = n;
> > > + journal->j_wbufsize = n - JBD2_FAST_COMMIT_BLOCKS;
> >
> > The reservation of the JBD2_FAST_COMMIT_BLOCKS should only be done in
> > the case of the FAST_COMMIT feature being enabled. Otherwise it can
> > hurt performance for filesystems where this feature is not enabled.
> >
> > Cheers, Andreas
> >
> > > journal->j_wbuf = kmalloc_array(n, sizeof(struct buffer_head *),
> > > GFP_KERNEL);
> > > if (!journal->j_wbuf)
> > > goto err_cleanup;
> > >
> > > + journal->j_fc_wbuf = &journal->j_wbuf[journal->j_wbufsize];
> > > + journal->j_fc_wbufsize = JBD2_FAST_COMMIT_BLOCKS;
> > > +
> > > bh = getblk_unmovable(journal->j_dev, start, journal->j_blocksize);
> > > if (!bh) {
> > > pr_err("%s: Cannot get buffer for journal superblock\n",
> > > @@ -1297,11 +1300,19 @@ static int journal_reset(journal_t *journal)
> > > }
> > >
> > > journal->j_first = first;
> > > - journal->j_last = last;
> > >
> > > - journal->j_head = first;
> > > - journal->j_tail = first;
> > > - journal->j_free = last - first;
> > > + if (jbd2_has_feature_fast_commit(journal)) {
> > > + journal->j_last_fc = last;
> > > + journal->j_last = last - JBD2_FAST_COMMIT_BLOCKS;
> > > + journal->j_first_fc = journal->j_last + 1;
> > > + journal->j_fc_off = 0;
> > > + } else {
> > > + journal->j_last = last;
> > > + }
> > > +
> > > + journal->j_head = journal->j_first;
> > > + journal->j_tail = journal->j_first;
> > > + journal->j_free = journal->j_last - journal->j_first;
> > >
> > > journal->j_tail_sequence = journal->j_transaction_sequence;
> > > journal->j_commit_sequence = journal->j_transaction_sequence - 1;
> > > @@ -1626,9 +1637,17 @@ static int load_superblock(journal_t *journal)
> > > journal->j_tail_sequence = be32_to_cpu(sb->s_sequence);
> > > journal->j_tail = be32_to_cpu(sb->s_start);
> > > journal->j_first = be32_to_cpu(sb->s_first);
> > > - journal->j_last = be32_to_cpu(sb->s_maxlen);
> > > journal->j_errno = be32_to_cpu(sb->s_errno);
> > >
> > > + if (jbd2_has_feature_fast_commit(journal)) {
> > > + journal->j_last_fc = be32_to_cpu(sb->s_maxlen);
> > > + journal->j_last = journal->j_last_fc - JBD2_FAST_COMMIT_BLOCKS;
> > > + journal->j_first_fc = journal->j_last + 1;
> > > + journal->j_fc_off = 0;
> > > + } else {
> > > + journal->j_last = be32_to_cpu(sb->s_maxlen);
> > > + }
> > > +
> > > return 0;
> > > }
> > >
> > > @@ -1641,7 +1660,7 @@ static int load_superblock(journal_t *journal)
> > > * a journal, read the journal from disk to initialise the in-memory
> > > * structures.
> > > */
> > > -int jbd2_journal_load(journal_t *journal)
> > > +int jbd2_journal_load(journal_t *journal, bool enable_fc)
> > > {
> > > int err;
> > > journal_superblock_t *sb;
> > > @@ -1684,6 +1703,12 @@ int jbd2_journal_load(journal_t *journal)
> > > return -EFSCORRUPTED;
> > > }
> > >
> > > + if (enable_fc)
> > > + jbd2_journal_set_features(journal, 0, 0,
> > > + JBD2_FEATURE_INCOMPAT_FAST_COMMIT);
> > > + else
> > > + jbd2_journal_clear_features(journal, 0, 0,
> > > + JBD2_FEATURE_INCOMPAT_FAST_COMMIT);
> > > /* OK, we've finished with the dynamic journal bits:
> > > * reinitialise the dynamic contents of the superblock in memory
> > > * and reset them on disk. */
> > > diff --git a/fs/ocfs2/journal.c b/fs/ocfs2/journal.c
> > > index 930e3d388579..3b4d91b16e8e 100644
> > > --- a/fs/ocfs2/journal.c
> > > +++ b/fs/ocfs2/journal.c
> > > @@ -1057,7 +1057,7 @@ int ocfs2_journal_load(struct ocfs2_journal *journal, int local, int replayed)
> > >
> > > osb = journal->j_osb;
> > >
> > > - status = jbd2_journal_load(journal->j_journal);
> > > + status = jbd2_journal_load(journal->j_journal, false);
> > > if (status < 0) {
> > > mlog(ML_ERROR, "Failed to load journal!\n");
> > > goto done;
> > > @@ -1642,7 +1642,7 @@ static int ocfs2_replay_journal(struct ocfs2_super *osb,
> > > goto done;
> > > }
> > >
> > > - status = jbd2_journal_load(journal);
> > > + status = jbd2_journal_load(journal, false);
> > > if (status < 0) {
> > > mlog_errno(status);
> > > if (!igrab(inode))
> > > diff --git a/include/linux/jbd2.h b/include/linux/jbd2.h
> > > index 9a750b732241..153840b422cc 100644
> > > --- a/include/linux/jbd2.h
> > > +++ b/include/linux/jbd2.h
> > > @@ -1476,7 +1476,7 @@ extern int jbd2_journal_set_features
> > > (journal_t *, unsigned long, unsigned long, unsigned long);
> > > extern void jbd2_journal_clear_features
> > > (journal_t *, unsigned long, unsigned long, unsigned long);
> > > -extern int jbd2_journal_load (journal_t *journal);
> > > +extern int jbd2_journal_load(journal_t *journal, bool enable_fc);
> > > extern int jbd2_journal_destroy (journal_t *);
> > > extern int jbd2_journal_recover (journal_t *journal);
> > > extern int jbd2_journal_wipe (journal_t *, int);
> > > --
> > > 2.23.0.rc1.153.gdeed80330f-goog
> > >
> >
> >
> > Cheers, Andreas
> >
> >
> >
> >
> >
Powered by blists - more mailing lists