[Midnightbsd-cvs] src [8653] trunk/sys/ufs/ffs/ffs_softdep.c: implement BIO_FLUSH support around journal entries.
laffer1 at midnightbsd.org
laffer1 at midnightbsd.org
Sun Sep 25 16:02:17 EDT 2016
Revision: 8653
http://svnweb.midnightbsd.org/src/?rev=8653
Author: laffer1
Date: 2016-09-25 16:02:16 -0400 (Sun, 25 Sep 2016)
Log Message:
-----------
implement BIO_FLUSH support around journal entries.
Modified Paths:
--------------
trunk/sys/ufs/ffs/ffs_softdep.c
Modified: trunk/sys/ufs/ffs/ffs_softdep.c
===================================================================
--- trunk/sys/ufs/ffs/ffs_softdep.c 2016-09-25 20:01:49 UTC (rev 8652)
+++ trunk/sys/ufs/ffs/ffs_softdep.c 2016-09-25 20:02:16 UTC (rev 8653)
@@ -88,6 +88,8 @@
#include <vm/vm_extern.h>
#include <vm/vm_object.h>
+#include <geom/geom.h>
+
#include <ddb/ddb.h>
#ifndef SOFTUPDATES
@@ -801,6 +803,7 @@
static void handle_written_jblkdep(struct jblkdep *);
static void handle_written_jfreefrag(struct jfreefrag *);
static void complete_jseg(struct jseg *);
+static void complete_jsegs(struct jseg *);
static void jseg_write(struct ufsmount *ump, struct jseg *, uint8_t *);
static void jaddref_write(struct jaddref *, struct jseg *, uint8_t *);
static void jremref_write(struct jremref *, struct jseg *, uint8_t *);
@@ -1226,6 +1229,7 @@
static int req_pending;
static int req_clear_inodedeps; /* syncer process flush some inodedeps */
static int req_clear_remove; /* syncer process flush some freeblks */
+static int softdep_flushcache = 0; /* Should we do BIO_FLUSH? */
/*
* runtime statistics
@@ -1309,6 +1313,8 @@
&stat_cleanup_retries, 0, "");
SYSCTL_INT(_debug_softdep, OID_AUTO, cleanup_failures, CTLFLAG_RW,
&stat_cleanup_failures, 0, "");
+SYSCTL_INT(_debug_softdep, OID_AUTO, flushcache, CTLFLAG_RW,
+ &softdep_flushcache, 0, "");
SYSCTL_DECL(_vfs_ffs);
@@ -3083,7 +3089,68 @@
FREE_LOCK(&lk);
}
+static void softdep_synchronize_completed(struct bio *);
+static void softdep_synchronize(struct bio *, struct ufsmount *, void *);
+
+static void
+softdep_synchronize_completed(bp)
+ struct bio *bp;
+{
+ struct jseg *oldest;
+ struct jseg *jseg;
+
+ /*
+ * caller1 marks the last segment written before we issued the
+ * synchronize cache.
+ */
+ jseg = bp->bio_caller1;
+ oldest = NULL;
+ ACQUIRE_LOCK(&lk);
+ /*
+ * Mark all the journal entries waiting on the synchronize cache
+ * as completed so they may continue on.
+ */
+ while (jseg != NULL && (jseg->js_state & COMPLETE) == 0) {
+ jseg->js_state |= COMPLETE;
+ oldest = jseg;
+ jseg = TAILQ_PREV(jseg, jseglst, js_next);
+ }
+ /*
+ * Restart deferred journal entry processing from the oldest
+ * completed jseg.
+ */
+ if (oldest)
+ complete_jsegs(oldest);
+
+ FREE_LOCK(&lk);
+ g_destroy_bio(bp);
+}
+
/*
+ * Send BIO_FLUSH/SYNCHRONIZE CACHE to the device to enforce write ordering
+ * barriers. The journal must be written prior to any blocks that depend
+ * on it and the journal can not be released until the blocks have be
+ * written. This code handles both barriers simultaneously.
+ */
+static void
+softdep_synchronize(bp, ump, caller1)
+ struct bio *bp;
+ struct ufsmount *ump;
+ void *caller1;
+{
+
+ bp->bio_cmd = BIO_FLUSH;
+ bp->bio_flags |= BIO_ORDERED;
+ bp->bio_data = NULL;
+ bp->bio_offset = ump->um_cp->provider->mediasize;
+ bp->bio_length = 0;
+ bp->bio_done = softdep_synchronize_completed;
+ bp->bio_caller1 = caller1;
+ g_io_request(bp,
+ (struct g_consumer *)ump->um_devvp->v_bufobj.bo_private);
+}
+
+/*
* Flush some journal records to disk.
*/
static void
@@ -3097,8 +3164,10 @@
struct worklist *wk;
struct jseg *jseg;
struct buf *bp;
+ struct bio *bio;
uint8_t *data;
struct fs *fs;
+ int shouldflush;
int segwritten;
int jrecmin; /* Minimum records per block. */
int jrecmax; /* Maximum records per block. */
@@ -3109,6 +3178,9 @@
if (MOUNTEDSUJ(mp) == 0)
return;
+ shouldflush = softdep_flushcache;
+ bio = NULL;
+ jseg = NULL;
ump = VFSTOUFS(mp);
fs = ump->um_fs;
jblocks = ump->softdep_jblocks;
@@ -3157,6 +3229,10 @@
LIST_INIT(&jseg->js_entries);
LIST_INIT(&jseg->js_indirs);
jseg->js_state = ATTACHED;
+ if (shouldflush == 0)
+ jseg->js_state |= COMPLETE;
+ else if (bio == NULL)
+ bio = g_alloc_bio();
jseg->js_jblocks = jblocks;
bp = geteblk(fs->fs_bsize, 0);
ACQUIRE_LOCK(&lk);
@@ -3289,6 +3365,17 @@
ACQUIRE_LOCK(&lk);
}
/*
+ * If we wrote a segment issue a synchronize cache so the journal
+ * is reflected on disk before the data is written. Since reclaiming
+ * journal space also requires writing a journal record this
+ * process also enforces a barrier before reclamation.
+ */
+ if (segwritten && shouldflush) {
+ softdep_synchronize(bio, ump,
+ TAILQ_LAST(&jblocks->jb_segs, jseglst));
+ } else if (bio)
+ g_destroy_bio(bio);
+ /*
* If we've suspended the filesystem because we ran out of journal
* space either try to sync it here to make some progress or
* unsuspend it if we already have.
@@ -3371,25 +3458,17 @@
}
/*
- * Mark a jseg as DEPCOMPLETE and throw away the buffer. Handle jseg
- * completions in order only.
+ * Determine which jsegs are ready for completion processing. Waits for
+ * synchronize cache to complete as well as forcing in-order completion
+ * of journal entries.
*/
static void
-handle_written_jseg(jseg, bp)
+complete_jsegs(jseg)
struct jseg *jseg;
- struct buf *bp;
{
struct jblocks *jblocks;
struct jseg *jsegn;
- if (jseg->js_refs == 0)
- panic("handle_written_jseg: No self-reference on %p", jseg);
- jseg->js_state |= DEPCOMPLETE;
- /*
- * We'll never need this buffer again, set flags so it will be
- * discarded.
- */
- bp->b_flags |= B_INVAL | B_NOCACHE;
jblocks = jseg->js_jblocks;
/*
* Don't allow out of order completions. If this isn't the first
@@ -3398,12 +3477,12 @@
if (jseg != jblocks->jb_writeseg)
return;
/* Iterate through available jsegs processing their entries. */
- do {
+ while (jseg && (jseg->js_state & ALLCOMPLETE) == ALLCOMPLETE) {
jblocks->jb_oldestwrseq = jseg->js_oldseq;
jsegn = TAILQ_NEXT(jseg, js_next);
complete_jseg(jseg);
jseg = jsegn;
- } while (jseg && jseg->js_state & DEPCOMPLETE);
+ }
jblocks->jb_writeseg = jseg;
/*
* Attempt to free jsegs now that oldestwrseq may have advanced.
@@ -3411,6 +3490,27 @@
free_jsegs(jblocks);
}
+/*
+ * Mark a jseg as DEPCOMPLETE and throw away the buffer. Attempt to handle
+ * the final completions.
+ */
+static void
+handle_written_jseg(jseg, bp)
+ struct jseg *jseg;
+ struct buf *bp;
+{
+
+ if (jseg->js_refs == 0)
+ panic("handle_written_jseg: No self-reference on %p", jseg);
+ jseg->js_state |= DEPCOMPLETE;
+ /*
+ * We'll never need this buffer again, set flags so it will be
+ * discarded.
+ */
+ bp->b_flags |= B_INVAL | B_NOCACHE;
+ complete_jsegs(jseg);
+}
+
static inline struct jsegdep *
inoref_jseg(inoref)
struct inoref *inoref;
@@ -4196,9 +4296,17 @@
jblocks->jb_oldestseg = jseg;
return;
}
- if (!LIST_EMPTY(&jseg->js_indirs) &&
- jseg->js_seq >= jblocks->jb_oldestwrseq)
+ if ((jseg->js_state & ALLCOMPLETE) != ALLCOMPLETE)
break;
+ if (jseg->js_seq > jblocks->jb_oldestwrseq)
+ break;
+ /*
+ * We can free jsegs that didn't write entries when
+ * oldestwrseq == js_seq.
+ */
+ if (jseg->js_seq == jblocks->jb_oldestwrseq &&
+ jseg->js_cnt != 0)
+ break;
free_jseg(jseg, jblocks);
}
/*
More information about the Midnightbsd-cvs
mailing list