Add DB.NoTruncate flag.

This commit adds the DB.NoTruncate flag to optionally revert mmap() calls to how they were implemented before the ext3/ext4 fix. When NoTruncate is true, remapping the data file will not force the file system to resize it immediately. This works for non-ext3/4 file systems. The default value of NoTruncate is false so it is still safe for ext3/ext4 file systems by default. See also: boltdb#284
benbjohnson · May 4, 2015 · 09b6d1a · 09b6d1a
1 parent 550b8c7
commit 09b6d1a
Show file tree

Hide file tree

Showing 3 changed files with 13 additions and 6 deletions.
diff --git a/bolt_unix.go b/bolt_unix.go
@@ -44,11 +44,13 @@ func funlock(f *os.File) error {
 func mmap(db *DB, sz int) error {
 	// Truncate and fsync to ensure file size metadata is flushed.
 	// https://github.com/boltdb/bolt/issues/284
-	if err := db.file.Truncate(int64(sz)); err != nil {
-		return fmt.Errorf("file resize error: %s", err)
-	}
-	if err := db.file.Sync(); err != nil {
-		return fmt.Errorf("file sync error: %s", err)
+	if !db.NoTruncate {
+		if err := db.file.Truncate(int64(sz)); err != nil {
+			return fmt.Errorf("file resize error: %s", err)
+		}
+		if err := db.file.Sync(); err != nil {
+			return fmt.Errorf("file sync error: %s", err)
+		}
 	}
 
 	// Map the data file to memory.

diff --git a/db.go b/db.go
@@ -55,6 +55,12 @@ type DB struct {
 	// THIS IS UNSAFE. PLEASE USE WITH CAUTION.
 	NoSync bool
 
+	// When true, skips the truncate call when resizing the database.
+	// Setting this to true is only save on non-ext3/ext4 systems.
+	//
+	// https://github.com/boltdb/bolt/issues/284
+	NoTruncate bool
+
 	// MaxBatchSize is the maximum size of a batch. Default value is
 	// copied from DefaultMaxBatchSize in Open.
 	//

diff --git a/db_test.go b/db_test.go
@@ -113,7 +113,6 @@ func TestOpen_Size(t *testing.T) {
 	// Reopen database, update, and check size again.
 	db0, err := bolt.Open(path, 0666, nil)
 	ok(t, err)
-	ok(t, db0.Update(func(tx *bolt.Tx) error { return tx.Bucket([]byte("data")).Put([]byte{0}, []byte{0}) }))
 	ok(t, db0.Close())
 	newSz := fileSize(path)
 	if newSz == 0 {