Port from SAMBA tdb: commit a6cc04a20089e8fbcce138c271961c37ddcd6c34 Author: Andrew...
authorRusty Russell <rusty@rustcorp.com.au>
Wed, 29 Jul 2009 05:21:34 +0000 (14:51 +0930)
committerRusty Russell <rusty@rustcorp.com.au>
Tue, 4 Aug 2009 07:13:31 +0000 (16:43 +0930)
overallocate all records by 25%

    This greatly reduces the fragmentation of databases where records
    tend to grow slowly by a small amount each time. The case where this
    is most seen is the ldb index records. Adding this overallocation
    reduced the size of the resulting database by more than 20x when
    running a test that adds 10k users.

lib/tdb/common/freelist.c

index 2f2a4c379b0690399a9f4065b15960e667300bf0..3bc3965141b605ba5ad62f918e156e9deece9aed 100644 (file)
@@ -284,6 +284,9 @@ tdb_off_t tdb_allocate(struct tdb_context *tdb, tdb_len_t length, struct list_st
        if (tdb_lock(tdb, -1, F_WRLCK) == -1)
                return 0;
 
+       /* over-allocate to reduce fragmentation */
+       length *= 1.25;
+
        /* Extra bytes required for tailer */
        length += sizeof(tdb_off_t);
        length = TDB_ALIGN(length, TDB_ALIGNMENT);