mirror of
https://github.com/isar/libmdbx.git
synced 2025-10-31 15:38:57 +08:00
lmdb: simple write benchmark.
Change-Id: Iadcbe8ad5922b2ecf1ea597b188ef368bc097185
This commit is contained in:
Leo Yuriev
1
.gitignore
vendored
1
.gitignore
vendored
@@ -1,4 +1,5 @@
|
||||
mtest[0123456]
|
||||
wbench
|
||||
testdb
|
||||
mdb_copy
|
||||
mdb_stat
|
||||
|
||||
5
Makefile
5
Makefile
@@ -23,7 +23,7 @@ THREADS = -pthread
|
||||
XCFLAGS ?= $(CFLAGS)
|
||||
OPT = -O2 -g
|
||||
CFLAGS := $(THREADS) $(OPT) $(W) $(XCFLAGS)
|
||||
LDLIBS =
|
||||
LDLIBS = -lrt
|
||||
SOLIBS =
|
||||
prefix ?= /usr/local
|
||||
|
||||
@@ -33,7 +33,7 @@ IHDRS = lmdb.h
|
||||
ILIBS = liblmdb.a liblmdb.so
|
||||
IPROGS = mdb_stat mdb_copy mdb_dump mdb_load mdb_chk
|
||||
IDOCS = mdb_stat.1 mdb_copy.1 mdb_dump.1 mdb_load.1
|
||||
PROGS = $(IPROGS) mtest0 mtest1 mtest2 mtest3 mtest4 mtest5 mtest6
|
||||
PROGS = $(IPROGS) mtest0 mtest1 mtest2 mtest3 mtest4 mtest5 mtest6 wbench
|
||||
all: $(ILIBS) $(PROGS)
|
||||
|
||||
install: $(ILIBS) $(IPROGS) $(IHDRS)
|
||||
@@ -75,6 +75,7 @@ mtest3: mtest3.o liblmdb.a
|
||||
mtest4: mtest4.o liblmdb.a
|
||||
mtest5: mtest5.o liblmdb.a
|
||||
mtest6: mtest6.o liblmdb.a
|
||||
wbench: wbench.o liblmdb.a
|
||||
|
||||
mdb.o: mdb.c lmdb.h midl.h
|
||||
$(CC) $(CFLAGS) $(CPPFLAGS) -c mdb.c
|
||||
|
||||
2
mdb.c
2
mdb.c
@@ -36,7 +36,7 @@
|
||||
#include "../../include/reopenldap.h"
|
||||
|
||||
#ifndef MDB_DEBUG
|
||||
# define MDB_DEBUG 1
|
||||
# define MDB_DEBUG 0
|
||||
#endif
|
||||
|
||||
#include <sys/types.h>
|
||||
|
||||
258
wbench.c
Normal file
258
wbench.c
Normal file
@@ -0,0 +1,258 @@
|
||||
/*
|
||||
Copyright (c) 2015 Leonid Yuriev <leo@yuriev.ru>.
|
||||
Copyright (c) 2015 Peter-Service R&D LLC.
|
||||
|
||||
This file is part of ReOpenLDAP.
|
||||
|
||||
ReOpenLDAP is free software; you can redistribute it and/or modify it under
|
||||
the terms of the GNU Affero General Public License as published by
|
||||
the Free Software Foundation; either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
ReOpenLDAP is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU Affero General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU Affero General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
#include <stdio.h>
|
||||
#include <stdlib.h>
|
||||
#include <time.h>
|
||||
#include <unistd.h>
|
||||
#include <sys/stat.h>
|
||||
#include <sys/types.h>
|
||||
#include <sys/time.h>
|
||||
#include <sys/resource.h>
|
||||
|
||||
#include "lmdb.h"
|
||||
|
||||
#define E(expr) CHECK((rc = (expr)) == MDB_SUCCESS, #expr)
|
||||
#define RES(err, expr) ((rc = expr) == (err) || (CHECK(!rc, #expr), 0))
|
||||
#define CHECK(test, msg) ((test) ? (void)0 : ((void)fprintf(stderr, \
|
||||
"%s:%d: %s: %s\n", __FILE__, __LINE__, msg, mdb_strerror(rc)), abort()))
|
||||
|
||||
#define DBPATH "./testdb"
|
||||
|
||||
struct t0 {
|
||||
struct rusage ru;
|
||||
struct timespec ts;
|
||||
};
|
||||
|
||||
void t0(struct t0 *t0)
|
||||
{
|
||||
int rc;
|
||||
E(getrusage(RUSAGE_SELF, &t0->ru));
|
||||
E(clock_gettime(CLOCK_MONOTONIC_RAW, &t0->ts));
|
||||
}
|
||||
|
||||
struct info {
|
||||
double wall_s, cpu_sys_s, cpu_user_s;
|
||||
long iops_r, iops_w, iops_pf;
|
||||
};
|
||||
|
||||
double delta_s(const struct timeval *begin, const struct timeval *end)
|
||||
{
|
||||
return end->tv_sec - begin->tv_sec
|
||||
+ (end->tv_usec - begin->tv_usec) / 1000000.0;
|
||||
}
|
||||
|
||||
double delta2_s(const struct timespec *begin, const struct timespec *end)
|
||||
{
|
||||
return end->tv_sec - begin->tv_sec
|
||||
+ (end->tv_nsec - begin->tv_nsec) / 1000000000.0;
|
||||
}
|
||||
|
||||
void measure(const struct t0 *t0, struct info *i)
|
||||
{
|
||||
struct t0 t1;
|
||||
int rc;
|
||||
|
||||
E(clock_gettime(CLOCK_MONOTONIC_RAW, &t1.ts));
|
||||
E(getrusage(RUSAGE_SELF, &t1.ru));
|
||||
|
||||
i->wall_s = delta2_s(&t0->ts, &t1.ts);
|
||||
i->cpu_user_s = delta_s(&t0->ru.ru_utime, &t1.ru.ru_utime);
|
||||
i->cpu_sys_s = delta_s(&t0->ru.ru_stime, &t1.ru.ru_stime);
|
||||
i->iops_r = t1.ru.ru_inblock - t0->ru.ru_inblock;
|
||||
i->iops_w = t1.ru.ru_oublock - t0->ru.ru_oublock;
|
||||
i->iops_pf = t1.ru.ru_majflt - t0->ru.ru_majflt
|
||||
+ t1.ru.ru_minflt - t0->ru.ru_minflt;
|
||||
}
|
||||
|
||||
void print(struct info *i)
|
||||
{
|
||||
printf("wall-clock %.3f, iops: %lu reads, %lu writes, %lu page-faults, "
|
||||
"cpu: %.3f user, %.3f sys\n",
|
||||
i->wall_s, i->iops_r, i->iops_w, i->iops_pf, i->cpu_user_s, i->cpu_sys_s);
|
||||
|
||||
}
|
||||
|
||||
static void wbench(int flags, int mb, int count, int salt)
|
||||
{
|
||||
MDB_env *env;
|
||||
MDB_dbi dbi;
|
||||
MDB_txn *txn;
|
||||
MDB_val key, data;
|
||||
unsigned key_value = salt;
|
||||
char data_value[777];
|
||||
int i, rc;
|
||||
struct t0 start;
|
||||
struct info ra, rd, rs, rt;
|
||||
|
||||
mkdir(DBPATH, 0755);
|
||||
unlink(DBPATH "/data.mdb");
|
||||
unlink(DBPATH "/lock.mdb");
|
||||
|
||||
printf("\nProbing %d Mb, %d items, flags:", mb, count);
|
||||
if (flags & MDB_NOSYNC)
|
||||
printf(" NOSYNC");
|
||||
if (flags & MDB_NOMETASYNC)
|
||||
printf(" NOMETASYNC");
|
||||
if (flags & MDB_WRITEMAP)
|
||||
printf(" WRITEMAP");
|
||||
if (flags & MDB_MAPASYNC)
|
||||
printf(" MAPASYNC");
|
||||
#if defined(MDB_COALESCE) && defined(MDB_LIFORECLAIM)
|
||||
if (flags & MDB_COALESCE)
|
||||
printf(" COALESCE");
|
||||
if (flags & MDB_LIFORECLAIM)
|
||||
printf(" LIFO");
|
||||
#endif
|
||||
printf(" 0x%X\n", flags);
|
||||
|
||||
E(mdb_env_create(&env));
|
||||
E(mdb_env_set_mapsize(env, (1ull << 20) * mb));
|
||||
E(mdb_env_open(env, "./testdb", flags, 0664));
|
||||
|
||||
key.mv_size = sizeof(key_value);
|
||||
key.mv_data = &key_value;
|
||||
data.mv_size = sizeof(data_value);
|
||||
data.mv_data = &data_value;
|
||||
|
||||
printf("\tAdding %d values...", count);
|
||||
fflush(stdout);
|
||||
key_value = salt;
|
||||
t0(&start);
|
||||
for(i = 0; i < count; ++i) {
|
||||
E(mdb_txn_begin(env, NULL, 0, &txn));
|
||||
E(mdb_dbi_open(txn, NULL, 0, &dbi));
|
||||
|
||||
snprintf(data_value, sizeof(data_value), "value=%u", key_value);
|
||||
E(mdb_put(txn, dbi, &key, &data, MDB_NOOVERWRITE));
|
||||
E(mdb_txn_commit(txn));
|
||||
|
||||
key_value = key_value * 1664525 + 1013904223;
|
||||
}
|
||||
measure(&start, &ra);
|
||||
print(&ra);
|
||||
|
||||
printf("\tDeleting %d values...", count);
|
||||
fflush(stdout);
|
||||
key_value = salt;
|
||||
t0(&start);
|
||||
for(i = 0; i < count; ++i) {
|
||||
E(mdb_txn_begin(env, NULL, 0, &txn));
|
||||
E(mdb_dbi_open(txn, NULL, 0, &dbi));
|
||||
|
||||
E(mdb_del(txn, dbi, &key, NULL));
|
||||
E(mdb_txn_commit(txn));
|
||||
|
||||
key_value = key_value * 1664525 + 1013904223;
|
||||
}
|
||||
measure(&start, &rd);
|
||||
print(&rd);
|
||||
|
||||
printf("\tCheckpoint...");
|
||||
fflush(stdout);
|
||||
t0(&start);
|
||||
mdb_env_sync(env, 1);
|
||||
measure(&start, &rs);
|
||||
print(&rs);
|
||||
|
||||
mdb_env_close(env);
|
||||
rt.wall_s = ra.wall_s + rd.wall_s + rs.wall_s;
|
||||
rt.cpu_sys_s = ra.cpu_sys_s + rd.cpu_sys_s + rs.cpu_sys_s;
|
||||
rt.cpu_user_s = ra.cpu_user_s + rd.cpu_user_s + rs.cpu_user_s;
|
||||
rt.iops_r = ra.iops_r + rd.iops_r + rs.iops_r;
|
||||
rt.iops_w = ra.iops_w + rd.iops_w + rs.iops_w;
|
||||
rt.iops_pf = ra.iops_pf + rd.iops_pf + rs.iops_pf;
|
||||
printf("Total ");
|
||||
print(&rt);
|
||||
|
||||
fprintf(stderr, "flags: ");
|
||||
if (flags & MDB_NOSYNC)
|
||||
fprintf(stderr, " NOSYNC");
|
||||
if (flags & MDB_NOMETASYNC)
|
||||
fprintf(stderr, " NOMETASYNC");
|
||||
if (flags & MDB_WRITEMAP)
|
||||
fprintf(stderr, " WRITEMAP");
|
||||
if (flags & MDB_MAPASYNC)
|
||||
fprintf(stderr, " MAPASYNC");
|
||||
#if defined(MDB_COALESCE) && defined(MDB_LIFORECLAIM)
|
||||
if (flags & MDB_COALESCE)
|
||||
fprintf(stderr, " COALESCE");
|
||||
if (flags & MDB_LIFORECLAIM)
|
||||
fprintf(stderr, " LIFO");
|
||||
#endif
|
||||
fprintf(stderr, "\t%.3f\t%.3f\t%.3f\t%.3f\n", rt.iops_w / 1000.0, rt.cpu_user_s, rt.cpu_sys_s, rt.wall_s);
|
||||
|
||||
}
|
||||
|
||||
int main(int argc,char * argv[])
|
||||
{
|
||||
#define SALT 1
|
||||
#define COUNT 10000
|
||||
#define SIZE 12
|
||||
|
||||
printf("\nDefault 'sync' mode...");
|
||||
wbench(0, SIZE, COUNT, SALT);
|
||||
#if defined(MDB_COALESCE) && defined(MDB_LIFORECLAIM)
|
||||
// wbench(MDB_COALESCE, SIZE, COUNT, SALT);
|
||||
wbench(MDB_COALESCE | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
|
||||
// wbench(MDB_LIFORECLAIM, SIZE, COUNT, SALT);
|
||||
#endif
|
||||
|
||||
printf("\nno-meta-sync hack...");
|
||||
wbench(MDB_NOMETASYNC, SIZE, COUNT, SALT);
|
||||
#if defined(MDB_COALESCE) && defined(MDB_LIFORECLAIM)
|
||||
// wbench(MDB_NOMETASYNC | MDB_COALESCE, SIZE, COUNT, SALT);
|
||||
wbench(MDB_NOMETASYNC | MDB_COALESCE | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
|
||||
// wbench(MDB_NOMETASYNC | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
|
||||
#endif
|
||||
|
||||
printf("\nno-sync...");
|
||||
wbench(MDB_NOSYNC, SIZE, COUNT, SALT);
|
||||
#if defined(MDB_COALESCE) && defined(MDB_LIFORECLAIM)
|
||||
// wbench(MDB_NOSYNC | MDB_COALESCE, SIZE, COUNT, SALT);
|
||||
// wbench(MDB_NOSYNC | MDB_COALESCE | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
|
||||
// wbench(MDB_NOSYNC | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
|
||||
#endif
|
||||
|
||||
printf("\nr/w-map...");
|
||||
wbench(MDB_WRITEMAP, SIZE, COUNT, SALT);
|
||||
#if defined(MDB_COALESCE) && defined(MDB_LIFORECLAIM)
|
||||
// wbench(MDB_WRITEMAP | MDB_COALESCE, SIZE, COUNT, SALT);
|
||||
wbench(MDB_WRITEMAP | MDB_COALESCE | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
|
||||
// wbench(MDB_WRITEMAP | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
|
||||
#endif
|
||||
|
||||
printf("\nasync...");
|
||||
wbench(MDB_WRITEMAP | MDB_MAPASYNC, SIZE, COUNT, SALT);
|
||||
#if defined(MDB_COALESCE) && defined(MDB_LIFORECLAIM)
|
||||
// wbench(MDB_WRITEMAP | MDB_MAPASYNC | MDB_COALESCE, SIZE, COUNT, SALT);
|
||||
wbench(MDB_WRITEMAP | MDB_MAPASYNC | MDB_COALESCE | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
|
||||
// wbench(MDB_WRITEMAP | MDB_MAPASYNC | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
|
||||
#endif
|
||||
|
||||
printf("\nr/w-map + no-sync...");
|
||||
wbench(MDB_NOSYNC | MDB_WRITEMAP, SIZE, COUNT, SALT);
|
||||
#if defined(MDB_COALESCE) && defined(MDB_LIFORECLAIM)
|
||||
// wbench(MDB_NOSYNC | MDB_WRITEMAP | MDB_COALESCE, SIZE, COUNT, SALT);
|
||||
wbench(MDB_NOSYNC | MDB_WRITEMAP | MDB_COALESCE | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
|
||||
// wbench(MDB_NOSYNC | MDB_WRITEMAP | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
|
||||
#endif
|
||||
|
||||
return 0;
|
||||
}
|
||||
Reference in New Issue
Block a user