lmdb: simple write benchmark.

Change-Id: Iadcbe8ad5922b2ecf1ea597b188ef368bc097185

.gitignore

@@ -1,4 +1,5 @@
 mtest[0123456]
+wbench
 testdb
 mdb_copy
 mdb_stat

Makefile

@@ -23,7 +23,7 @@ THREADS = -pthread
 XCFLAGS ?= $(CFLAGS)
 OPT	= -O2 -g
 CFLAGS	:= $(THREADS) $(OPT) $(W) $(XCFLAGS)
-LDLIBS	=
+LDLIBS	= -lrt
 SOLIBS	=
 prefix	?= /usr/local
 
@@ -33,7 +33,7 @@ IHDRS	= lmdb.h
 ILIBS	= liblmdb.a liblmdb.so
 IPROGS	= mdb_stat mdb_copy mdb_dump mdb_load mdb_chk
 IDOCS	= mdb_stat.1 mdb_copy.1 mdb_dump.1 mdb_load.1
-PROGS	= $(IPROGS) mtest0 mtest1 mtest2 mtest3 mtest4 mtest5 mtest6
+PROGS	= $(IPROGS) mtest0 mtest1 mtest2 mtest3 mtest4 mtest5 mtest6 wbench
 all:	$(ILIBS) $(PROGS)
 
 install: $(ILIBS) $(IPROGS) $(IHDRS)
@@ -75,6 +75,7 @@ mtest3:	mtest3.o liblmdb.a
 mtest4:	mtest4.o liblmdb.a
 mtest5:	mtest5.o liblmdb.a
 mtest6:	mtest6.o liblmdb.a
+wbench:	wbench.o liblmdb.a
 
 mdb.o: mdb.c lmdb.h midl.h
 	$(CC) $(CFLAGS) $(CPPFLAGS) -c mdb.c

mdb.c

@@ -36,7 +36,7 @@
 #include "../../include/reopenldap.h"
 
 #ifndef MDB_DEBUG
-#	define MDB_DEBUG 1
+#	define MDB_DEBUG 0
 #endif
 
 #include <sys/types.h>

wbench.c

@@ -0,0 +1,258 @@
+/*
+	Copyright (c) 2015 Leonid Yuriev <leo@yuriev.ru>.
+	Copyright (c) 2015 Peter-Service R&D LLC.
+
+	This file is part of ReOpenLDAP.
+
+	ReOpenLDAP is free software; you can redistribute it and/or modify it under
+	the terms of the GNU Affero General Public License as published by
+	the Free Software Foundation; either version 3 of the License, or
+	(at your option) any later version.
+
+	ReOpenLDAP is distributed in the hope that it will be useful,
+	but WITHOUT ANY WARRANTY; without even the implied warranty of
+	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+	GNU Affero General Public License for more details.
+
+	You should have received a copy of the GNU Affero General Public License
+	along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+#include <stdio.h>
+#include <stdlib.h>
+#include <time.h>
+#include <unistd.h>
+#include <sys/stat.h>
+#include <sys/types.h>
+#include <sys/time.h>
+#include <sys/resource.h>
+
+#include "lmdb.h"
+
+#define E(expr) CHECK((rc = (expr)) == MDB_SUCCESS, #expr)
+#define RES(err, expr) ((rc = expr) == (err) || (CHECK(!rc, #expr), 0))
+#define CHECK(test, msg) ((test) ? (void)0 : ((void)fprintf(stderr, \
+	"%s:%d: %s: %s\n", __FILE__, __LINE__, msg, mdb_strerror(rc)), abort()))
+
+#define DBPATH "./testdb"
+
+struct t0 {
+	struct rusage ru;
+	struct timespec ts;
+};
+
+void t0(struct t0 *t0)
+{
+	int rc;
+	E(getrusage(RUSAGE_SELF, &t0->ru));
+	E(clock_gettime(CLOCK_MONOTONIC_RAW, &t0->ts));
+}
+
+struct info {
+	double wall_s, cpu_sys_s, cpu_user_s;
+	long iops_r, iops_w, iops_pf;
+};
+
+double delta_s(const struct timeval *begin, const struct timeval *end)
+{
+	return end->tv_sec - begin->tv_sec
+		+ (end->tv_usec - begin->tv_usec) / 1000000.0;
+}
+
+double delta2_s(const struct timespec *begin, const struct timespec *end)
+{
+	return end->tv_sec - begin->tv_sec
+		+ (end->tv_nsec - begin->tv_nsec) / 1000000000.0;
+}
+
+void measure(const struct t0 *t0, struct info *i)
+{
+	struct t0 t1;
+	int rc;
+
+	E(clock_gettime(CLOCK_MONOTONIC_RAW, &t1.ts));
+	E(getrusage(RUSAGE_SELF, &t1.ru));
+
+	i->wall_s = delta2_s(&t0->ts, &t1.ts);
+	i->cpu_user_s = delta_s(&t0->ru.ru_utime, &t1.ru.ru_utime);
+	i->cpu_sys_s = delta_s(&t0->ru.ru_stime, &t1.ru.ru_stime);
+	i->iops_r = t1.ru.ru_inblock - t0->ru.ru_inblock;
+	i->iops_w = t1.ru.ru_oublock - t0->ru.ru_oublock;
+	i->iops_pf = t1.ru.ru_majflt - t0->ru.ru_majflt
+			 + t1.ru.ru_minflt - t0->ru.ru_minflt;
+}
+
+void print(struct info *i)
+{
+	printf("wall-clock %.3f, iops: %lu reads, %lu writes, %lu page-faults, "
+		   "cpu: %.3f user, %.3f sys\n",
+		   i->wall_s, i->iops_r, i->iops_w, i->iops_pf, i->cpu_user_s, i->cpu_sys_s);
+
+}
+
+static void wbench(int flags, int mb, int count, int salt)
+{
+	MDB_env *env;
+	MDB_dbi dbi;
+	MDB_txn *txn;
+	MDB_val key, data;
+	unsigned key_value = salt;
+	char data_value[777];
+	int i, rc;
+	struct t0 start;
+	struct info ra, rd, rs, rt;
+
+	mkdir(DBPATH, 0755);
+	unlink(DBPATH "/data.mdb");
+	unlink(DBPATH "/lock.mdb");
+
+	printf("\nProbing %d Mb, %d items, flags:", mb, count);
+	if (flags & MDB_NOSYNC)
+		printf(" NOSYNC");
+	if (flags & MDB_NOMETASYNC)
+		printf(" NOMETASYNC");
+	if (flags & MDB_WRITEMAP)
+		printf(" WRITEMAP");
+	if (flags & MDB_MAPASYNC)
+		printf(" MAPASYNC");
+#if defined(MDB_COALESCE) && defined(MDB_LIFORECLAIM)
+	if (flags & MDB_COALESCE)
+		printf(" COALESCE");
+	if (flags & MDB_LIFORECLAIM)
+		printf(" LIFO");
+#endif
+	printf(" 0x%X\n", flags);
+
+	E(mdb_env_create(&env));
+	E(mdb_env_set_mapsize(env, (1ull << 20) * mb));
+	E(mdb_env_open(env, "./testdb", flags, 0664));
+
+	key.mv_size = sizeof(key_value);
+	key.mv_data = &key_value;
+	data.mv_size = sizeof(data_value);
+	data.mv_data = &data_value;
+
+	printf("\tAdding %d values...", count);
+	fflush(stdout);
+	key_value = salt;
+	t0(&start);
+	for(i = 0; i < count; ++i) {
+		E(mdb_txn_begin(env, NULL, 0, &txn));
+		E(mdb_dbi_open(txn, NULL, 0, &dbi));
+
+		snprintf(data_value, sizeof(data_value), "value=%u", key_value);
+		E(mdb_put(txn, dbi, &key, &data, MDB_NOOVERWRITE));
+		E(mdb_txn_commit(txn));
+
+		key_value = key_value * 1664525 + 1013904223;
+	}
+	measure(&start, &ra);
+	print(&ra);
+
+	printf("\tDeleting %d values...", count);
+	fflush(stdout);
+	key_value = salt;
+	t0(&start);
+	for(i = 0; i < count; ++i) {
+		E(mdb_txn_begin(env, NULL, 0, &txn));
+		E(mdb_dbi_open(txn, NULL, 0, &dbi));
+
+		E(mdb_del(txn, dbi, &key, NULL));
+		E(mdb_txn_commit(txn));
+
+		key_value = key_value * 1664525 + 1013904223;
+	}
+	measure(&start, &rd);
+	print(&rd);
+
+	printf("\tCheckpoint...");
+	fflush(stdout);
+	t0(&start);
+	mdb_env_sync(env, 1);
+	measure(&start, &rs);
+	print(&rs);
+
+	mdb_env_close(env);
+	rt.wall_s = ra.wall_s + rd.wall_s + rs.wall_s;
+	rt.cpu_sys_s = ra.cpu_sys_s + rd.cpu_sys_s + rs.cpu_sys_s;
+	rt.cpu_user_s = ra.cpu_user_s + rd.cpu_user_s + rs.cpu_user_s;
+	rt.iops_r = ra.iops_r + rd.iops_r + rs.iops_r;
+	rt.iops_w = ra.iops_w + rd.iops_w + rs.iops_w;
+	rt.iops_pf = ra.iops_pf + rd.iops_pf + rs.iops_pf;
+	printf("Total ");
+	print(&rt);
+
+	fprintf(stderr, "flags: ");
+	if (flags & MDB_NOSYNC)
+		fprintf(stderr, " NOSYNC");
+	if (flags & MDB_NOMETASYNC)
+		fprintf(stderr, " NOMETASYNC");
+	if (flags & MDB_WRITEMAP)
+		fprintf(stderr, " WRITEMAP");
+	if (flags & MDB_MAPASYNC)
+		fprintf(stderr, " MAPASYNC");
+#if defined(MDB_COALESCE) && defined(MDB_LIFORECLAIM)
+	if (flags & MDB_COALESCE)
+		fprintf(stderr, " COALESCE");
+	if (flags & MDB_LIFORECLAIM)
+		fprintf(stderr, " LIFO");
+#endif
+	fprintf(stderr, "\t%.3f\t%.3f\t%.3f\t%.3f\n", rt.iops_w / 1000.0, rt.cpu_user_s, rt.cpu_sys_s, rt.wall_s);
+
+}
+
+int main(int argc,char * argv[])
+{
+#define SALT	1
+#define COUNT	10000
+#define SIZE	12
+
+	printf("\nDefault 'sync' mode...");
+	wbench(0, SIZE, COUNT, SALT);
+#if defined(MDB_COALESCE) && defined(MDB_LIFORECLAIM)
+//	wbench(MDB_COALESCE, SIZE, COUNT, SALT);
+	wbench(MDB_COALESCE | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
+//	wbench(MDB_LIFORECLAIM, SIZE, COUNT, SALT);
+#endif
+
+	printf("\nno-meta-sync hack...");
+	wbench(MDB_NOMETASYNC, SIZE, COUNT, SALT);
+#if defined(MDB_COALESCE) && defined(MDB_LIFORECLAIM)
+//	wbench(MDB_NOMETASYNC | MDB_COALESCE, SIZE, COUNT, SALT);
+	wbench(MDB_NOMETASYNC | MDB_COALESCE | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
+//	wbench(MDB_NOMETASYNC | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
+#endif
+
+	printf("\nno-sync...");
+	wbench(MDB_NOSYNC, SIZE, COUNT, SALT);
+#if defined(MDB_COALESCE) && defined(MDB_LIFORECLAIM)
+//	wbench(MDB_NOSYNC | MDB_COALESCE, SIZE, COUNT, SALT);
+//	wbench(MDB_NOSYNC | MDB_COALESCE | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
+//	wbench(MDB_NOSYNC | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
+#endif
+
+	printf("\nr/w-map...");
+	wbench(MDB_WRITEMAP, SIZE, COUNT, SALT);
+#if defined(MDB_COALESCE) && defined(MDB_LIFORECLAIM)
+//	wbench(MDB_WRITEMAP | MDB_COALESCE, SIZE, COUNT, SALT);
+	wbench(MDB_WRITEMAP | MDB_COALESCE | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
+//	wbench(MDB_WRITEMAP | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
+#endif
+
+	printf("\nasync...");
+	wbench(MDB_WRITEMAP | MDB_MAPASYNC, SIZE, COUNT, SALT);
+#if defined(MDB_COALESCE) && defined(MDB_LIFORECLAIM)
+//	wbench(MDB_WRITEMAP | MDB_MAPASYNC | MDB_COALESCE, SIZE, COUNT, SALT);
+	wbench(MDB_WRITEMAP | MDB_MAPASYNC | MDB_COALESCE | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
+//	wbench(MDB_WRITEMAP | MDB_MAPASYNC | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
+#endif
+
+	printf("\nr/w-map + no-sync...");
+	wbench(MDB_NOSYNC | MDB_WRITEMAP, SIZE, COUNT, SALT);
+#if defined(MDB_COALESCE) && defined(MDB_LIFORECLAIM)
+//	wbench(MDB_NOSYNC | MDB_WRITEMAP | MDB_COALESCE, SIZE, COUNT, SALT);
+	wbench(MDB_NOSYNC | MDB_WRITEMAP | MDB_COALESCE | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
+//	wbench(MDB_NOSYNC | MDB_WRITEMAP | MDB_LIFORECLAIM, SIZE, COUNT, SALT);
+#endif
+
+	return 0;
+}