# GNU Makefile for libmdbx, https://abf.io/erthink/libmdbx ######################################################################## # Configuration. The compiler options must enable threaded compilation. # # Preprocessor macros (for XCFLAGS) of interest... # Note that the defaults should already be correct for most # platforms; you should not need to change any of these. # Read their descriptions in mdb.c if you do. There may be # other macros of interest. You should read mdb.c # before changing any of them. # # install sandbox SANDBOX ?= # install prefixes (inside sandbox) prefix ?= /usr/local mandir ?= $(prefix)/man # lib/bin suffix for multiarch/biarch, e.g. '.x86_64' suffix ?= CC ?= gcc CXX ?= g++ LD ?= ld CFLAGS ?= -O2 -g3 -Wall -Werror -Wextra -ffunction-sections -fPIC -fvisibility=hidden XCFLAGS ?= -DNDEBUG=1 -DLIBMDBX_EXPORTS=1 CFLAGS += -D_GNU_SOURCE=1 -std=gnu11 -pthread $(XCFLAGS) CXXFLAGS = -std=c++11 $(filter-out -std=gnu11,$(CFLAGS)) TESTDB ?= $(shell [ -d /dev/shm ] && echo /dev/shm || echo /tmp)/mdbx-test.db TESTLOG ?= $(shell [ -d /dev/shm ] && echo /dev/shm || echo /tmp)/mdbx-test.log # LY: '--no-as-needed,-lrt' for ability to built with modern glibc, but then run with the old LDFLAGS ?= $(shell $(LD) --help 2>/dev/null | grep -q -- --gc-sections && echo '-Wl,--gc-sections,-z,relro,-O1')$(shell $(LD) --help 2>/dev/null | grep -q -- -dead_strip && echo '-Wl,-dead_strip') EXE_LDFLAGS ?= -pthread # LY: just for benchmarking IOARENA ?= $(shell \ (test -x ../ioarena/@BUILD/src/ioarena && echo ../ioarena/@BUILD/src/ioarena) || \ (test -x ../../@BUILD/src/ioarena && echo ../../@BUILD/src/ioarena) || \ (test -x ../../src/ioarena && echo ../../src/ioarena) || which ioarena) NN ?= 25000000 ######################################################################## ifdef MSVC UNAME := Windows LCK_IMPL := windows TEST_OSAL := windows TEST_ITER := 42 else UNAME := $(shell uname -s 2>/dev/null || echo Unknown) define uname2lck case "$(UNAME)" in Linux) echo linux;; CYGWIN*|MINGW*|MSYS*|Windows*) echo windows;; *) echo posix;; esac endef define uname2osal case "$(UNAME)" in CYGWIN*|MINGW*|MSYS*|Windows*) echo windows;; *) echo unix;; esac endef define uname2titer case "$(UNAME)" in Darwin*|Mach*) echo 3;; *) echo 42;; esac endef define uname2suffix case "$(UNAME)" in Darwin*|Mach*) echo dylib;; CYGWIN*|MINGW*|MSYS*|Windows*) echo dll;; *) echo so;; esac endef LCK_IMPL := $(shell $(uname2lck)) TEST_OSAL := $(shell $(uname2osal)) TEST_ITER := $(shell $(uname2titer)) SO_SUFFIX := $(shell $(uname2suffix)) endif HEADERS := mdbx.h LIBRARIES := libmdbx.a libmdbx.$(SO_SUFFIX) TOOLS := mdbx_stat mdbx_copy mdbx_dump mdbx_load mdbx_chk MANPAGES := mdbx_stat.1 mdbx_copy.1 mdbx_dump.1 mdbx_load.1 SHELL := /bin/bash CORE_SRC := src/lck-$(LCK_IMPL).c $(filter-out $(wildcard src/lck-*.c), $(wildcard src/*.c)) CORE_INC := $(wildcard src/*.h) CORE_OBJ := $(patsubst %.c,%.o,$(CORE_SRC)) TEST_SRC := test/osal-$(TEST_OSAL).cc $(filter-out $(wildcard test/osal-*.cc), $(wildcard test/*.cc)) TEST_INC := $(wildcard test/*.h) TEST_OBJ := $(patsubst %.cc,%.o,$(TEST_SRC)) .PHONY: mdbx all install clean check coverage all: $(LIBRARIES) $(TOOLS) mdbx_test example mdbx: libmdbx.a libmdbx.$(SO_SUFFIX) example: mdbx.h tutorial/sample-mdbx.c libmdbx.$(SO_SUFFIX) $(CC) $(CFLAGS) -I. tutorial/sample-mdbx.c ./libmdbx.$(SO_SUFFIX) -o example tools: $(TOOLS) install: $(LIBRARIES) $(TOOLS) $(HEADERS) mkdir -p $(SANDBOX)$(prefix)/bin$(suffix) \ && cp -t $(SANDBOX)$(prefix)/bin$(suffix) $(TOOLS) && \ mkdir -p $(SANDBOX)$(prefix)/lib$(suffix) \ && cp -t $(SANDBOX)$(prefix)/lib$(suffix) $(LIBRARIES) && \ mkdir -p $(SANDBOX)$(prefix)/include \ && cp -t $(SANDBOX)$(prefix)/include $(HEADERS) && \ mkdir -p $(SANDBOX)$(mandir)/man1 \ && cp -t $(SANDBOX)$(mandir)/man1 $(MANPAGES) clean: rm -rf $(TOOLS) mdbx_test @* *.[ao] *.[ls]o *~ tmp.db/* *.gcov *.log *.err src/*.o test/*.o check: all rm -f $(TESTDB) $(TESTLOG) && (set -o pipefail; ./mdbx_test --repeat=$(TEST_ITER) --pathname=$(TESTDB) --dont-cleanup-after basic | tee -a $(TESTLOG) | tail -n 42) \ && ./mdbx_chk -vvn $(TESTDB) && ./mdbx_chk -vvn $(TESTDB)-copy check-singleprocess: all rm -f $(TESTDB) $(TESTLOG) && (set -o pipefail; \ ./mdbx_test --repeat=4 --pathname=$(TESTDB) --dont-cleanup-after --hill && \ ./mdbx_test --repeat=2 --pathname=$(TESTDB) --dont-cleanup-before --dont-cleanup-after --copy \ | tee -a $(TESTLOG) | tail -n 42) \ && ./mdbx_chk -vvn $(TESTDB) && ./mdbx_chk -vvn $(TESTDB)-copy check-fault: all rm -f $(TESTDB) $(TESTLOG) && (set -o pipefail; ./mdbx_test --pathname=$(TESTDB) --inject-writefault=42 --dump-config --dont-cleanup-after basic | tee -a $(TESTLOG) | tail -n 42) \ ; ./mdbx_chk -vvnw $(TESTDB) && ([ ! -e $(TESTDB)-copy ] || ./mdbx_chk -vvn $(TESTDB)-copy) define core-rule $(patsubst %.c,%.o,$(1)): $(1) $(CORE_INC) mdbx.h Makefile $(CC) $(CFLAGS) -c $(1) -o $$@ endef $(foreach file,$(CORE_SRC),$(eval $(call core-rule,$(file)))) define test-rule $(patsubst %.cc,%.o,$(1)): $(1) $(TEST_INC) mdbx.h Makefile $(CXX) $(CXXFLAGS) -c $(1) -o $$@ endef $(foreach file,$(TEST_SRC),$(eval $(call test-rule,$(file)))) libmdbx.a: $(CORE_OBJ) $(AR) rs $@ $? libmdbx.$(SO_SUFFIX): $(CORE_OBJ) $(CC) $(CFLAGS) -save-temps $^ -pthread -shared $(LDFLAGS) -o $@ mdbx_%: src/tools/mdbx_%.c libmdbx.a $(CC) $(CFLAGS) $^ $(EXE_LDFLAGS) -o $@ mdbx_test: $(TEST_OBJ) libmdbx.$(SO_SUFFIX) $(CXX) $(CXXFLAGS) $(TEST_OBJ) -Wl,-rpath . -L . -l mdbx $(EXE_LDFLAGS) -o $@ ############################################################################### ifneq ($(wildcard $(IOARENA)),) .PHONY: bench clean-bench re-bench clean-bench: rm -rf bench-*.txt _ioarena/* re-bench: clean-bench bench define bench-rule bench-$(1)_$(2).txt: $(3) $(IOARENA) Makefile LD_LIBRARY_PATH="./:$$$${LD_LIBRARY_PATH}" \ $(IOARENA) -D $(1) -B crud -m nosync -n $(2) \ | tee $$@ | grep throughput && \ LD_LIBRARY_PATH="./:$$$${LD_LIBRARY_PATH}" \ $(IOARENA) -D $(1) -B get,iterate -m sync -r 4 -n $(2) \ | tee -a $$@ | grep throughput \ || mv -f $$@ $$@.error endef $(eval $(call bench-rule,mdbx,$(NN),libmdbx.$(SO_SUFFIX))) $(eval $(call bench-rule,sophia,$(NN))) $(eval $(call bench-rule,leveldb,$(NN))) $(eval $(call bench-rule,rocksdb,$(NN))) $(eval $(call bench-rule,wiredtiger,$(NN))) $(eval $(call bench-rule,forestdb,$(NN))) $(eval $(call bench-rule,lmdb,$(NN))) $(eval $(call bench-rule,nessdb,$(NN))) $(eval $(call bench-rule,sqlite3,$(NN))) $(eval $(call bench-rule,ejdb,$(NN))) $(eval $(call bench-rule,vedisdb,$(NN))) $(eval $(call bench-rule,dummy,$(NN))) $(eval $(call bench-rule,debug,10)) bench: bench-mdbx_$(NN).txt .PHONY: bench-debug bench-debug: bench-debug_10.txt bench-quartet: bench-mdbx_$(NN).txt bench-lmdb_$(NN).txt bench-rocksdb_$(NN).txt bench-wiredtiger_$(NN).txt endif ############################################################################### ci-rule = ( CC=$$(which $1); if [ -n "$$CC" ]; then \ echo -n "probe by $2 ($$(readlink -f $$(which $$CC))): " && \ $(MAKE) clean >$1.log 2>$1.err && \ $(MAKE) CC=$$(readlink -f $$CC) XCFLAGS="-UNDEBUG -DMDBX_DEBUG=2 -DLIBMDBX_EXPORTS=1" check 1>$1.log 2>$1.err && echo "OK" \ || ( echo "FAILED"; cat $1.err >&2; exit 1 ); \ else echo "no $2 ($1) for probe"; fi; ) ci: @if [ "$$(readlink -f $$(which $(CC)))" != "$$(readlink -f $$(which gcc || echo /bin/false))" -a \ "$$(readlink -f $$(which $(CC)))" != "$$(readlink -f $$(which clang || echo /bin/false))" -a \ "$$(readlink -f $$(which $(CC)))" != "$$(readlink -f $$(which icc || echo /bin/false))" ]; then \ $(call ci-rule,$(CC),default C compiler); \ fi @$(call ci-rule,gcc,GCC) @$(call ci-rule,clang,clang LLVM) @$(call ci-rule,icc,Intel C) ############################################################################### CROSS_LIST = mips-linux-gnu-gcc \ powerpc64-linux-gnu-gcc powerpc-linux-gnu-gcc \ arm-linux-gnueabihf-gcc aarch64-linux-gnu-gcc # hppa-linux-gnu-gcc - don't supported by current qemu release # s390x-linux-gnu-gcc - qemu troubles (hang/abort) # sh4-linux-gnu-gcc - qemu troubles (pread syscall, etc) # mips64-linux-gnuabi64-gcc - qemu troubles (pread syscall, etc) # sparc64-linux-gnu-gcc - qemu troubles (fcntl for F_SETLK/F_GETLK) # alpha-linux-gnu-gcc - qemu (or gcc) troubles (coredump) CROSS_LIST_NOQEMU = hppa-linux-gnu-gcc s390x-linux-gnu-gcc \ sh4-linux-gnu-gcc mips64-linux-gnuabi64-gcc \ sparc64-linux-gnu-gcc alpha-linux-gnu-gcc cross-gcc: @echo "CORRESPONDING CROSS-COMPILERs ARE REQUIRED." @echo "FOR INSTANCE: apt install g++-aarch64-linux-gnu g++-alpha-linux-gnu g++-arm-linux-gnueabihf g++-hppa-linux-gnu g++-mips-linux-gnu g++-mips64-linux-gnuabi64 g++-powerpc-linux-gnu g++-powerpc64-linux-gnu g++-s390x-linux-gnu g++-sh4-linux-gnu g++-sparc64-linux-gnu" @for CC in $(CROSS_LIST_NOQEMU) $(CROSS_LIST); do \ echo "===================== $$CC"; \ $(MAKE) clean && CC=$$CC CXX=$$(echo $$CC | sed 's/-gcc/-g++/') EXE_LDFLAGS=-static $(MAKE) all || exit $$?; \ done # # Unfortunately qemu don't provide robust support for futexes. # Therefore it is impossible to run full multi-process tests. cross-qemu: @echo "CORRESPONDING CROSS-COMPILERs AND QEMUs ARE REQUIRED." @echo "FOR INSTANCE: " @echo " 1) apt install g++-aarch64-linux-gnu g++-alpha-linux-gnu g++-arm-linux-gnueabihf g++-hppa-linux-gnu g++-mips-linux-gnu g++-mips64-linux-gnuabi64 g++-powerpc-linux-gnu g++-powerpc64-linux-gnu g++-s390x-linux-gnu g++-sh4-linux-gnu g++-sparc64-linux-gnu" @echo " 2) apt install binfmt-support qemu-user-static qemu-user qemu-system-arm qemu-system-mips qemu-system-misc qemu-system-ppc qemu-system-sparc" @for CC in $(CROSS_LIST); do \ echo "===================== $$CC + qemu"; \ $(MAKE) clean && \ CC=$$CC CXX=$$(echo $$CC | sed 's/-gcc/-g++/') EXE_LDFLAGS=-static XCFLAGS="-DMDBX_SAFE4QEMU $(XCFLAGS)" \ $(MAKE) check-singleprocess || exit $$?; \ done