ISAR/libmdbx
3
0
Fork 0
mirror of https://github.com/isar/libmdbx.git synced 2025-02-02 07:38:21 +08:00
Code Issues Packages Projects Releases Wiki Activity

mdbx: add pgop_stat.gcrtime for collect the time spent loading and searching inside GC.

Browse Source
This commit is contained in:
Леонид Юрьев (Leonid Yuriev) 2022-06-07 21:20:35 +03:00
parent 48c6051482
commit 4f6b92248d
3 changed files with 29 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
mdbx.h
View File

@ -2491,6 +2491,9 @@ struct MDBX_envinfo {
uint64_t unspill; /**< Quantity of unspilled/reloaded pages */ uint64_t unspill; /**< Quantity of unspilled/reloaded pages */
uint64_t wops; /**< Number of explicit write operations (not a pages) uint64_t wops; /**< Number of explicit write operations (not a pages)
to a disk */ to a disk */
uint64_t
gcrtime_seconds16dot16; /**< Time spent loading and searching inside
GC (aka FreeDB) in 1/65536 of second. */
} mi_pgop_stat; } mi_pgop_stat;
}; };
#ifndef __cplusplus #ifndef __cplusplus

23
src/core.c
View File

@ -6602,6 +6602,9 @@ page_alloc_slowpath(MDBX_cursor *mc, const pgno_t num, int flags) {
unsigned re_len = MDBX_PNL_SIZE(re_list); unsigned re_len = MDBX_PNL_SIZE(re_list);
pgno_t *range = nullptr; pgno_t *range = nullptr;
txnid_t oldest = 0, last = 0; txnid_t oldest = 0, last = 0;
#if MDBX_ENABLE_PGOP_STAT
uint64_t timestamp = 0;
#endif /* MDBX_ENABLE_PGOP_STAT */
while (true) { /* hsr-kick retry loop */ while (true) { /* hsr-kick retry loop */
MDBX_cursor_couple recur; MDBX_cursor_couple recur;
@ -6632,6 +6635,10 @@ page_alloc_slowpath(MDBX_cursor *mc, const pgno_t num, int flags) {
? mdbx_find_oldest(txn) ? mdbx_find_oldest(txn)
: atomic_load64(&env->me_lck->mti_oldest_reader, : atomic_load64(&env->me_lck->mti_oldest_reader,
mo_AcquireRelease); mo_AcquireRelease);
#if MDBX_ENABLE_PGOP_STAT
if (likely(timestamp == 0))
timestamp = mdbx_osal_monotime();
#endif /* MDBX_ENABLE_PGOP_STAT */
ret.err = mdbx_cursor_init(&recur.outer, txn, FREE_DBI); ret.err = mdbx_cursor_init(&recur.outer, txn, FREE_DBI);
if (unlikely(ret.err != MDBX_SUCCESS)) if (unlikely(ret.err != MDBX_SUCCESS))
goto fail; goto fail;
@ -6804,6 +6811,11 @@ page_alloc_slowpath(MDBX_cursor *mc, const pgno_t num, int flags) {
/* Done for a kick-reclaim mode, actually no page needed */ /* Done for a kick-reclaim mode, actually no page needed */
if (unlikely(flags & MDBX_ALLOC_SLOT)) { if (unlikely(flags & MDBX_ALLOC_SLOT)) {
mdbx_debug("early-return NULL-page for %s mode", "MDBX_ALLOC_SLOT"); mdbx_debug("early-return NULL-page for %s mode", "MDBX_ALLOC_SLOT");
#if MDBX_ENABLE_PGOP_STAT
mdbx_assert(env, timestamp != 0);
env->me_lck->mti_pgop_stat.gcrtime.weak +=
mdbx_osal_monotime() - timestamp;
#endif /* MDBX_ENABLE_PGOP_STAT */
ret.err = MDBX_SUCCESS; ret.err = MDBX_SUCCESS;
ret.page = NULL; ret.page = NULL;
return ret; return ret;
@ -6942,6 +6954,11 @@ page_alloc_slowpath(MDBX_cursor *mc, const pgno_t num, int flags) {
} }
fail: fail:
#if MDBX_ENABLE_PGOP_STAT
if (timestamp)
env->me_lck->mti_pgop_stat.gcrtime.weak +=
mdbx_osal_monotime() - timestamp;
#endif /* MDBX_ENABLE_PGOP_STAT */
mdbx_assert(env, mdbx_assert(env,
mdbx_pnl_check4assert(txn->tw.reclaimed_pglist, mdbx_pnl_check4assert(txn->tw.reclaimed_pglist,
txn->mt_next_pgno - MDBX_ENABLE_REFUND)); txn->mt_next_pgno - MDBX_ENABLE_REFUND));
@ -6968,6 +6985,10 @@ page_alloc_slowpath(MDBX_cursor *mc, const pgno_t num, int flags) {
done: done:
mdbx_assert(env, !(flags & MDBX_ALLOC_SLOT)); mdbx_assert(env, !(flags & MDBX_ALLOC_SLOT));
mdbx_ensure(env, pgno >= NUM_METAS); mdbx_ensure(env, pgno >= NUM_METAS);
#if MDBX_ENABLE_PGOP_STAT
if (likely(timestamp))
env->me_lck->mti_pgop_stat.gcrtime.weak += mdbx_osal_monotime() - timestamp;
#endif /* MDBX_ENABLE_PGOP_STAT */
if (unlikely(flags & MDBX_ALLOC_FAKE)) { if (unlikely(flags & MDBX_ALLOC_FAKE)) {
mdbx_debug("return NULL-page for %u pages %s allocation", num, mdbx_debug("return NULL-page for %u pages %s allocation", num,
"gc-slot/backlog"); "gc-slot/backlog");
@ -20410,6 +20431,8 @@ __cold static int fetch_envinfo_ex(const MDBX_env *env, const MDBX_txn *txn,
atomic_load64(&lck->mti_pgop_stat.unspill, mo_Relaxed); atomic_load64(&lck->mti_pgop_stat.unspill, mo_Relaxed);
arg->mi_pgop_stat.wops = arg->mi_pgop_stat.wops =
atomic_load64(&lck->mti_pgop_stat.wops, mo_Relaxed); atomic_load64(&lck->mti_pgop_stat.wops, mo_Relaxed);
arg->mi_pgop_stat.gcrtime_seconds16dot16 = mdbx_osal_monotime_to_16dot16(
atomic_load64(&lck->mti_pgop_stat.gcrtime, mo_Relaxed));
#else #else
memset(&arg->mi_pgop_stat, 0, sizeof(arg->mi_pgop_stat)); memset(&arg->mi_pgop_stat, 0, sizeof(arg->mi_pgop_stat));
#endif /* MDBX_ENABLE_PGOP_STAT*/ #endif /* MDBX_ENABLE_PGOP_STAT*/

3
src/internals.h
View File

@ -561,6 +561,9 @@ typedef struct {
MDBX_atomic_uint64_t unspill; /* Quantity of unspilled/reloaded pages */ MDBX_atomic_uint64_t unspill; /* Quantity of unspilled/reloaded pages */
MDBX_atomic_uint64_t MDBX_atomic_uint64_t
wops; /* Number of explicit write operations (not a pages) to a disk */ wops; /* Number of explicit write operations (not a pages) to a disk */
MDBX_atomic_uint64_t
gcrtime; /* Time spending for reading/searching GC (aka FreeDB). The
unit/scale is platform-depended, see mdbx_osal_monotime(). */
} MDBX_pgop_stat_t; } MDBX_pgop_stat_t;
#endif /* MDBX_ENABLE_PGOP_STAT */ #endif /* MDBX_ENABLE_PGOP_STAT */