libmdbx/test/extra/dupfix_multiple.c++
2025-03-20 01:55:41 +03:00

299 lines
12 KiB
C++

/// \author Леонид Юрьев aka Leonid Yuriev <leo@yuriev.ru> \date 2015-2025
/// \copyright SPDX-License-Identifier: Apache-2.0
#include "mdbx.h++"
#include <chrono>
#include <iostream>
using buffer = mdbx::default_buffer;
bool case1_ordering(mdbx::env env) {
auto txn = env.start_write();
auto map = txn.create_map(nullptr, mdbx::key_mode::ordinal, mdbx::value_mode::multi_ordinal);
txn.insert(map, buffer::key_from_u64(21), buffer::key_from_u64(18));
txn.insert(map, buffer::key_from_u64(7), buffer::key_from_u64(19));
txn.insert(map, buffer::key_from_u64(22), buffer::key_from_u64(17));
txn.insert(map, buffer::key_from_u64(26), buffer::key_from_u64(13));
txn.insert(map, buffer::key_from_u64(24), buffer::key_from_u64(15));
txn.insert(map, buffer::key_from_u64(23), buffer::key_from_u64(16));
txn.insert(map, buffer::key_from_u64(25), buffer::key_from_u64(14));
txn.insert(map, buffer::key_from_u64(27), buffer::key_from_u64(12));
txn.commit();
txn = env.start_read();
auto cursor = txn.open_cursor(map);
if (cursor.to_first().value.as_uint64() != 19 || cursor.to_next().value.as_uint64() != 18 ||
cursor.to_next().value.as_uint64() != 17 || cursor.to_next().value.as_uint64() != 16 ||
cursor.to_next().value.as_uint64() != 15 || cursor.to_next().value.as_uint64() != 14 ||
cursor.to_next().value.as_uint64() != 13 || cursor.to_next().value.as_uint64() != 12 ||
cursor.to_next(false).done || !cursor.eof())
return false;
txn.abort();
const uint64_t array[] = {1, 2, 3, 4, 5, 6, 7, 8, 9, 42, 17, 99, 0, 33, 333};
txn = env.start_write();
txn.put_multiple_samelength(map, buffer::key_from_u64(13), array + 3, 4, mdbx::upsert);
txn.put_multiple_samelength(map, buffer::key_from_u64(10), array + 0, 1, mdbx::upsert);
txn.put_multiple_samelength(map, buffer::key_from_u64(12), array + 2, 3, mdbx::upsert);
txn.put_multiple_samelength(map, buffer::key_from_u64(15), array + 5, 6, mdbx::upsert);
txn.put_multiple_samelength(map, buffer::key_from_u64(14), array + 4, 5, mdbx::upsert);
txn.put_multiple_samelength(map, buffer::key_from_u64(11), array + 1, 2, mdbx::upsert);
txn.put_multiple_samelength(map, buffer::key_from_u64(16), array + 6, 7, mdbx::upsert);
txn.commit();
txn = env.start_read();
cursor = txn.open_cursor(map);
if (/* key = 7 */ cursor.to_first().value.as_uint64() != 19 ||
/* key = 10: 1 элемент */
cursor.to_next().value.as_uint64() != 1 ||
/* key = 11: 2 элемента, пропуск 1 */
cursor.to_next().value.as_uint64() != 2 || cursor.to_next().value.as_uint64() != 3 ||
/* key = 12: 3 элемента, пропуск 2 */
cursor.to_next().value.as_uint64() != 3 || cursor.to_next().value.as_uint64() != 4 ||
cursor.to_next().value.as_uint64() != 5 ||
/* key = 13: 4 элемента, пропуск 3 */
cursor.to_next().value.as_uint64() != 4 || cursor.to_next().value.as_uint64() != 5 ||
cursor.to_next().value.as_uint64() != 6 || cursor.to_next().value.as_uint64() != 7 ||
/* key = 14: 5 элементов, пропуск 4 */
cursor.to_next().value.as_uint64() != 5 || cursor.to_next().value.as_uint64() != 6 ||
cursor.to_next().value.as_uint64() != 7 || cursor.to_next().value.as_uint64() != 8 ||
cursor.to_next().value.as_uint64() != 9 ||
/* key = 15: 6 элементов, пропуск 5 */
cursor.to_next().value.as_uint64() != 6 || cursor.to_next().value.as_uint64() != 7 ||
cursor.to_next().value.as_uint64() != 8 || cursor.to_next().value.as_uint64() != 9 ||
cursor.to_next().value.as_uint64() != 17 || cursor.to_next().value.as_uint64() != 42 ||
/* key = 16: 7 элементов, пропуск 6 */
cursor.to_next().value.as_uint64() != 0 || cursor.to_next().value.as_uint64() != 7 ||
cursor.to_next().value.as_uint64() != 8 || cursor.to_next().value.as_uint64() != 9 ||
cursor.to_next().value.as_uint64() != 17 || cursor.to_next().value.as_uint64() != 42 ||
cursor.to_next().value.as_uint64() != 99 ||
/* key = 21 */ cursor.to_next().value.as_uint64() != 18 ||
/* key = 22 */ cursor.to_next().value.as_uint64() != 17 ||
/* key = 23 */ cursor.to_next().value.as_uint64() != 16 ||
/* key = 24 */ cursor.to_next().value.as_uint64() != 15 ||
/* key = 25 */ cursor.to_next().value.as_uint64() != 14 ||
/* key = 26 */ cursor.to_next().value.as_uint64() != 13 ||
/* key = 27 */ cursor.to_next().value.as_uint64() != 12 || cursor.to_next(false).done || !cursor.eof())
return false;
txn.abort();
txn = env.start_write();
txn.put_multiple_samelength(map, buffer::key_from_u64(7), array + 3, 4, mdbx::update);
txn.upsert(map, buffer::key_from_u64(10), buffer::key_from_u64(14));
txn.put_multiple_samelength(map, buffer::key_from_u64(11), array + 4, 5, mdbx::upsert);
txn.put_multiple_samelength(map, buffer::key_from_u64(12), array + 0, 1, mdbx::update);
txn.update(map, buffer::key_from_u64(13), buffer::key_from_u64(18));
txn.put_multiple_samelength(map, buffer::key_from_u64(14), array + 2, 3, mdbx::update);
txn.update(map, buffer::key_from_u64(15), buffer::key_from_u64(13));
txn.put_multiple_samelength(map, buffer::key_from_u64(16), array + 6, 9, mdbx::update);
txn.update(map, buffer::key_from_u64(21), buffer::key_from_u64(17));
txn.update(map, buffer::key_from_u64(22), buffer::key_from_u64(15));
txn.put_multiple_samelength(map, buffer::key_from_u64(23), array + 1, 2, mdbx::update);
txn.update(map, buffer::key_from_u64(24), buffer::key_from_u64(16));
txn.put_multiple_samelength(map, buffer::key_from_u64(25), array + 5, 6, mdbx::update);
txn.upsert(map, buffer::key_from_u64(26), buffer::key_from_u64(12));
txn.put_multiple_samelength(map, buffer::key_from_u64(27), array + 12, 3, mdbx::update);
txn.commit();
txn = env.start_read();
cursor = txn.open_cursor(map);
if (/* key = 7 */
cursor.to_first().value.as_uint64() != 4 || cursor.to_next().value.as_uint64() != 5 ||
cursor.to_next().value.as_uint64() != 6 || cursor.to_next().value.as_uint64() != 7 ||
/* key = 10: 1 элемент */
cursor.to_next().value.as_uint64() != 1 ||
/* +1 upsert */
cursor.to_next().value.as_uint64() != 14 ||
/* key = 11: 2 элемента, пропуск 1 */
cursor.to_next().value.as_uint64() != 2 || cursor.to_next().value.as_uint64() != 3 ||
/* +5 элементов, пропуск 4 */
cursor.to_next().value.as_uint64() != 5 || cursor.to_next().value.as_uint64() != 6 ||
cursor.to_next().value.as_uint64() != 7 || cursor.to_next().value.as_uint64() != 8 ||
cursor.to_next().value.as_uint64() != 9 ||
/* key = 12: 1 элемент */
cursor.to_next().value.as_uint64() != 1 ||
/* key = 13 */ cursor.to_next().value.as_uint64() != 18 ||
/* key = 14: 3 элемента, пропуск 2 */
cursor.to_next().value.as_uint64() != 3 || cursor.to_next().value.as_uint64() != 4 ||
cursor.to_next().value.as_uint64() != 5 ||
/* key = 15 */ cursor.to_next().value.as_uint64() != 13 ||
/* key = 16: 9 элементов, пропуск 6 */
cursor.to_next().value.as_uint64() != 0 || cursor.to_next().value.as_uint64() != 7 ||
cursor.to_next().value.as_uint64() != 8 || cursor.to_next().value.as_uint64() != 9 ||
cursor.to_next().value.as_uint64() != 17 || cursor.to_next().value.as_uint64() != 33 ||
cursor.to_next().value.as_uint64() != 42 || cursor.to_next().value.as_uint64() != 99 ||
cursor.to_next().value.as_uint64() != 333 ||
/* key = 21 */ cursor.to_next().value.as_uint64() != 17 ||
/* key = 22 */ cursor.to_next().value.as_uint64() != 15 ||
/* key = 23: 2 элемента, пропуск 1 */
cursor.to_next().value.as_uint64() != 2 || cursor.to_next().value.as_uint64() != 3 ||
/* key = 24 */ cursor.to_next().value.as_uint64() != 16 ||
/* key = 25: 6 элемента, пропуск 5 */
cursor.to_next().value.as_uint64() != 6 || cursor.to_next().value.as_uint64() != 7 ||
cursor.to_next().value.as_uint64() != 8 || cursor.to_next().value.as_uint64() != 9 ||
cursor.to_next().value.as_uint64() != 17 || cursor.to_next().value.as_uint64() != 42 ||
/* key = 26, 1+1 upsert */
cursor.to_next().value.as_uint64() != 12 || cursor.to_next().value.as_uint64() != 13 ||
/* key = 27: 3 элемента, пропуск 12 */
cursor.to_next().value.as_uint64() != 0 || cursor.to_next().value.as_uint64() != 33 ||
cursor.to_next().value.as_uint64() != 333 ||
cursor.to_next(false).done || !cursor.eof())
return false;
txn.abort();
txn = env.start_write();
txn.clear_map(map);
txn.commit();
return true;
}
//--------------------------------------------------------------------------------------------
bool case2_batch_read(mdbx::env env) {
auto txn = env.start_write();
auto map = txn.create_map(nullptr, mdbx::key_mode::usual, mdbx::value_mode::multi_samelength);
txn.upsert(map, mdbx::slice("key1"), mdbx::slice("val1"));
txn.upsert(map, mdbx::pair("key1", "val2"));
txn.upsert(map, mdbx::pair("key1", "val3"));
txn.upsert(map, mdbx::slice("key2"), mdbx::slice("val1"));
txn.upsert(map, mdbx::pair("key2", "val2"));
txn.upsert(map, mdbx::pair("key2", "val3"));
// cursor.close();
auto cursor = txn.open_cursor(map);
const auto t1 = cursor.to_first();
if (!t1 || t1.key != "key1" || t1.value != "val1") {
std::cerr << "Fail-t1\n";
return false;
}
const auto t2 = cursor.get_multiple_samelength();
if (!t2 || t2.key != "key1" || t2.value != "val1val2val3") {
std::cerr << "Fail-t2\n";
return false;
}
const auto t3 = cursor.next_multiple_samelength();
if (t3) {
std::cerr << "Fail-t3\n";
return false;
}
const auto t4 = cursor.seek_multiple_samelength("key2");
if (!t4 || t4.key != "key2" || t4.value != "val1val2val3") {
std::cerr << "Fail-t4\n";
return false;
}
txn.clear_map(map);
txn.commit();
return true;
}
//--------------------------------------------------------------------------------------------
size_t salt;
static size_t prng() {
salt = salt * 134775813 + 1;
return salt ^ ((salt >> 11) * 1822226723);
}
static inline size_t prng(size_t range) { return prng() % range; }
static mdbx::default_buffer_pair prng_kv(size_t n, size_t space) {
space = (space + !space) * 1024 * 32;
const size_t w = (n ^ 1455614549) * 1664525 + 1013904223;
const size_t k = (prng(42 + w % space) ^ 1725278851) * 433750991;
const size_t v = prng();
return mdbx::default_buffer_pair(mdbx::slice::wrap(k), mdbx::slice::wrap(v));
}
bool case3_put_a_lot(mdbx::env env) {
salt = size_t(std::chrono::high_resolution_clock::now().time_since_epoch().count());
auto txn = env.start_write();
auto map = txn.create_map("case3", mdbx::key_mode::ordinal, mdbx::value_mode::multi_ordinal);
for (size_t n = 0; n < 5555555; ++n)
txn.upsert(map, prng_kv(n, 1));
txn.commit();
for (size_t t = 0; t < 555; ++t) {
txn = env.start_write();
auto cursor = txn.open_cursor(map);
for (size_t n = 0; n < 111; ++n) {
auto v = std::vector<size_t>();
const auto r = 1 + prng(3);
if (r & 1) {
const auto k = prng_kv(n + t, 2).key;
for (size_t i = prng(42 + prng(111) * prng(111)); i > 0; --i)
v.push_back(prng());
txn.put_multiple_samelength(map, k, v, mdbx::upsert);
}
if (r & 2) {
const auto k = prng_kv(n + t, 2).key;
if (cursor.seek(k)) {
v.clear();
for (size_t i = prng(42 + prng(111) * prng(111)); i > 0; --i)
v.push_back(prng());
cursor.put_multiple_samelength(k, v, mdbx::upsert);
}
}
}
txn.commit();
}
return true;
}
int doit() {
mdbx::path db_filename = "test-dupfix-multiple";
mdbx::env_managed::remove(db_filename);
mdbx::env_managed env(db_filename, mdbx::env_managed::create_parameters(), mdbx::env::operate_parameters(1));
bool ok = case1_ordering(env);
ok = case2_batch_read(env) && ok;
ok = case3_put_a_lot(env) && ok;
if (ok) {
std::cout << "OK\n";
return EXIT_SUCCESS;
} else {
std::cerr << "Fail\n";
return EXIT_FAILURE;
}
}
int main(int argc, const char *argv[]) {
(void)argc;
(void)argv;
try {
return doit();
} catch (const std::exception &ex) {
std::cerr << "Exception: " << ex.what() << "\n";
return EXIT_FAILURE;
}
}