Skip to content

Commit

Permalink
[kvdb] add db size scale up testcase
Browse files Browse the repository at this point in the history
  • Loading branch information
@armink
armink committed May 19, 2023
1 parent 3c80fa5 commit dab9d2b
Showing 1 changed file with 172 additions and 27 deletions.
199 changes: 172 additions & 27 deletions tests/fdb_kvdb_tc.c
View file
Original file line number Diff line number Diff line change
Expand Up @@ -16,14 +16,25 @@
#include <flashdb.h>
#include <stdio.h>
#include <stdlib.h>

#define RT_USING_UTEST

#if RT_VER_NUM <= 0x40003
#include <dfs_posix.h>
#else
#include <dfs_file.h>
#include <unistd.h>
#endif

#define TEST_TS_PART_NAME "fdb_kvdb1"
#define TEST_KV_BLOB_NAME "kv_blob_test"
#define TEST_KV_NAME "kv_test"
#define TEST_KV_VALUE_LEN 1200 /* only save 3 KVs in a 4096 sector */
#define TEST_KV_NUM 4
#define TEST_KV_MAX_NUM 8
#define TEST_KVDB_SECTOR_SIZE 4096
#define TEST_KVDB_SECTOR_NUM 4

#define FDB_ARRAY_SIZE(array) (sizeof(array) / sizeof(array[0]))

#if defined(RT_USING_UTEST) && defined(FDB_USING_KVDB)

Expand All @@ -39,14 +50,76 @@ static struct fdb_kvdb test_kvdb;

static void test_fdb_kvdb_deinit(void);

static void test_fdb_kvdb_init(void)
static rt_err_t dir_delete(const char* path)
{
DIR* dir = NULL;
struct dirent* dirent = NULL;
char* full_path;
rt_err_t res = RT_EOK;

if (path == RT_NULL || path[0] == '\0')
return -ENOENT;

full_path = (char*)rt_malloc(DFS_PATH_MAX);
if (full_path == RT_NULL)
return -ENOMEM;

dir = opendir(path);
if (dir == RT_NULL)
{
rt_free(full_path);
return -ENOENT;
}

while (1)
{
dirent = readdir(dir);
if (dirent == RT_NULL)
break;
if (rt_strcmp(".", dirent->d_name) != 0 &&
rt_strcmp("..", dirent->d_name) != 0)
{
rt_snprintf(full_path, DFS_PATH_MAX, "%s/%s", path, dirent->d_name);
if (dirent->d_type == DT_REG)
{
if (unlink(full_path) != 0)
{
LOG_W("cannot remove '%s'", full_path);
res = -RT_ERROR;
}
}
else if (dirent->d_type == DT_DIR)
{
if (dir_delete(full_path) != RT_EOK)
{
res = -RT_ERROR;
}
}
}
}
closedir(dir);
rt_free(full_path);

if (path[rt_strlen(path) - 1] != '/')
{
if (unlink(path) != 0)
{
LOG_W("cannot remove '%s'", path);
res = -RT_ERROR;
}
}

return res;
}

static void test_fdb_kvdb_init_by_sector_num(size_t sector_num)
{
if (access(TEST_TS_PART_NAME, 0) < 0)
{
mkdir(TEST_TS_PART_NAME, 0);
}

uint32_t sec_size = TEST_KVDB_SECTOR_SIZE, db_size = sec_size * 4;
uint32_t sec_size = TEST_KVDB_SECTOR_SIZE, db_size = sec_size * sector_num;
rt_bool_t file_mode = true;

fdb_kvdb_control(&(test_kvdb), FDB_KVDB_CTRL_SET_SEC_SIZE, &sec_size);
Expand All @@ -56,12 +129,27 @@ static void test_fdb_kvdb_init(void)
uassert_true(fdb_kvdb_init(&test_kvdb, "test_kv", TEST_TS_PART_NAME, NULL, NULL) == FDB_NO_ERR);
}

static void test_fdb_kvdb_init(void)
{
test_fdb_kvdb_init_by_sector_num(TEST_KVDB_SECTOR_NUM);
}

static void test_fdb_kvdb_init_by_8_sectors(void)
{
test_fdb_kvdb_init_by_sector_num(8);
}

static void test_fdb_kvdb_init_check(void)
{
/* check the oldest address */
uassert_true(RT_ALIGN_DOWN(test_kvdb.parent.oldest_addr, TEST_KVDB_SECTOR_SIZE) == TEST_KVDB_SECTOR_SIZE * 0);
}

static void test_fdb_kvdb_deinit(void)
{
uassert_true(fdb_kvdb_deinit(&test_kvdb) == FDB_NO_ERR);
}

static void test_fdb_create_kv_blob(void)
{
fdb_err_t result = FDB_NO_ERR;
Expand Down Expand Up @@ -168,7 +256,6 @@ static void test_fdb_change_kv(void)
/* check the oldest address is already right when kvdb reinit */
static void fdb_reboot(void)
{
extern void test_fdb_kvdb_deinit(void);
test_fdb_kvdb_deinit();
test_fdb_kvdb_init();
}
Expand Down Expand Up @@ -197,7 +284,7 @@ static void test_fdb_del_kv(void)
}
}

static int iter_all_kv(fdb_kvdb_t db, struct test_kv *kv_tbl)
static int iter_all_kv(fdb_kvdb_t db, struct test_kv *kv_tbl, size_t len)
{
struct fdb_kv_iterator iterator;
fdb_kv_t cur_kv;
Expand All @@ -206,7 +293,7 @@ static int iter_all_kv(fdb_kvdb_t db, struct test_kv *kv_tbl)
struct fdb_blob fdb_blob;

fdb_kv_iterator_init(db, &iterator);
while (fdb_kv_iterate(db, &iterator) == RT_TRUE)
while (fdb_kv_iterate(db, &iterator) == RT_TRUE && index < len)
{
/* get data len */
cur_kv = &(iterator.curr_kv);
Expand All @@ -222,15 +309,12 @@ static int iter_all_kv(fdb_kvdb_t db, struct test_kv *kv_tbl)
index++;
}

uassert_true(index == TEST_KV_NUM);

return index;
}

static void test_fdb_by_kvs(const struct test_kv *kv_tbl, size_t len)
static void test_save_fdb_by_kvs(const struct test_kv *kv_tbl, size_t len)
{
struct fdb_blob blob_obj, * blob = &blob_obj;
static struct test_kv saved_kv_tbl[TEST_KV_NUM] = { 0 };

for (size_t i = 0; i < len; i++)
{
Expand All @@ -239,17 +323,41 @@ static void test_fdb_by_kvs(const struct test_kv *kv_tbl, size_t len)
fdb_kv_set_blob(&test_kvdb, kv_tbl[i].name, fdb_blob_make(blob, kv_tbl[i].value, TEST_KV_VALUE_LEN));
}
}
}

static void test_check_fdb_by_kvs(const struct test_kv *kv_tbl, size_t len)
{
static struct test_kv saved_kv_tbl[TEST_KV_MAX_NUM] = { 0 };

iter_all_kv(&test_kvdb, saved_kv_tbl);
iter_all_kv(&test_kvdb, saved_kv_tbl, FDB_ARRAY_SIZE(saved_kv_tbl));

for (size_t i = 0; i < len; i++)
for (size_t i = 0, j = 0; i < len; i++)
{
uassert_str_equal(saved_kv_tbl[i].name, kv_tbl[i].name);
uassert_str_equal(saved_kv_tbl[i].value, kv_tbl[i].value);
uassert_true(RT_ALIGN_DOWN(saved_kv_tbl[i].addr, TEST_KVDB_SECTOR_SIZE) == TEST_KVDB_SECTOR_SIZE * kv_tbl[i].addr);
for (j = 0; j < FDB_ARRAY_SIZE(saved_kv_tbl); j++)
{
if (rt_strcmp(saved_kv_tbl[j].name, kv_tbl[i].name) == 0)
break;
}
if (j < FDB_ARRAY_SIZE(saved_kv_tbl))
{
uassert_str_equal(saved_kv_tbl[j].name, kv_tbl[i].name);
uassert_str_equal(saved_kv_tbl[j].value, kv_tbl[i].value);
uassert_true(RT_ALIGN_DOWN(saved_kv_tbl[j].addr, TEST_KVDB_SECTOR_SIZE) == TEST_KVDB_SECTOR_SIZE * kv_tbl[i].addr);
}
else
{
/* kv not found */
uassert_true(0);
}
}
}

static void test_fdb_by_kvs(const struct test_kv *kv_tbl, size_t len)
{
test_save_fdb_by_kvs(kv_tbl, len);
test_check_fdb_by_kvs(kv_tbl, len);
}

static void test_fdb_gc(void)
{
fdb_kv_set_default(&test_kvdb);
Expand Down Expand Up @@ -277,14 +385,14 @@ static void test_fdb_gc(void)
* | | | | |
* +---------------------------------------------------------+
*/
const struct test_kv kv_tbl[] = {
static const struct test_kv kv_tbl[] = {
{"kv0", "0", 0, 0, 1},
{"kv1", "1", 0, 0, 1},
{"kv2", "2", 0, 0, 1},
{"kv3", "3", 1, 0, 1},
};

test_fdb_by_kvs(kv_tbl, sizeof(kv_tbl) / sizeof(kv_tbl[0]));
test_fdb_by_kvs(kv_tbl, FDB_ARRAY_SIZE(kv_tbl));
uassert_true(RT_ALIGN_DOWN(test_kvdb.parent.oldest_addr, TEST_KVDB_SECTOR_SIZE) == TEST_KVDB_SECTOR_SIZE * 0);
fdb_reboot();
uassert_true(RT_ALIGN_DOWN(test_kvdb.parent.oldest_addr, TEST_KVDB_SECTOR_SIZE) == TEST_KVDB_SECTOR_SIZE * 0);
Expand Down Expand Up @@ -313,14 +421,14 @@ static void test_fdb_gc(void)
* | | | | |
* +--------------+-------------+--------------+-------------+
*/
const struct test_kv kv_tbl[] = {
static const struct test_kv kv_tbl[] = {
{"kv1", "1", 0, 0, 0},
{"kv2", "2", 0, 0, 0},
{"kv0", "00", 1, 0, 1},
{"kv3", "33", 1, 0, 1},
};

test_fdb_by_kvs(kv_tbl, sizeof(kv_tbl) / sizeof(kv_tbl[0]));
test_fdb_by_kvs(kv_tbl, FDB_ARRAY_SIZE(kv_tbl));
uassert_true(RT_ALIGN_DOWN(test_kvdb.parent.oldest_addr, TEST_KVDB_SECTOR_SIZE) == TEST_KVDB_SECTOR_SIZE * 0);
fdb_reboot();
uassert_true(RT_ALIGN_DOWN(test_kvdb.parent.oldest_addr, TEST_KVDB_SECTOR_SIZE) == TEST_KVDB_SECTOR_SIZE * 0);
Expand Down Expand Up @@ -393,14 +501,14 @@ static void test_fdb_gc(void)
* +--------------+-------------+--------------+-------------+
*
*/
const struct test_kv kv_tbl[] = {
static const struct test_kv kv_tbl[] = {
{"kv0", "000", 2, 0, 1},
{"kv1", "111", 2, 0, 1},
{"kv2", "222", 2, 0, 1},
{"kv3", "333", 3, 0, 1},
};

test_fdb_by_kvs(kv_tbl, sizeof(kv_tbl) / sizeof(kv_tbl[0]));
test_fdb_by_kvs(kv_tbl, FDB_ARRAY_SIZE(kv_tbl));
uassert_true(RT_ALIGN_DOWN(test_kvdb.parent.oldest_addr, TEST_KVDB_SECTOR_SIZE) == TEST_KVDB_SECTOR_SIZE * 1);
fdb_reboot();
uassert_true(RT_ALIGN_DOWN(test_kvdb.parent.oldest_addr, TEST_KVDB_SECTOR_SIZE) == TEST_KVDB_SECTOR_SIZE * 1);
Expand Down Expand Up @@ -493,33 +601,69 @@ static void test_fdb_gc(void)
* | | | | |
* +--------------+-------------+--------------+-------------+
*/
const struct test_kv kv_tbl[] = {
static const struct test_kv kv_tbl[] = {
{"kv0", "0000", 3, 0, 1},
{"kv1", "1111", 3, 0, 1},
{"kv2", "2222", 0, 0, 1},
{"kv3", "3333", 0, 0, 1},
};

test_fdb_by_kvs(kv_tbl, sizeof(kv_tbl) / sizeof(kv_tbl[0]));
test_fdb_by_kvs(kv_tbl, FDB_ARRAY_SIZE(kv_tbl));
uassert_true(RT_ALIGN_DOWN(test_kvdb.parent.oldest_addr, TEST_KVDB_SECTOR_SIZE) == TEST_KVDB_SECTOR_SIZE * 2);
fdb_reboot();
uassert_true(RT_ALIGN_DOWN(test_kvdb.parent.oldest_addr, TEST_KVDB_SECTOR_SIZE) == TEST_KVDB_SECTOR_SIZE * 2);

}
}

static void test_fdb_kvdb_set_default(void)
static void test_fdb_scale_up(void)
{
uassert_true(fdb_kv_set_default(&test_kvdb) == FDB_NO_ERR);
fdb_kv_set_default(&test_kvdb);

static const struct test_kv old_kv_tbl[] = {
{"kv0", "0", 0, 0, 1},
{"kv1", "1", 0, 0, 1},
{"kv2", "2", 0, 0, 1},
{"kv3", "3", 1, 0, 1},
};
/* save some data */
test_save_fdb_by_kvs(old_kv_tbl, FDB_ARRAY_SIZE(old_kv_tbl));

/* reboot, scale up from 4 sectors to 8 sectors */
test_fdb_kvdb_deinit();
test_fdb_kvdb_init_by_8_sectors();

/* check old data */
test_check_fdb_by_kvs(old_kv_tbl, FDB_ARRAY_SIZE(old_kv_tbl));

/* save some new data */
static const struct test_kv new_kv_tbl[] = {
{"kv4", "4", 4, 0, 1},
{"kv5", "5", 4, 0, 1},
{"kv6", "6", 4, 0, 1},
{"kv7", "7", 5, 0, 1},
};
/* kv4: sector1, kv5: sector1, kv6: sector2, kv7: sector2 */
test_save_fdb_by_kvs(new_kv_tbl, FDB_ARRAY_SIZE(new_kv_tbl));
/* kv4: sector2, kv5: sector3, kv6: sector3, kv7: sector3 */
test_save_fdb_by_kvs(new_kv_tbl, FDB_ARRAY_SIZE(new_kv_tbl));
/* kv4: sector4, kv5: sector4, kv6: sector4, kv7: sector5 */
test_save_fdb_by_kvs(new_kv_tbl, FDB_ARRAY_SIZE(new_kv_tbl));
/* check new data */
test_check_fdb_by_kvs(new_kv_tbl, FDB_ARRAY_SIZE(new_kv_tbl));
/* check old data */
test_check_fdb_by_kvs(old_kv_tbl, FDB_ARRAY_SIZE(old_kv_tbl));
}

static void test_fdb_kvdb_deinit(void)
static void test_fdb_kvdb_set_default(void)
{
uassert_true(fdb_kvdb_deinit(&test_kvdb) == FDB_NO_ERR);
uassert_true(fdb_kv_set_default(&test_kvdb) == FDB_NO_ERR);
}


static rt_err_t utest_tc_init(void)
{
dir_delete(TEST_TS_PART_NAME);
return RT_EOK;
}

Expand All @@ -545,6 +689,7 @@ static void testcase(void)
UTEST_UNIT_RUN(test_fdb_change_kv);
UTEST_UNIT_RUN(test_fdb_del_kv);
UTEST_UNIT_RUN(test_fdb_gc);
UTEST_UNIT_RUN(test_fdb_scale_up);
UTEST_UNIT_RUN(test_fdb_kvdb_set_default);
UTEST_UNIT_RUN(test_fdb_kvdb_deinit);
}
Expand Down

0 comments on commit dab9d2b

Please sign in to comment.