mirror of
https://github.com/nyanmisaka/mpp.git
synced 2025-12-26 11:17:44 +01:00
Replace root import with init_by_root. Signed-off-by: Herman Chen <herman.chen@rock-chips.com> Change-Id: I3aae1b0a8a9e04894740221a814631787e148b58
906 lines
26 KiB
C++
906 lines
26 KiB
C++
/*
|
|
* Copyright 2015 Rockchip Electronics Co. LTD
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#define MODULE_TAG "mpp_trie"
|
|
|
|
#include <string.h>
|
|
|
|
#include "mpp_env.h"
|
|
#include "mpp_log.h"
|
|
#include "mpp_mem.h"
|
|
#include "mpp_time.h"
|
|
#include "mpp_common.h"
|
|
|
|
#include "mpp_trie.h"
|
|
|
|
#define MPP_TRIE_DBG_FUNC (0x00000001)
|
|
#define MPP_TRIE_DBG_SET (0x00000002)
|
|
#define MPP_TRIE_DBG_GET (0x00000004)
|
|
#define MPP_TRIE_DBG_CNT (0x00000008)
|
|
#define MPP_TRIE_DBG_WALK (0x00000010)
|
|
#define MPP_TRIE_DBG_LAST (0x00000020)
|
|
#define MPP_TRIE_DBG_LAST_STEP (0x00000040)
|
|
#define MPP_TRIE_DBG_LAST_CHECK (0x00000080)
|
|
#define MPP_TRIE_DBG_IMPORT (0x00000100)
|
|
|
|
#define trie_dbg(flag, fmt, ...) _mpp_dbg_f(mpp_trie_debug, flag, fmt, ## __VA_ARGS__)
|
|
#define trie_dbg_func(fmt, ...) trie_dbg(MPP_TRIE_DBG_FUNC, fmt, ## __VA_ARGS__)
|
|
#define trie_dbg_set(fmt, ...) trie_dbg(MPP_TRIE_DBG_SET, fmt, ## __VA_ARGS__)
|
|
#define trie_dbg_get(fmt, ...) trie_dbg(MPP_TRIE_DBG_GET, fmt, ## __VA_ARGS__)
|
|
#define trie_dbg_cnt(fmt, ...) trie_dbg(MPP_TRIE_DBG_CNT, fmt, ## __VA_ARGS__)
|
|
#define trie_dbg_walk(fmt, ...) trie_dbg(MPP_TRIE_DBG_WALK, fmt, ## __VA_ARGS__)
|
|
#define trie_dbg_last(fmt, ...) trie_dbg(MPP_TRIE_DBG_LAST, fmt, ## __VA_ARGS__)
|
|
|
|
#define MPP_TRIE_KEY_LEN (4)
|
|
#define MPP_TRIE_KEY_MAX (1 << (MPP_TRIE_KEY_LEN))
|
|
#define MPP_TRIE_INFO_MAX (1 << 12)
|
|
#define MPP_TRIE_NAME_MAX (1 << 12)
|
|
|
|
#define DEFAULT_NODE_COUNT 900
|
|
#define DEFAULT_INFO_COUNT 80
|
|
#define INVALID_NODE_ID (-1)
|
|
#define MPP_TRIE_TAG_LEN_MAX ((sizeof(RK_U64) * 8) / MPP_TRIE_KEY_LEN)
|
|
|
|
/* spatial optimized trie tree */
|
|
typedef struct MppTrieNode_t {
|
|
/* next - next trie node index */
|
|
RK_S16 next[MPP_TRIE_KEY_MAX];
|
|
/* id - payload data offset of current trie node */
|
|
RK_S32 id;
|
|
/* idx - trie node index in ascending order */
|
|
RK_S16 idx;
|
|
/* prev - previous trie node index */
|
|
RK_S16 prev;
|
|
|
|
/* tag_val - prefix tag */
|
|
RK_U64 tag_val;
|
|
/* key - current key value in previous node as next */
|
|
RK_U16 key;
|
|
/*
|
|
* tag len - prefix tag length
|
|
* zero - normal node with 16 next node
|
|
* positive - tag node with 64bit prefix tag
|
|
*/
|
|
RK_S16 tag_len;
|
|
|
|
/* next_cnt - valid next node count */
|
|
RK_U16 next_cnt;
|
|
} MppTrieNode;
|
|
|
|
typedef struct MppTrieInfoInt_t {
|
|
RK_S32 index;
|
|
RK_S32 ctx_len;
|
|
RK_S32 str_len;
|
|
RK_S32 ctx_offset;
|
|
RK_S32 name_offset;
|
|
} MppTrieInfoInt;
|
|
|
|
typedef struct MppTrieImpl_t {
|
|
char *name;
|
|
RK_S32 name_len;
|
|
RK_S32 buf_size;
|
|
|
|
RK_S32 infos_size;
|
|
|
|
RK_S32 info_count;
|
|
RK_S32 info_used;
|
|
MppTrieInfoInt *info;
|
|
RK_S32 node_count;
|
|
RK_S32 node_used;
|
|
MppTrieNode *nodes;
|
|
|
|
/* info and name record buffer */
|
|
void *info_buf;
|
|
void *name_buf;
|
|
RK_S32 info_buf_size;
|
|
RK_S32 info_buf_pos;
|
|
RK_S32 name_buf_size;
|
|
RK_S32 name_buf_pos;
|
|
} MppTrieImpl;
|
|
|
|
RK_U32 mpp_trie_debug = 0;
|
|
|
|
static RK_S32 trie_get_node(MppTrieImpl *trie, RK_S32 prev, RK_U64 key)
|
|
{
|
|
if (trie->node_used >= trie->node_count) {
|
|
RK_S32 old_count = trie->node_count;
|
|
RK_S32 new_count = old_count * 2;
|
|
MppTrieNode *new_nodes = mpp_realloc(trie->nodes, MppTrieNode, new_count);
|
|
|
|
if (!new_nodes) {
|
|
mpp_err_f("failed to realloc new nodes %d\n", new_count);
|
|
return -1;
|
|
}
|
|
|
|
/* NOTE: new memory should be memset to zero */
|
|
memset(new_nodes + old_count, 0, sizeof(*new_nodes) * old_count);
|
|
|
|
trie_dbg_cnt("trie %p enlarge node %p:%d -> %p:%d\n",
|
|
trie, trie->nodes, trie->node_count, new_nodes, new_count);
|
|
|
|
trie->nodes = new_nodes;
|
|
trie->node_count = new_count;
|
|
}
|
|
|
|
RK_S32 idx = trie->node_used++;
|
|
MppTrieNode *n = &trie->nodes[idx];
|
|
|
|
n->idx = idx;
|
|
n->prev = (prev > 0) ? prev : 0;
|
|
n->key = key;
|
|
n->id = INVALID_NODE_ID;
|
|
|
|
if (prev >= 0)
|
|
trie->nodes[prev].next_cnt++;
|
|
|
|
trie_dbg_cnt("get node %d\n", idx);
|
|
|
|
return idx;
|
|
}
|
|
|
|
MPP_RET mpp_trie_init(MppTrie *trie, const char *name)
|
|
{
|
|
if (!trie || !name) {
|
|
mpp_err_f("invalid trie %p name %p\n", trie, name);
|
|
return MPP_ERR_NULL_PTR;
|
|
}
|
|
|
|
mpp_env_get_u32("mpp_trie_debug", &mpp_trie_debug, 0);
|
|
|
|
RK_S32 name_len = strnlen(name, MPP_TRIE_NAME_MAX) + 1;
|
|
MPP_RET ret = MPP_ERR_NOMEM;
|
|
MppTrieImpl *p = mpp_calloc_size(MppTrieImpl, sizeof(MppTrieImpl) + name_len);
|
|
if (!p) {
|
|
mpp_err_f("create trie impl failed\n");
|
|
goto DONE;
|
|
}
|
|
|
|
p->name = (char *)(p + 1);
|
|
p->name_len = name_len;
|
|
strncpy(p->name, name, name_len);
|
|
|
|
p->node_count = DEFAULT_NODE_COUNT;
|
|
p->nodes = mpp_calloc(MppTrieNode, p->node_count);
|
|
if (!p->nodes) {
|
|
mpp_err_f("create %d nodes failed\n", p->node_count);
|
|
goto DONE;
|
|
}
|
|
|
|
p->info_count = DEFAULT_INFO_COUNT;
|
|
p->info = mpp_calloc(MppTrieInfoInt, p->info_count);
|
|
if (!p->info) {
|
|
mpp_err_f("failed to alloc %d info\n", p->info_count);
|
|
goto DONE;
|
|
}
|
|
|
|
p->info_buf_size = SZ_4K;
|
|
p->info_buf = mpp_calloc_size(void, p->info_buf_size);
|
|
if (!p->info_buf) {
|
|
mpp_err_f("failed to alloc %d info buffer\n", p->info_buf_size);
|
|
goto DONE;
|
|
}
|
|
|
|
p->name_buf_size = SZ_4K;
|
|
p->name_buf = mpp_calloc_size(void, p->name_buf_size);
|
|
if (!p->name_buf) {
|
|
mpp_err_f("failed to alloc %d name buffer\n", p->info_buf_size);
|
|
goto DONE;
|
|
}
|
|
|
|
/* get node 0 as root node*/
|
|
trie_get_node(p, -1, 0);
|
|
|
|
ret = MPP_OK;
|
|
|
|
DONE:
|
|
if (ret && p) {
|
|
MPP_FREE(p->info);
|
|
MPP_FREE(p->info_buf);
|
|
MPP_FREE(p->name_buf);
|
|
MPP_FREE(p->nodes);
|
|
MPP_FREE(p);
|
|
}
|
|
|
|
*trie = p;
|
|
return ret;
|
|
}
|
|
|
|
MPP_RET mpp_trie_init_by_root(MppTrie *trie, void *root)
|
|
{
|
|
MppTrieImpl *p;
|
|
MppTrieInfo *info;
|
|
RK_S32 i;
|
|
|
|
if (!trie || !root) {
|
|
mpp_loge_f("invalid trie %px root %px\n", trie, root);
|
|
return MPP_NOK;
|
|
}
|
|
|
|
*trie = NULL;
|
|
p = mpp_calloc_size(MppTrieImpl, sizeof(MppTrieImpl));
|
|
if (!p) {
|
|
mpp_err_f("create trie impl failed\n");
|
|
return MPP_NOK;
|
|
}
|
|
|
|
info = mpp_trie_get_info_from_root(root, "__name__");
|
|
if (info)
|
|
p->name = (char *)mpp_trie_info_ctx(info);
|
|
|
|
info = mpp_trie_get_info_from_root(root, "__node__");
|
|
if (info)
|
|
p->node_used = *(RK_U32 *)mpp_trie_info_ctx(info);
|
|
|
|
info = mpp_trie_get_info_from_root(root, "__info__");
|
|
if (info)
|
|
p->info_used = *(RK_U32 *)mpp_trie_info_ctx(info);
|
|
|
|
/* import and update new buffer */
|
|
p->nodes = (MppTrieNode *)root;
|
|
|
|
if (mpp_trie_debug & MPP_TRIE_DBG_IMPORT)
|
|
mpp_trie_dump(p, "root import");
|
|
|
|
info = mpp_trie_get_info_first(p);
|
|
|
|
for (i = 0; i < p->info_used; i++) {
|
|
const char *name = mpp_trie_info_name(info);
|
|
MppTrieInfo *info_set = info;
|
|
MppTrieInfo *info_ret = mpp_trie_get_info(p, name);
|
|
|
|
info = mpp_trie_get_info_next(p, info);
|
|
|
|
if (info_ret && info_set == info_ret && info_ret->index == i)
|
|
continue;
|
|
|
|
mpp_loge_f("trie check on import found mismatch info %s [%d:%p] - [%d:%p]\n",
|
|
name, i, info_set, info_ret ? info_ret->index : -1, info_ret);
|
|
return MPP_NOK;
|
|
}
|
|
|
|
*trie = p;
|
|
|
|
return MPP_OK;
|
|
}
|
|
|
|
MPP_RET mpp_trie_deinit(MppTrie trie)
|
|
{
|
|
if (!trie) {
|
|
mpp_err_f("invalid NULL input trie\n");
|
|
return MPP_ERR_NULL_PTR;
|
|
}
|
|
|
|
MppTrieImpl *p = (MppTrieImpl *)trie;
|
|
|
|
if (p->node_count)
|
|
MPP_FREE(p->nodes);
|
|
|
|
MPP_FREE(p->info);
|
|
MPP_FREE(p->info_buf);
|
|
MPP_FREE(p->name_buf);
|
|
MPP_FREE(p);
|
|
|
|
return MPP_OK;
|
|
}
|
|
|
|
static RK_S32 mpp_trie_walk(MppTrieNode *node, RK_U64 *tag_val, RK_S32 *tag_len, RK_U32 key)
|
|
{
|
|
RK_U64 val = *tag_val;
|
|
RK_S32 len = *tag_len;
|
|
|
|
if (node->tag_len > len) {
|
|
*tag_val = (val << 4) | key;
|
|
*tag_len = len + 1;
|
|
|
|
trie_dbg_walk("node %d:%d tag len %d - %d val %016llx - %016llx -> key %x -> tag fill\n",
|
|
node->idx, node->id, node->tag_len, *tag_len, node->tag_val, *tag_val, key);
|
|
|
|
return node->idx;
|
|
}
|
|
|
|
/* normal next switch node */
|
|
if (!node->tag_len) {
|
|
trie_dbg_walk("node %d:%d -> key %x -> next %d\n",
|
|
node->idx, node->id, key, node->next[key]);
|
|
|
|
return node->next[key];
|
|
}
|
|
|
|
*tag_val = 0;
|
|
*tag_len = 0;
|
|
|
|
if (node->tag_val != val) {
|
|
trie_dbg_walk("node %d:%d tag len %d - %d val %016llx - %016llx -> tag mismatch\n",
|
|
node->idx, node->id, node->tag_len, len, node->tag_val, val);
|
|
return INVALID_NODE_ID;
|
|
}
|
|
|
|
trie_dbg_walk("node %d:%d tag len %d - %d val %016llx - %016llx -> tag match -> key %d next %d\n",
|
|
node->idx, node->id, node->tag_len, len, node->tag_val, val, key, node->next[key]);
|
|
|
|
return node->next[key];
|
|
}
|
|
|
|
static MppTrieNode *mpp_trie_get_node(MppTrieNode *root, const char *name)
|
|
{
|
|
MppTrieNode *ret = NULL;
|
|
const char *s = name;
|
|
RK_U64 tag_val = 0;
|
|
RK_S32 tag_len = 0;
|
|
RK_S32 idx = 0;
|
|
|
|
if (!root || !name) {
|
|
mpp_err_f("invalid root %p name %p\n", root, name);
|
|
return NULL;
|
|
}
|
|
|
|
trie_dbg_get("root %p search %s start\n", root, name);
|
|
|
|
do {
|
|
RK_U8 key = *s++;
|
|
RK_U32 key0 = (key >> 4) & 0xf;
|
|
RK_U32 key1 = key & 0xf;
|
|
RK_S32 end = (s[0] == '\0');
|
|
|
|
idx = mpp_trie_walk(&root[idx], &tag_val, &tag_len, key0);
|
|
if (idx < 0)
|
|
break;
|
|
|
|
idx = mpp_trie_walk(&root[idx], &tag_val, &tag_len, key1);
|
|
if (idx < 0 || end)
|
|
break;
|
|
} while (1);
|
|
|
|
ret = (idx >= 0) ? &root[idx] : NULL;
|
|
|
|
trie_dbg_get("get node %d:%d\n", idx, ret ? ret->id : INVALID_NODE_ID);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static MPP_RET mpp_trie_check(MppTrie trie, const char *log)
|
|
{
|
|
MppTrieImpl *p = (MppTrieImpl *)trie;
|
|
char *buf = (char *)p->name_buf;
|
|
RK_S32 i;
|
|
|
|
for (i = 0; i < p->info_used; i++) {
|
|
const char *name = buf + p->info[i].name_offset;
|
|
MppTrieNode *node = mpp_trie_get_node(p->nodes, name);
|
|
|
|
if (node && node->id >= 0 && node->id == i)
|
|
continue;
|
|
|
|
mpp_loge("trie check on %s found mismatch info %s %d - %d\n",
|
|
log, name, i, node ? node->id : -1);
|
|
return MPP_NOK;
|
|
}
|
|
|
|
return MPP_OK;
|
|
}
|
|
|
|
MPP_RET mpp_trie_last_info(MppTrie trie)
|
|
{
|
|
MppTrieImpl *p = (MppTrieImpl *)trie;
|
|
MppTrieNode *root;
|
|
MppTrieNode *node;
|
|
char *buf;
|
|
RK_S32 node_count;
|
|
RK_S32 node_valid;
|
|
RK_S32 nodes_size;
|
|
RK_S32 len = 0;
|
|
RK_S32 pos = 0;
|
|
RK_S32 i;
|
|
RK_S32 j;
|
|
|
|
if (!trie) {
|
|
mpp_err_f("invalid NULL trie\n");
|
|
return MPP_ERR_NULL_PTR;
|
|
}
|
|
|
|
/* write trie self entry info */
|
|
pos = p->info_used + 3;
|
|
mpp_trie_add_info(trie, "__name__", p->name, p->name_len);
|
|
mpp_trie_add_info(trie, "__info__", &pos, sizeof(pos));
|
|
/* NOTE: node count need to be update after shrinking */
|
|
mpp_trie_add_info(trie, "__node__", &p->node_used, sizeof(p->node_used));
|
|
|
|
root = p->nodes;
|
|
node_count = p->node_used;
|
|
node_valid = node_count;
|
|
|
|
trie_dbg_last("shrink trie node start node %d info %d\n", node_count, p->info_used);
|
|
|
|
if (mpp_trie_debug & MPP_TRIE_DBG_LAST_STEP)
|
|
mpp_trie_dump_f(trie);
|
|
|
|
for (i = node_count - 1; i > 0; i--) {
|
|
MppTrieNode *prev;
|
|
RK_S32 prev_idx;
|
|
|
|
node = &root[i];
|
|
prev_idx = node->prev;
|
|
prev = &root[prev_idx];
|
|
|
|
if (prev->next_cnt > 1) {
|
|
trie_dbg_last("node %d:%d prev %d next count %d stop shrinking for multi next\n",
|
|
i, node->id, prev_idx, prev->next_cnt);
|
|
continue;
|
|
}
|
|
|
|
if (node->tag_len >= (RK_S16)MPP_TRIE_TAG_LEN_MAX) {
|
|
trie_dbg_last("node %d:%d tag %d - %016llx stop shrinking for max tag len\n",
|
|
i, node->id, node->tag_len, node->tag_val);
|
|
continue;
|
|
}
|
|
|
|
if (prev->id >= 0) {
|
|
trie_dbg_last("node %d:%d tag %d - %016llx stop shrinking for valid info node\n",
|
|
i, node->id, node->tag_len, node->tag_val);
|
|
continue;
|
|
}
|
|
|
|
prev->id = node->id;
|
|
/* NOTE: do NOT increase tag length on root node */
|
|
prev->tag_len = node->tag_len + 1;
|
|
prev->tag_val = ((RK_U64)node->key << (node->tag_len * 4)) | node->tag_val;
|
|
prev->next_cnt = node->next_cnt;
|
|
memcpy(prev->next, node->next, sizeof(node->next));
|
|
|
|
trie_dbg_last("node %d:%d shrink prev %d key %x tag %016llx -> %016llx\n",
|
|
i, node->id, prev->idx, prev->key, node->tag_val, prev->tag_val);
|
|
|
|
for (j = 0; j < MPP_TRIE_KEY_MAX; j++) {
|
|
if (!prev->next[j])
|
|
continue;
|
|
|
|
root[prev->next[j]].prev = prev_idx;
|
|
}
|
|
|
|
memset(node, 0, sizeof(*node));
|
|
node->id = INVALID_NODE_ID;
|
|
node_valid--;
|
|
}
|
|
|
|
trie_dbg_last("shrink trie node finish count %d -> %d\n", node_count, node_valid);
|
|
|
|
if (mpp_trie_debug & MPP_TRIE_DBG_LAST_STEP)
|
|
mpp_trie_dump_f(trie);
|
|
|
|
if (mpp_trie_debug & MPP_TRIE_DBG_LAST_CHECK)
|
|
mpp_trie_check(trie, "shrink merge tag stage");
|
|
|
|
trie_dbg_last("move trie node start to reduce memory %d -> %d\n", node_count, node_valid);
|
|
|
|
for (i = 1; i < node_valid; i++) {
|
|
node = &root[i];
|
|
|
|
/* skip valid node */
|
|
if (node->idx)
|
|
continue;
|
|
|
|
for (j = i; j < node_count; j++) {
|
|
MppTrieNode *tmp = &root[j];
|
|
MppTrieNode *prev;
|
|
RK_S32 k;
|
|
|
|
/* skip empty node */
|
|
if (!tmp->idx)
|
|
continue;
|
|
|
|
trie_dbg_last("move node %d to %d prev %d\n", j, i, tmp->prev);
|
|
|
|
prev = &root[tmp->prev];
|
|
|
|
/* relink previous node */
|
|
for (k = 0; k < MPP_TRIE_KEY_MAX; k++) {
|
|
if (prev->next[k] != tmp->idx)
|
|
continue;
|
|
|
|
prev->next[k] = i;
|
|
break;
|
|
}
|
|
|
|
memcpy(node, tmp, sizeof(*node));
|
|
node->idx = i;
|
|
memset(tmp, 0, sizeof(*tmp));
|
|
|
|
/* relink next node */
|
|
for (k = 0; k < MPP_TRIE_KEY_MAX; k++) {
|
|
if (!node->next[k])
|
|
continue;
|
|
|
|
root[node->next[k]].prev = i;
|
|
}
|
|
|
|
break;
|
|
}
|
|
}
|
|
|
|
p->node_used = node_valid;
|
|
|
|
trie_dbg_last("move trie node finish used %d\n", p->node_used);
|
|
|
|
if (mpp_trie_debug & MPP_TRIE_DBG_LAST_STEP)
|
|
mpp_trie_dump_f(trie);
|
|
|
|
if (mpp_trie_debug & MPP_TRIE_DBG_LAST_CHECK)
|
|
mpp_trie_check(trie, "shrink move node stage");
|
|
|
|
trie_dbg_last("create user buffer start\n");
|
|
|
|
nodes_size = sizeof(MppTrieNode) * p->node_used;
|
|
p->buf_size = nodes_size + sizeof(MppTrieInfo) * p->info_used + p->info_buf_pos + p->name_buf_pos;
|
|
|
|
buf = mpp_calloc_size(char, p->buf_size);
|
|
if (!buf) {
|
|
mpp_loge("failed to alloc trie buffer size %d\n", len);
|
|
return MPP_NOK;
|
|
}
|
|
|
|
p->nodes = (MppTrieNode *)buf;
|
|
memcpy(p->nodes, root, nodes_size);
|
|
pos = nodes_size;
|
|
|
|
for (i = 0; i < p->info_used; i++) {
|
|
MppTrieInfoInt *src = &p->info[i];
|
|
MppTrieInfo *dst;
|
|
const char *name = (char *)p->name_buf + src->name_offset;
|
|
|
|
node = mpp_trie_get_node(p->nodes, name);
|
|
node->id = pos;
|
|
|
|
/* reserve node info */
|
|
dst = (MppTrieInfo *)(buf + pos);
|
|
dst->index = src->index;
|
|
dst->ctx_len = src->ctx_len;
|
|
dst->str_len = src->str_len;
|
|
pos += sizeof(MppTrieInfo);
|
|
|
|
/* copy info name */
|
|
strncpy(buf + pos, name, dst->str_len);
|
|
pos += dst->str_len;
|
|
|
|
/* reserve user context space */
|
|
memcpy(buf + pos, (char *)p->info_buf + src->ctx_offset, src->ctx_len);
|
|
pos += dst->ctx_len;
|
|
}
|
|
|
|
MPP_FREE(root);
|
|
MPP_FREE(p->info);
|
|
MPP_FREE(p->info_buf);
|
|
MPP_FREE(p->name_buf);
|
|
|
|
/* NOTE: udpate final shrinked node count */
|
|
{
|
|
MppTrieInfo *info = mpp_trie_get_info_from_root(p->nodes, "__node__");
|
|
|
|
if (info)
|
|
*(RK_U32 *)mpp_trie_info_ctx(info) = p->node_used;
|
|
}
|
|
|
|
return MPP_OK;
|
|
}
|
|
|
|
MPP_RET mpp_trie_add_info(MppTrie trie, const char *name, void *ctx, RK_U32 ctx_len)
|
|
{
|
|
MppTrieImpl *p;
|
|
MppTrieInfoInt *info;
|
|
MppTrieNode *node;
|
|
const char *s;
|
|
RK_S32 info_buf_pos;
|
|
RK_S32 name_buf_pos;
|
|
RK_S32 info_used;
|
|
RK_S32 next;
|
|
RK_S32 len;
|
|
RK_S32 idx;
|
|
RK_S32 i;
|
|
|
|
if (!trie) {
|
|
mpp_err_f("invalid trie %p name %s ctx %p\n", trie, name, ctx);
|
|
return MPP_ERR_NULL_PTR;
|
|
}
|
|
|
|
if (!name)
|
|
return mpp_trie_last_info(trie);
|
|
|
|
p = (MppTrieImpl *)trie;
|
|
|
|
info_buf_pos = p->info_buf_pos;
|
|
name_buf_pos = p->name_buf_pos;
|
|
info_used = p->info_used;
|
|
len = strnlen(name, MPP_TRIE_NAME_MAX);
|
|
|
|
if (len >= MPP_TRIE_NAME_MAX) {
|
|
mpp_err_f("invalid trie name %s len %d larger than max %d\n",
|
|
name, len, MPP_TRIE_NAME_MAX);
|
|
return MPP_NOK;
|
|
}
|
|
if (info_used >= MPP_TRIE_INFO_MAX) {
|
|
mpp_err_f("invalid trie info count %d larger than max %d\n",
|
|
len, MPP_TRIE_INFO_MAX);
|
|
return MPP_NOK;
|
|
}
|
|
|
|
/* check and enlarge info record buffer */
|
|
if (info_used >= p->info_count) {
|
|
RK_S32 old_count = p->info_count;
|
|
RK_S32 new_count = old_count * 2;
|
|
void *ptr = mpp_realloc_size(p->info, void, sizeof(MppTrieInfoInt) * new_count);
|
|
|
|
if (!ptr) {
|
|
mpp_err_f("failed to realloc new info %d\n", new_count);
|
|
return MPP_ERR_MALLOC;
|
|
}
|
|
|
|
trie_dbg_cnt("trie %p enlarge info %p:%d -> %p:%d\n",
|
|
trie, p->info, old_count, ptr, new_count);
|
|
|
|
p->info = (MppTrieInfoInt *)ptr;
|
|
p->info_count = new_count;
|
|
}
|
|
|
|
/* check and enlarge contex buffer */
|
|
if (info_buf_pos + (RK_S32)ctx_len > p->info_buf_size) {
|
|
RK_S32 old_size = p->info_buf_size;
|
|
RK_S32 new_size = old_size * 2;
|
|
void *ptr = mpp_realloc_size(p->info_buf, void, new_size);
|
|
if (!ptr) {
|
|
mpp_err_f("failed to realloc new info buffer %d\n", new_size);
|
|
return MPP_ERR_MALLOC;
|
|
}
|
|
|
|
trie_dbg_cnt("trie %p enlarge info_buf %p:%d -> %p:%d\n",
|
|
trie, p->info_buf, old_size, ptr, new_size);
|
|
|
|
p->info_buf = ptr;
|
|
p->info_buf_size = new_size;
|
|
}
|
|
|
|
/* check and enlarge name string buffer */
|
|
if (name_buf_pos + len + 1 >= p->name_buf_size) {
|
|
RK_S32 old_size = p->name_buf_size;
|
|
RK_S32 new_size = old_size * 2;
|
|
void *ptr = mpp_realloc_size(p->name_buf, void, new_size);
|
|
|
|
if (!ptr) {
|
|
mpp_err_f("failed to realloc new info buffer %d\n", new_size);
|
|
return MPP_ERR_MALLOC;
|
|
}
|
|
|
|
trie_dbg_cnt("trie %p enlarge name %p:%d -> %p:%d\n",
|
|
trie, p->name_buf, old_size, ptr, new_size);
|
|
|
|
p->name_buf = ptr;
|
|
p->name_buf_size = new_size;
|
|
}
|
|
|
|
node = NULL;
|
|
s = name;
|
|
next = 0;
|
|
idx = 0;
|
|
|
|
trie_dbg_set("trie %p add info %s len %d\n", trie, s, len);
|
|
|
|
for (i = 0; i < len && s[i]; i++) {
|
|
RK_U32 key = s[i];
|
|
RK_S32 key0 = (key >> 4) & 0xf;
|
|
RK_S32 key1 = (key >> 0) & 0xf;
|
|
|
|
node = p->nodes + idx;
|
|
next = node->next[key0];
|
|
|
|
trie_dbg_set("trie %p add %s at %2d char %c:%3d:%x:%x node %d -> %d\n",
|
|
trie, s, i, key, key, key0, key1, idx, next);
|
|
|
|
if (!next) {
|
|
next = trie_get_node(p, idx, key0);
|
|
/* realloc may cause memory address change */
|
|
node = p->nodes + idx;
|
|
node->next[key0] = next;
|
|
|
|
trie_dbg_set("trie %p add %s at %2d char %c:%3d node %d -> %d as new key0\n",
|
|
trie, s, i, key, key, node->idx, next);
|
|
}
|
|
|
|
idx = next;
|
|
node = p->nodes + idx;
|
|
next = node->next[key1];
|
|
|
|
trie_dbg_set("trie %p add %s at %2d char %c:%3d:%x:%x node %d -> %d as key0\n",
|
|
trie, s, i, key, key, key0, key1, idx, next);
|
|
|
|
if (!next) {
|
|
next = trie_get_node(p, idx, key1);
|
|
/* realloc may cause memory address change */
|
|
node = p->nodes + idx;
|
|
node->next[key1] = next;
|
|
|
|
trie_dbg_set("trie %p add %s at %2d char %c:%3d node %d -> %d as new child\n",
|
|
trie, s, i, key, key, node->idx, next);
|
|
}
|
|
|
|
idx = next;
|
|
|
|
trie_dbg_set("trie %p add %s at %2d char %c:%3d:%x:%x node %d -> %d as key1\n",
|
|
trie, s, i, key, key, key0, key1, idx, next);
|
|
}
|
|
|
|
if (p->nodes[idx].id != -1) {
|
|
mpp_err_f("trie %p add info %s already exist\n", trie, name);
|
|
return MPP_NOK;
|
|
}
|
|
|
|
p->nodes[idx].id = info_used;
|
|
p->info_used++;
|
|
|
|
info = &p->info[info_used];
|
|
info->index = info_used;
|
|
info->ctx_len = ctx_len;
|
|
info->str_len = MPP_ALIGN(len + 1, sizeof(RK_U32));
|
|
info->ctx_offset = info_buf_pos;
|
|
info->name_offset = name_buf_pos;
|
|
|
|
memcpy((char *)p->info_buf + info_buf_pos, ctx, ctx_len);
|
|
p->info_buf_pos += info->ctx_len;
|
|
|
|
snprintf((char *)p->name_buf + p->name_buf_pos,
|
|
p->name_buf_size - p->name_buf_pos - 1, "%s", name);
|
|
p->name_buf_pos += info->str_len;
|
|
|
|
trie_dbg_set("trie %p add %d info %s at node %d pos %d ctx %p size %d done\n",
|
|
trie, i, s, idx, info_used, ctx, ctx_len);
|
|
|
|
return MPP_OK;
|
|
}
|
|
|
|
RK_S32 mpp_trie_get_node_count(MppTrie trie)
|
|
{
|
|
MppTrieImpl *p = (MppTrieImpl *)trie;
|
|
|
|
return (p) ? p->node_used : 0;
|
|
}
|
|
|
|
RK_S32 mpp_trie_get_info_count(MppTrie trie)
|
|
{
|
|
MppTrieImpl *p = (MppTrieImpl *)trie;
|
|
|
|
return (p) ? p->info_used : 0;
|
|
}
|
|
|
|
RK_S32 mpp_trie_get_buf_size(MppTrie trie)
|
|
{
|
|
MppTrieImpl *p = (MppTrieImpl *)trie;
|
|
|
|
return (p) ? p->buf_size : 0;
|
|
}
|
|
|
|
void *mpp_trie_get_node_root(MppTrie trie)
|
|
{
|
|
MppTrieImpl *p = (MppTrieImpl *)trie;
|
|
|
|
return (p) ? p->nodes : NULL;
|
|
}
|
|
|
|
MppTrieInfo *mpp_trie_get_info(MppTrie trie, const char *name)
|
|
{
|
|
MppTrieImpl *p = (MppTrieImpl *)trie;
|
|
MppTrieNode *node;
|
|
|
|
if (!trie || !name) {
|
|
mpp_err_f("invalid trie %p name %p\n", trie, name);
|
|
return NULL;
|
|
}
|
|
|
|
node = mpp_trie_get_node(p->nodes, name);
|
|
if (!node || node->id < 0)
|
|
return NULL;
|
|
|
|
return (MppTrieInfo *)(((char *)p->nodes) + node->id);
|
|
}
|
|
|
|
MppTrieInfo *mpp_trie_get_info_first(MppTrie trie)
|
|
{
|
|
MppTrieImpl *p = (MppTrieImpl *)trie;
|
|
|
|
return (p) ? (MppTrieInfo *)(((char *)p->nodes) + p->node_used * sizeof(MppTrieNode)) : NULL;
|
|
}
|
|
|
|
MppTrieInfo *mpp_trie_get_info_next(MppTrie trie, MppTrieInfo *info)
|
|
{
|
|
MppTrieImpl *p = (MppTrieImpl *)trie;
|
|
|
|
if (!p || !info || info->index >= p->info_used - 1)
|
|
return NULL;
|
|
|
|
return (MppTrieInfo *)((char *)(info + 1) + info->str_len + info->ctx_len);
|
|
}
|
|
|
|
MppTrieInfo *mpp_trie_get_info_from_root(void *root, const char *name)
|
|
{
|
|
MppTrieNode *node;
|
|
|
|
if (!root || !name) {
|
|
mpp_loge_f("invalid root %p name %p\n", root, name);
|
|
return NULL;
|
|
}
|
|
|
|
node = mpp_trie_get_node((MppTrieNode *)root, name);
|
|
if (!node || node->id < 0)
|
|
return NULL;
|
|
|
|
return (MppTrieInfo *)(((char *)root) + node->id);
|
|
}
|
|
|
|
void mpp_trie_dump(MppTrie trie, const char *func)
|
|
{
|
|
MppTrieImpl *p = (MppTrieImpl *)trie;
|
|
RK_S32 i;
|
|
RK_S32 next_cnt[17];
|
|
RK_S32 tag_len[17];
|
|
|
|
memset(next_cnt, 0, sizeof(next_cnt));
|
|
memset(tag_len, 0, sizeof(tag_len));
|
|
|
|
mpp_logi("%s dumping trie %p\n", func, trie);
|
|
mpp_logi("name %s size %d node %d info %d\n",
|
|
p->name, p->buf_size, p->node_used, p->info_used);
|
|
|
|
for (i = 0; i < p->node_used; i++) {
|
|
MppTrieNode *node = &p->nodes[i];
|
|
RK_S32 valid_count = 0;
|
|
RK_S32 j;
|
|
|
|
if (i && !node->idx)
|
|
continue;
|
|
|
|
if (node->id >= 0) {
|
|
/* check before and after last info */
|
|
if (node->id < (RK_S32)(p->node_used * sizeof(MppTrieNode)))
|
|
mpp_logi("node %d key %x info %d - %s\n", node->idx, node->key, node->id,
|
|
p->name_buf ? ((char *)p->name_buf + p->info[node->id].name_offset) :
|
|
mpp_trie_info_name(((MppTrieInfo *)((char *)p->nodes + node->id))));
|
|
else
|
|
mpp_logi("node %d key %x info %d - %s\n", node->idx, node->key, node->id,
|
|
mpp_trie_info_name(((MppTrieInfo *)((char *)p->nodes + node->id))));
|
|
} else
|
|
mpp_logi("node %d key %x\n", node->idx, node->key);
|
|
|
|
if (node->tag_len)
|
|
mpp_logi(" prev %d count %d tag %d - %llx\n", node->prev, node->next_cnt, node->tag_len, node->tag_val);
|
|
else
|
|
mpp_logi(" prev %d count %d\n", node->prev, node->next_cnt);
|
|
|
|
for (j = 0; j < MPP_TRIE_KEY_MAX; j++) {
|
|
if (node->next[j] > 0) {
|
|
mpp_logi(" next %d:%d -> %d\n", valid_count, j, node->next[j]);
|
|
valid_count++;
|
|
}
|
|
}
|
|
|
|
next_cnt[valid_count]++;
|
|
tag_len[node->tag_len]++;
|
|
}
|
|
|
|
mpp_logi("node | next | tag | used %d\n", p->node_used);
|
|
|
|
for (i = 0; i < 17; i++) {
|
|
if (next_cnt[i] || tag_len[i])
|
|
mpp_logi("%2d | %4d | %4d |\n", i, next_cnt[i], tag_len[i]);
|
|
}
|
|
|
|
mpp_logi("%s dumping node end\n", func);
|
|
}
|