/* SPDX-License-Identifier: Apache-2.0 OR MIT */ /* * Copyright (c) 2024 Rockchip Electronics Co., Ltd. */ #define MODULE_TAG "kmpp_obj" #include #include #include #include "mpp_env.h" #include "mpp_list.h" #include "mpp_lock.h" #include "mpp_debug.h" #include "mpp_common.h" #include "mpp_mem_pool.h" #include "mpp_singleton.h" #include "mpp_trie.h" #include "mpp_cfg_io.h" #include "kmpp_ioc.h" #include "kmpp_obj_impl.h" #define KMPP_SHM_IOC_MAGIC 'm' #define KMPP_SHM_IOC_QUERY_INFO _IOW(KMPP_SHM_IOC_MAGIC, 1, unsigned int) #define KMPP_SHM_IOC_RELEASE_INFO _IOW(KMPP_SHM_IOC_MAGIC, 2, unsigned int) #define KMPP_SHM_IOC_GET_SHM _IOW(KMPP_SHM_IOC_MAGIC, 3, unsigned int) #define KMPP_SHM_IOC_PUT_SHM _IOW(KMPP_SHM_IOC_MAGIC, 4, unsigned int) #define KMPP_SHM_IOC_DUMP _IOW(KMPP_SHM_IOC_MAGIC, 5, unsigned int) #define KMPP_IOCTL_IOC_MAGIC 'i' #define KMPP_IOCTL_IOC_QUERY_INFO _IOW(KMPP_IOCTL_IOC_MAGIC, 1, unsigned int) #define KMPP_IOCTL_IOC_PROC _IOW(KMPP_IOCTL_IOC_MAGIC, 2, unsigned int) #define OBJ_DBG_FLOW (0x00000001) #define OBJ_DBG_SHARE (0x00000002) #define OBJ_DBG_ENTRY (0x00000004) #define OBJ_DBG_POOL (0x00000008) #define OBJ_DBG_IOCTL (0x00000010) #define OBJ_DBG_UPDATE (0x00000020) #define OBJ_DBG_SET (0x00000040) #define OBJ_DBG_GET (0x00000080) #define obj_dbg(flag, fmt, ...) _mpp_dbg(kmpp_obj_debug, flag, fmt, ## __VA_ARGS__) #define obj_dbg_flow(fmt, ...) obj_dbg(OBJ_DBG_FLOW, fmt, ## __VA_ARGS__) #define obj_dbg_share(fmt, ...) obj_dbg(OBJ_DBG_SHARE, fmt, ## __VA_ARGS__) #define obj_dbg_entry(fmt, ...) obj_dbg(OBJ_DBG_ENTRY, fmt, ## __VA_ARGS__) #define obj_dbg_pool(fmt, ...) obj_dbg(OBJ_DBG_POOL, fmt, ## __VA_ARGS__) #define obj_dbg_ioctl(fmt, ...) obj_dbg(OBJ_DBG_IOCTL, fmt, ## __VA_ARGS__) #define obj_dbg_update(fmt, ...) obj_dbg(OBJ_DBG_UPDATE, fmt, ## __VA_ARGS__) #define obj_dbg_set(fmt, ...) obj_dbg(OBJ_DBG_SET, fmt, ## __VA_ARGS__) #define obj_dbg_get(fmt, ...) obj_dbg(OBJ_DBG_GET, fmt, ## __VA_ARGS__) #define U64_TO_PTR(ptr) ((void *)(intptr_t)(ptr)) #define ENTRY_TO_PTR(tbl, entry) (((char *)entry) + tbl->tbl.elem_offset) #define ENTRY_TO_s32_PTR(tbl, entry) ((rk_s32 *)ENTRY_TO_PTR(tbl, entry)) #define ENTRY_TO_u32_PTR(tbl, entry) ((rk_u32 *)ENTRY_TO_PTR(tbl, entry)) #define ENTRY_TO_s64_PTR(tbl, entry) ((rk_s64 *)ENTRY_TO_PTR(tbl, entry)) #define ENTRY_TO_u64_PTR(tbl, entry) ((rk_u64 *)ENTRY_TO_PTR(tbl, entry)) #define ENTRY_TO_obj_PTR(tbl, entry) ((KmppObj *)ENTRY_TO_PTR(tbl, entry)) #define ENTRY_TO_ptr_PTR(tbl, entry) ((void **)ENTRY_TO_PTR(tbl, entry)) #define ENTRY_TO_fp_PTR(tbl, entry) ((void **)ENTRY_TO_PTR(tbl, entry)) #define ENTRY_TO_st_PTR(tbl, entry) ((void *)ENTRY_TO_PTR(tbl, entry)) #define ENTRY_TO_shm_PTR(tbl, entry) ((void *)ENTRY_TO_PTR(tbl, entry)) /* 32bit unsigned long pointer */ #define ELEM_FLAG_U32_POS(offset) (((offset) & (~31)) / 8) #define ELEM_FLAG_BIT_POS(offset) ((offset) & 31) #define ENTRY_TO_FLAG_PTR(e, entry) ((rk_ul *)((rk_u8 *)entry + ELEM_FLAG_U32_POS(e->tbl.flag_offset))) #define ENTRY_SET_FLAG(e, entry) \ *ENTRY_TO_FLAG_PTR(e, entry) |= 1ul << (ELEM_FLAG_BIT_POS(e->tbl.flag_offset)) #define ENTRY_CLR_FLAG(e, entry) \ *ENTRY_TO_FLAG_PTR(e, entry) &= ~(1ul << (ELEM_FLAG_BIT_POS(e->tbl.flag_offset))) #define ENTRY_TEST_FLAG(e, entry) \ (*ENTRY_TO_FLAG_PTR(e, entry) & 1ul << (ELEM_FLAG_BIT_POS(e->tbl.flag_offset))) ? 1 : 0 typedef struct KmppShmReq_t { /* shm_name - NULL name addresss for shm direct allocation */ __u64 shm_name; /* shm_size - share memory size for shm direct allocation */ __u32 shm_size; /* shm_flag - share memory allocation flags */ __u32 shm_flag; } KmppShmReq; /* kernel object share memory get / put ioctl data */ typedef struct KmppObjIocArg_t { /* address array element count */ __u32 count; /* flag for batch operation */ __u32 flag; /* * at KMPP_SHM_IOC_GET_SHM * name_uaddr - kernel object name in userspace address * obj_sptr - kernel object userspace / kernel address of KmppShmPtr * * at KMPP_SHM_IOC_PUT_SHM * obj_sptr - kernel object userspace / kernel address of KmppShmPtr */ union { __u64 name_uaddr[0]; /* ioctl object userspace / kernel address */ KmppShmPtr obj_sptr[0]; KmppShmReq shm_req[0]; }; } KmppObjIocArg; typedef struct KmppObjDefImpl_t { /* userspace objdef */ MppCfgObj cfg; MppMemPool pool; /* object define from kernel or userspace */ rk_s32 is_kobj; KmppObjInit init; KmppObjDeinit deinit; KmppObjPreset preset; KmppObjDump dump; /* comment data of userspace / kernel objdef */ MppTrie trie; MppTrie ioctl; /* objdef index in kernel (/dev/kmpp_objs) */ rk_s32 index; /* objdef set index in objdefset for ioctl */ rk_s32 defs_idx; rk_s32 ref_cnt; /* private data size for priv in KmppObjImpl */ rk_s32 priv_size; /* entry size for entry in KmppObjImpl */ rk_s32 entry_size; rk_s32 flag_max_pos; rk_s32 flag_offset; /* entry size + flag size for entry in KmppObjImpl */ rk_s32 buf_size; /* all size for sizeof(KmppObjImpl) + priv_size + entry_size + flag_size */ rk_s32 all_size; /* properties */ rk_s32 disable_mismatch_log; const char *name; } KmppObjDefImpl; typedef struct KmppObjImpl_t { const char *name; /* class infomation link */ KmppObjDefImpl *def; /* trie for fast access */ MppTrie trie; void *priv; KmppShmPtr *shm; void *entry; } KmppObjImpl; typedef struct KmppKtrieInfo_t { rk_s32 fd; MppTrie trie; void *root; } KmppKtrieInfo; typedef struct KmppObjs_t { KmppKtrieInfo obj; KmppKtrieInfo ioc; rk_s32 count; rk_s32 entry_offset; rk_s32 priv_offset; rk_s32 name_offset; KmppObjDefImpl defs[0]; } KmppObjs; static rk_u32 kmpp_obj_debug = 0; static KmppObjs *objs = NULL; #define get_objs(caller) \ ({ \ KmppObjs *__tmp; \ if (objs) { \ __tmp = objs; \ } else { \ obj_dbg_flow("kmpp objs srv not init at %s\n", caller); \ __tmp = NULL; \ } \ __tmp; \ }) #define get_objs_f() get_objs(__FUNCTION__) const char *strof_elem_type(ElemType type) { static const char *ELEM_TYPE_names[] = { [ELEM_TYPE_s32] = "s32", [ELEM_TYPE_u32] = "u32", [ELEM_TYPE_s64] = "s64", [ELEM_TYPE_u64] = "u64", [ELEM_TYPE_ptr] = "ptr", [ELEM_TYPE_st] = "struct", [ELEM_TYPE_shm] = "shm_ptr", [ELEM_TYPE_kobj] = "kobj", [ELEM_TYPE_kptr] = "kptr", [ELEM_TYPE_kfp] = "kfunc_ptr", [ELEM_TYPE_uobj] = "uobj", [ELEM_TYPE_uptr] = "uptr", [ELEM_TYPE_ufp] = "ufunc_ptr", }; static const char *invalid_type_str = "invalid"; if (type & (~ELEM_TYPE_BUTT)) return invalid_type_str; return ELEM_TYPE_names[type] ? ELEM_TYPE_names[type] : invalid_type_str; } #define MPP_OBJ_ACCESS_IMPL(type, base_type, log_str) \ rk_s32 kmpp_obj_impl_set_##type(KmppEntry *tbl, void *entry, base_type val) \ { \ base_type *dst = ENTRY_TO_##type##_PTR(tbl, entry); \ base_type old = dst[0]; \ dst[0] = val; \ if (!tbl->tbl.flag_offset) { \ obj_dbg_set("%p + %x set " #type " change " #log_str " -> " #log_str "\n", entry, tbl->tbl.elem_offset, old, val); \ } else { \ if (old != val) { \ obj_dbg_set("%p + %x set " #type " update " #log_str " -> " #log_str " flag %d\n", \ entry, tbl->tbl.elem_offset, old, val, tbl->tbl.flag_offset); \ ENTRY_SET_FLAG(tbl, entry); \ } else { \ obj_dbg_set("%p + %x set " #type " keep " #log_str "\n", entry, tbl->tbl.elem_offset, old); \ } \ } \ return rk_ok; \ } \ rk_s32 kmpp_obj_impl_get_##type(KmppEntry *tbl, void *entry, base_type *val) \ { \ if (tbl && tbl->tbl.elem_size) { \ base_type *src = ENTRY_TO_##type##_PTR(tbl, entry); \ obj_dbg_get("%p + %x get " #type " value " #log_str "\n", entry, tbl->tbl.elem_offset, src[0]); \ val[0] = src[0]; \ return rk_ok; \ } \ return rk_nok; \ } MPP_OBJ_ACCESS_IMPL(s32, rk_s32, % d) MPP_OBJ_ACCESS_IMPL(u32, rk_u32, % u) MPP_OBJ_ACCESS_IMPL(s64, rk_s64, % #llx) MPP_OBJ_ACCESS_IMPL(u64, rk_u64, % #llx) MPP_OBJ_ACCESS_IMPL(obj, KmppObj, % p) MPP_OBJ_ACCESS_IMPL(ptr, void *, % p) MPP_OBJ_ACCESS_IMPL(fp, void *, % p) #define MPP_OBJ_STRUCT_ACCESS_IMPL(type, base_type, log_str) \ rk_s32 kmpp_obj_impl_set_##type(KmppEntry *tbl, void *entry, base_type *val) \ { \ void *dst = ENTRY_TO_##type##_PTR(tbl, entry); \ if (!tbl->tbl.flag_offset) { \ /* simple copy */ \ obj_dbg_set("%p + %x set " #type " size %d change %p -> %p\n", entry, tbl->tbl.elem_offset, tbl->tbl.elem_size, dst, val); \ memcpy(dst, val, tbl->tbl.elem_size); \ return rk_ok; \ } \ /* copy with flag check and updata */ \ if (memcmp(dst, val, tbl->tbl.elem_size)) { \ obj_dbg_set("%p + %x set " #type " size %d update %p -> %p flag %d\n", \ entry, tbl->tbl.elem_offset, tbl->tbl.elem_size, dst, val, tbl->tbl.flag_offset); \ memcpy(dst, val, tbl->tbl.elem_size); \ ENTRY_SET_FLAG(tbl, entry); \ } else { \ obj_dbg_set("%p + %x set " #type " size %d keep %p\n", entry, tbl->tbl.elem_offset, tbl->tbl.elem_size, dst); \ } \ return rk_ok; \ } \ rk_s32 kmpp_obj_impl_get_##type(KmppEntry *tbl, void *entry, base_type *val) \ { \ if (tbl && tbl->tbl.elem_size) { \ void *src = ENTRY_TO_##type##_PTR(tbl, entry); \ obj_dbg_get("%p + %x get " #type " size %d value " #log_str "\n", entry, tbl->tbl.elem_offset, tbl->tbl.elem_size, src); \ memcpy(val, src, tbl->tbl.elem_size); \ return rk_ok; \ } \ return rk_nok; \ } MPP_OBJ_STRUCT_ACCESS_IMPL(st, void, % p) MPP_OBJ_STRUCT_ACCESS_IMPL(shm, KmppShmPtr, % p) static rk_s32 kmpp_ktrie_get(KmppKtrieInfo *info, const char *path, rk_ul cmd) { rk_s32 fd = open(path, O_RDWR); MppTrie trie = NULL; rk_u64 uaddr = 0; void *root; rk_s32 ret; info->fd = fd; info->trie = NULL; info->root = NULL; if (fd < 0) { obj_dbg_flow("%s open failed ret fd %d\n", path, fd); return rk_nok; } ret = ioctl(fd, cmd, &uaddr); if (ret < 0) { obj_dbg_flow("%s ioctl failed ret %d\n", path, ret); goto __ret; } root = (void *)(intptr_t)uaddr; obj_dbg_share("query fd %d root %p from kernel\n", fd, root); ret = mpp_trie_init_by_root(&trie, root); if (ret || !trie) { mpp_loge_f("init trie by root failed ret %d\n", ret); goto __ret; } if (kmpp_obj_debug & OBJ_DBG_SHARE) mpp_trie_dump_f(trie); info->trie = trie; info->root = root; __ret: return rk_ok; } rk_s32 kmpp_ktrie_put(KmppKtrieInfo *info) { if (info->fd >= 0) { close(info->fd); info->fd = -1; } if (info->trie) { mpp_trie_deinit(info->trie); info->trie = NULL; } info->root = NULL; return rk_ok; } static void kmpp_objs_deinit(void) { KmppObjs *p = MPP_FETCH_AND(&objs, NULL); obj_dbg_flow("kmpp_objs_deinit objs %p\n", p); if (p) { rk_s32 i; for (i = 0; i < p->count; i++) { KmppObjDefImpl *impl = &p->defs[i]; if (impl->pool) { mpp_mem_pool_deinit_f(impl->pool); impl->pool = NULL; } if (impl->trie) { mpp_trie_deinit(impl->trie); impl->trie = NULL; } if (impl->ioctl) { mpp_trie_deinit(impl->ioctl); impl->ioctl = NULL; } } kmpp_ktrie_put(&p->obj); kmpp_ktrie_put(&p->ioc); mpp_free(p); } } static void kmpp_objs_init(void) { static const char *dev_obj = "/dev/kmpp_objs"; static const char *dev_ioc = "/dev/kmpp_ioctl"; KmppObjs *p = objs; KmppKtrieInfo obj; KmppKtrieInfo ioc; void *root = NULL; MppTrie trie = NULL; MppTrieInfo *info; rk_s32 offset; rk_s32 count; rk_s32 ret; rk_s32 i; if (p) { obj_dbg_flow("objs already inited %p\n", p); kmpp_objs_deinit(); p = NULL; } mpp_env_get_u32("kmpp_obj_debug", &kmpp_obj_debug, 0); /* skip kmpp_ioctls failure and call ioc init first to avoid deinit crash */ kmpp_ktrie_get(&ioc, dev_ioc, KMPP_IOCTL_IOC_QUERY_INFO); ret = kmpp_ktrie_get(&obj, dev_obj, KMPP_SHM_IOC_QUERY_INFO); if (ret < 0) goto __failed; trie = obj.trie; root = obj.root; info = mpp_trie_get_info(trie, "__count"); count = info ? *(rk_s32 *)mpp_trie_info_ctx(info) : 0; p = mpp_calloc_size(KmppObjs, sizeof(KmppObjs) + sizeof(KmppObjDefImpl) * count); if (!p) { mpp_loge_f("alloc objs failed\n"); goto __failed; } p->obj = obj; p->ioc = ioc; p->count = count; info = mpp_trie_get_info(trie, "__offset"); offset = info ? *(rk_s32 *)mpp_trie_info_ctx(info) : 0; p->entry_offset = offset; info = mpp_trie_get_info(trie, "__priv"); offset = info ? *(rk_s32 *)mpp_trie_info_ctx(info) : 0; p->priv_offset = offset; info = mpp_trie_get_info(trie, "__name_offset"); offset = info ? *(rk_s32 *)mpp_trie_info_ctx(info) : 0; p->name_offset = offset; obj_dbg_share("count %d object offsets - priv %d name %d entry %d\n", count, p->priv_offset, p->name_offset, p->entry_offset); info = mpp_trie_get_info_first(trie); for (i = 0; i < count && info; i++) { KmppObjDefImpl *impl = &p->defs[i]; const char *name = mpp_trie_info_name(info); MppTrie trie_objdef = NULL; MppTrieInfo *info_objdef; offset = *(rk_s32 *)mpp_trie_info_ctx(info); ret = mpp_trie_init_by_root(&trie_objdef, root + offset); if (!trie_objdef) { mpp_loge_f("init %d:%d obj trie failed\n", count, i); break; } impl->trie = trie_objdef; info_objdef = mpp_trie_get_info(trie_objdef, "__index"); impl->index = info_objdef ? *(rk_s32 *)mpp_trie_info_ctx(info_objdef) : -1; impl->defs_idx = info->index; info_objdef = mpp_trie_get_info(trie_objdef, "__size"); impl->entry_size = info_objdef ? *(rk_s32 *)mpp_trie_info_ctx(info_objdef) : 0; impl->name = name; impl->is_kobj = 1; info = mpp_trie_get_info_next(trie, info); obj_dbg_share("%2d:%2d - %s offset %d entry_size %d\n", count, i, name, offset, impl->entry_size); obj_dbg_flow("objdef %-16s in kernel size %4d\n", name, impl->entry_size); /* check ioctl functions */ if (ioc.root) { MppTrieInfo *ioc_info = mpp_trie_get_info(ioc.trie, name); if (ioc_info) { rk_s32 ioc_offset = *(rk_s32 *)mpp_trie_info_ctx(ioc_info); mpp_trie_init_by_root(&impl->ioctl, ioc.root + ioc_offset); if (impl->ioctl) obj_dbg_flow("objdef %-16s in kernel support ioctl %d\n", name, mpp_trie_get_info_count(impl->ioctl)); } } } objs = p; return; __failed: kmpp_ktrie_put(&obj); kmpp_ktrie_put(&ioc); } MPP_SINGLETON(MPP_SGLN_KOBJ, kmpp_obj, kmpp_objs_init, kmpp_objs_deinit); rk_s32 kmpp_objdef_put(KmppObjDef def) { KmppObjDefImpl *impl = (KmppObjDefImpl *)def; rk_s32 ret = rk_nok; if (impl) { rk_s32 release = 0; if (impl->is_kobj) { impl->ref_cnt--; if (!impl->ref_cnt) release = 1; else mpp_loge_f("objdef %-16s non-zero ref_cnt %d\n", impl->name, impl->ref_cnt); } else { if (impl->cfg) { mpp_cfg_put_all(impl->cfg); impl->cfg = NULL; } release = 1; } if (release) { if (impl->pool) { mpp_mem_pool_deinit_f(impl->pool); impl->pool = NULL; } if (impl->trie) { mpp_trie_deinit(impl->trie); impl->trie = NULL; } } if (!impl->is_kobj) mpp_free(impl); ret = rk_ok; } return ret; } rk_s32 kmpp_objdef_register(KmppObjDef *def, rk_s32 priv_size, rk_s32 size, const char *name) { KmppObjDefImpl *impl = NULL; rk_s32 name_len; rk_s32 name_buf_size; char *buf; if (!def || !name || size <= 0) { mpp_loge_f("invalid param def %p size %d name %p\n", def, size, name); return rk_nok; } *def = NULL; name_len = strlen(name); name_buf_size = MPP_ALIGN(name_len + 1, sizeof(rk_s32)); impl = mpp_calloc_size(KmppObjDefImpl, sizeof(KmppObjDefImpl) + name_buf_size); if (!impl) { mpp_loge_f("alloc objdef size %d failed\n", sizeof(KmppObjDefImpl) + name_buf_size); return rk_nok; } buf = (char *)(impl + 1); memcpy(buf, name, name_len); buf[name_len] = '\0'; impl->name = buf; impl->priv_size = MPP_ALIGN(priv_size, sizeof(void *)); impl->entry_size = size; impl->buf_size = size + sizeof(KmppObjImpl); impl->ref_cnt = 1; obj_dbg_flow("objdef %-16s registered size %4d\n", name, size, impl); *def = impl; return rk_ok; } rk_s32 kmpp_objdef_find(KmppObjDef *def, const char *name) { KmppObjs *p = get_objs_f(); MppTrieInfo *info = NULL; if (!def || !name) { mpp_loge_f("invalid param def %p name %p objs %p\n", def, name, p); return rk_nok; } *def = NULL; if (!p) return rk_nok; info = mpp_trie_get_info(p->obj.trie, name); if (!info) { obj_dbg_flow("objdef %-16s can not be found in kernel\n", name); return rk_nok; } if (p->count > 0 && info->index < (RK_U32)p->count) { *def = &p->defs[info->index]; return rk_ok; } mpp_loge_f("objdef %-16s is found but with invalid index %d max %d\n", name, info->index, p->count); return rk_nok; } static rk_s32 create_objdef_mem_pool(KmppObjDefImpl *impl) { rk_s32 old_size = impl->all_size; /* When last entry finish update and create memory pool */ if (impl->flag_max_pos) { rk_s32 flag_max_pos = MPP_ALIGN(impl->flag_max_pos, 8); rk_s32 flag_size = flag_max_pos / 8; impl->flag_offset = impl->entry_size; impl->flag_max_pos = flag_max_pos; flag_size -= impl->entry_size; flag_size = MPP_ALIGN(flag_size, 4); impl->buf_size = impl->entry_size + flag_size; } impl->all_size = sizeof(KmppObjImpl) + impl->priv_size + impl->buf_size; obj_dbg_pool("objdef %-16s entry size %4d buf size %4d -> %4d\n", impl->name, impl->entry_size, old_size, impl->all_size); impl->pool = mpp_mem_pool_init_f(impl->name, impl->all_size); if (!impl->pool) mpp_loge_f("get mem pool size %d failed\n", impl->all_size); return impl->pool ? rk_ok : rk_nok; } rk_s32 kmpp_objdef_get(KmppObjDef *def, rk_s32 priv_size, const char *name) { KmppObjDefImpl *impl = NULL; if (!def || !name) { mpp_loge_f("invalid param def %p name %p\n", def, name); return rk_nok; } if (kmpp_objdef_find((KmppObjDef *)&impl, name)) { *def = NULL; return rk_nok; } mpp_assert(impl); impl->priv_size = priv_size; create_objdef_mem_pool(impl); if (impl->ref_cnt) mpp_logw_f("objdef %-16s already get ref %d\n", name, impl->ref_cnt); else impl->ref_cnt++; *def = impl; return rk_ok; } rk_s32 kmpp_objdef_add_cfg_root(KmppObjDef def, MppCfgObj root) { KmppObjDefImpl *impl = (KmppObjDefImpl *)def; rk_s32 ret = rk_nok; if (impl) { impl->cfg = root; ret = rk_ok; } return ret; } MppCfgObj kmpp_objdef_get_cfg_root(KmppObjDef def) { KmppObjDefImpl *impl = (KmppObjDefImpl *)def; return impl ? impl->cfg : NULL; } rk_s32 kmpp_objdef_add_entry(KmppObjDef def, const char *name, KmppEntry *tbl) { KmppObjDefImpl *impl = (KmppObjDefImpl *)def; rk_s32 ret = rk_nok; if (!impl->trie) { if (!name) { /* NOTE: no entry objdef still need to create mempool */ return create_objdef_mem_pool(impl); } mpp_trie_init(&impl->trie, impl->name); } if (impl->trie) { MppTrie trie = impl->trie; if (name) { ret = mpp_trie_add_info(trie, name, tbl, tbl ? sizeof(*tbl) : 0); if (tbl->tbl.flag_offset > impl->flag_max_pos) impl->flag_max_pos = tbl->tbl.flag_offset; obj_dbg_entry("objdef %-16s add entry %-16s flag offset %4d\n", impl->name, name, tbl->tbl.flag_offset); } else { /* record object impl size */ ret = mpp_trie_add_info(trie, "__index", &impl->index, sizeof(rk_s32)); ret = mpp_trie_add_info(trie, "__size", &impl->entry_size, sizeof(rk_s32)); ret |= mpp_trie_add_info(trie, NULL, NULL, 0); ret |= create_objdef_mem_pool(impl); } } if (ret) mpp_loge("objdef %s add entry %s failed ret %d\n", impl ? impl->name : NULL, name, ret); return ret; } rk_s32 kmpp_objdef_add_init(KmppObjDef def, KmppObjInit init) { if (def) { KmppObjDefImpl *impl = (KmppObjDefImpl *)def; impl->init = init; return rk_ok; } return rk_nok; } rk_s32 kmpp_objdef_add_deinit(KmppObjDef def, KmppObjDeinit deinit) { if (def) { KmppObjDefImpl *impl = (KmppObjDefImpl *)def; impl->deinit = deinit; return rk_ok; } return rk_nok; } rk_s32 kmpp_objdef_add_preset(KmppObjDef def, KmppObjPreset preset) { if (def) { KmppObjDefImpl *impl = (KmppObjDefImpl *)def; impl->preset = preset; return rk_ok; } return rk_nok; } rk_s32 kmpp_objdef_add_dump(KmppObjDef def, KmppObjDump dump) { if (def) { KmppObjDefImpl *impl = (KmppObjDefImpl *)def; impl->dump = dump; return rk_ok; } return rk_nok; } rk_s32 kmpp_objdef_set_prop(KmppObjDef def, const char *op, rk_s32 value) { if (def && op) { KmppObjDefImpl *impl = (KmppObjDefImpl *)def; if (!strcmp(op, "disable_mismatch_log")) { impl->disable_mismatch_log = value ? 1 : 0; } else { mpp_loge_f("unknown property %s value %d\n", op, value); return rk_nok; } return rk_ok; } return rk_nok; } rk_s32 kmpp_objdef_get_entry(KmppObjDef def, const char *name, KmppEntry **tbl) { KmppObjDefImpl *impl = (KmppObjDefImpl *)def; rk_s32 ret = rk_nok; if (impl->trie) { MppTrieInfo *info = mpp_trie_get_info(impl->trie, name); if (info) { *tbl = (KmppEntry *)mpp_trie_info_ctx(info); ret = rk_ok; } } if (ret && !impl->disable_mismatch_log) mpp_loge("objdef %s get entry %s failed ret %d\n", impl ? impl->name : NULL, name, ret); return ret; } rk_s32 kmpp_objdef_get_offset(KmppObjDef def, const char *name) { KmppObjDefImpl *impl = (KmppObjDefImpl *)def; rk_s32 offset = -1; if (impl->trie) { MppTrieInfo *info = mpp_trie_get_info(impl->trie, name); if (info) { KmppEntry *tbl = (KmppEntry *)mpp_trie_info_ctx(info); if (tbl) offset = tbl->tbl.elem_offset; } } return offset; } rk_s32 kmpp_objdef_get_cmd(KmppObjDef def, const char *name) { KmppObjDefImpl *impl = (KmppObjDefImpl *)def; if (impl->ioctl) { MppTrieInfo *info = mpp_trie_get_info(impl->ioctl, name); if (info) return info->index; } return -1; } rk_s32 kmpp_objdef_dump(KmppObjDef def) { if (def) { KmppObjDefImpl *impl = (KmppObjDefImpl *)def; MppTrie trie = impl->trie; MppTrieInfo *info = NULL; const char *name = impl->name; RK_S32 i = 0; mpp_logi("dump objdef %-16s entry_size %d element count %d\n", name, impl->entry_size, mpp_trie_get_info_count(trie)); info = mpp_trie_get_info_first(trie); while (info) { name = mpp_trie_info_name(info); if (!strstr(name, "__")) { KmppEntry *tbl = (KmppEntry *)mpp_trie_info_ctx(info); rk_s32 idx = i++; mpp_logi("%-2d - %-16s offset %4d size %d\n", idx, name, tbl->tbl.elem_offset, tbl->tbl.elem_size); } info = mpp_trie_get_info_next(trie, info); } info = mpp_trie_get_info_first(trie); while (info) { name = mpp_trie_info_name(info); if (strstr(name, "__")) { void *p = mpp_trie_info_ctx(info); rk_s32 idx = i++; if (info->ctx_len == sizeof(RK_U32)) { mpp_logi("%-2d - %-16s val %d\n", idx, name, *(RK_U32 *)p); } else { mpp_logi("%-2d - %-16s str %s\n", idx, name, p); } } info = mpp_trie_get_info_next(trie, info); } return rk_ok; } return rk_nok; } const char *kmpp_objdef_get_name(KmppObjDef def) { KmppObjDefImpl *impl = (KmppObjDefImpl *)def; return impl ? impl->name : NULL; } rk_s32 kmpp_objdef_get_entry_size(KmppObjDef def) { KmppObjDefImpl *impl = (KmppObjDefImpl *)def; return impl ? impl->entry_size : 0; } MppTrie kmpp_objdef_get_trie(KmppObjDef def) { KmppObjDefImpl *impl = (KmppObjDefImpl *)def; return impl ? impl->trie : NULL; } #define get_obj_from_def(p, def, shm, caller) \ _get_obj_from_def(p, def, shm, caller, __FUNCTION__) static KmppObjImpl *_get_obj_from_def(KmppObjs *p, KmppObjDefImpl *def, KmppShmPtr *shm, const char *caller, const char *func) { KmppObjImpl *impl = mpp_mem_pool_get(def->pool, caller); rk_u8 *base; if (!impl) { mpp_loge("%s get obj %s impl %d failed at %s\n", func, def->name, def->all_size, caller); return NULL; } base = (rk_u8 *)(impl + 1); impl->name = def->name; impl->def = def; impl->trie = def->trie; if (def->priv_size) { impl->priv = base; base += def->priv_size; } else { impl->priv = NULL; } if (shm && p) { impl->shm = shm; impl->entry = (void *)(shm->uptr + p->entry_offset); /* write userspace object address to share memory userspace private value */ *(RK_U64 *)(shm->uptr + p->priv_offset) = (RK_U64)(intptr_t)impl; obj_dbg_flow("%s get kobj %-16s - %p entry [u:k] %llx:%llx at %s\n", func, def->name, impl, shm->uaddr, shm->kaddr, caller); } else { impl->shm = NULL; impl->entry = base; obj_dbg_flow("%s get uobj %-16s - %p entry %p at %s\n", func, def->name, impl, base, caller); } if (def->init) def->init(impl->entry, impl, caller); return impl; } rk_s32 kmpp_obj_get(KmppObj *obj, KmppObjDef def, const char *caller) { KmppObjs *p; KmppObjDefImpl *def_impl; KmppObjIocArg *ioc; rk_u64 uaddr; rk_s32 ret = rk_nok; if (!obj || !def) { mpp_loge_f("invalid param obj %p def %p at %s\n", obj, def, caller); return ret; } *obj = NULL; def_impl = (KmppObjDefImpl *)def; /* use buf_size to check userspace objdef or kernel objdef */ if (!def_impl->pool) { mpp_loge_f("invalid objdef %s without pool at %s\n", def_impl->name, caller); return ret; } /* userspace objdef path */ if (!def_impl->is_kobj) { *obj = get_obj_from_def(NULL, def_impl, NULL, caller); return *obj ? rk_ok : rk_nok; } /* kernel objdef path */ p = get_objs(caller); if (!p) return ret; ioc = alloca(sizeof(KmppObjIocArg) + sizeof(KmppShmPtr)); ioc->count = 1; ioc->flag = 0; ioc->name_uaddr[0] = (__u64)(intptr_t)def_impl->name; ret = ioctl(p->obj.fd, KMPP_SHM_IOC_GET_SHM, ioc); if (ret) { mpp_err("%s fd %d ioctl KMPP_SHM_IOC_GET_SHM failed at %s\n", def_impl->name, p->obj.fd, caller); return ret; } uaddr = ioc->obj_sptr[0].uaddr; *obj = get_obj_from_def(p, def_impl, (KmppShmPtr *)U64_TO_PTR(uaddr), caller); return *obj ? rk_ok : rk_nok; } rk_s32 kmpp_obj_get_by_name(KmppObj *obj, const char *name, const char *caller) { KmppObjDefImpl *def; if (!obj || !name) { mpp_loge_f("invalid param obj %p name %p at %s\n", obj, name, caller); return rk_nok; } if (kmpp_objdef_find((KmppObjDef *)&def, name)) { *obj = NULL; return rk_nok; } mpp_assert(def); if (def->is_kobj && !def->pool) create_objdef_mem_pool(def); return kmpp_obj_get(obj, def, caller); } rk_s32 kmpp_obj_get_by_sptr(KmppObj *obj, KmppShmPtr *sptr, const char *caller) { KmppObjs *p = get_objs(caller); KmppObjImpl *impl; KmppObjDefImpl *def; rk_u8 *uptr = sptr ? sptr->uptr : NULL; if (!obj) { mpp_loge_f("invalid param obj %p sptr %p uptr %p at %s\n", obj, sptr, uptr, caller); return rk_nok; } *obj = NULL; /* allow NULL sptr and NULL uptr return NULL object value without error */ if (!sptr || !uptr) return rk_ok; if (!p) return rk_nok; impl = (KmppObjImpl *)(intptr_t) * (rk_u64 *)(uptr + p->priv_offset); if (impl) { if (!kmpp_obj_check_f((KmppObj)impl)) goto done; } { rk_u32 val = *((rk_u32 *)(uptr + p->name_offset)); char *str; if (!val) { mpp_loge_f("invalid obj name offset %d at %s\n", val, caller); return rk_nok; } str = (char *)p->obj.root + val; if (kmpp_objdef_find((KmppObjDef *)&def, str)) { mpp_loge_f("failed to get objdef %p - %s at %s\n", str, str, caller); return rk_nok; } } mpp_assert(def && def->pool); impl = get_obj_from_def(p, def, (KmppShmPtr *)uptr, caller); done: *obj = impl; return impl ? rk_ok : rk_nok; } rk_s32 kmpp_obj_put(KmppObj obj, const char *caller) { if (obj) { KmppObjImpl *impl = (KmppObjImpl *)obj; KmppObjDefImpl *def = impl->def; KmppObjs *p; mpp_assert(def && def->pool); if (def && def->deinit) def->deinit(impl->entry, impl, caller); /* use shm to check userspace objdef or kernel objdef */ /* userspace objdef path */ if (impl->shm) { p = get_objs(caller); if (p && p->obj.fd >= 0) { KmppObjIocArg *ioc = alloca(sizeof(KmppObjIocArg) + sizeof(KmppShmPtr)); rk_s32 ret; ioc->count = 1; ioc->flag = 0; ioc->obj_sptr[0].uaddr = impl->shm->uaddr; ioc->obj_sptr[0].kaddr = impl->shm->kaddr; obj_dbg_flow("put obj %-16s - %p entry [u:k] %llx:%llx at %s\n", def ? def->name : NULL, impl, impl->shm->uaddr, impl->shm->kaddr, caller); ret = ioctl(p->obj.fd, KMPP_SHM_IOC_PUT_SHM, ioc); if (ret) mpp_err("ioctl KMPP_SHM_IOC_PUT_SHM failed ret %d at %s\n", ret, caller); } impl->shm = NULL; } mpp_mem_pool_put(def->pool, impl, caller); return rk_ok; } return rk_nok; } rk_s32 kmpp_obj_impl_put(KmppObj obj, const char *caller) { if (obj) { KmppObjImpl *impl = (KmppObjImpl *)obj; KmppObjDefImpl *def = impl->def; mpp_assert(def); if (def) { if (def->deinit) def->deinit(impl->entry, impl, caller); mpp_assert(def->pool); mpp_mem_pool_put(def->pool, impl, caller); return rk_ok; } } return rk_nok; } rk_s32 kmpp_obj_preset(KmppObj obj, const char *arg, const char *caller) { if (obj) { KmppObjImpl *impl = (KmppObjImpl *)obj; KmppObjDefImpl *def = impl->def; mpp_assert(def); if (def && def->preset) return def->preset(impl->entry, impl, arg, caller); } return rk_ok; } rk_s32 kmpp_obj_check(KmppObj obj, const char *caller) { KmppObjImpl *impl = (KmppObjImpl *)obj; if (!impl) { mpp_loge_f("from %s failed for NULL arg\n", caller); return rk_nok; } if (!impl->name || !impl->def || impl->name != impl->def->name) { mpp_loge_f("from %s failed for name check %s but %s\n", caller, impl->def ? impl->def->name : NULL, impl->name); return rk_nok; } if (!impl->entry || !impl->def->trie) { mpp_loge_f("from %s failed for entry %p and def trie %p\n", caller, impl->entry, impl->def->trie); return rk_nok; } return rk_ok; } rk_s32 kmpp_obj_ioctl(KmppObj ctx, rk_s32 cmd, KmppObj in, KmppObj *out, const char *caller) { KmppObjs *p = get_objs_f(); KmppObjDef def_ioc = kmpp_ioc_objdef(); KmppObjImpl *impl = (KmppObjImpl *)ctx; KmppObjImpl *ioc = NULL; KmppObjIocArg *ioc_arg; KmppObjDefImpl *def; rk_s32 ret; if (!p) return rk_nok; if (!def_ioc) { static rk_s32 once = 1; if (once) { mpp_loge("KmppIoc is not defined\n"); once = 0; } return rk_nok; } if (!impl || !impl->def) { mpp_err("invalid ioctl ctx %p def %p failed at %s\n", impl, impl ? impl->def : NULL, caller); return rk_nok; } def = impl->def; obj_dbg_ioctl("ioctl def %s:%d cmd %d ctx %p in %p out %p at %s\n", def->name, def->defs_idx, cmd, ctx, in, out, caller); ret = kmpp_obj_get((KmppObj *)&ioc, def_ioc, caller); if (ret) { mpp_loge("failed to get KmppIoc ret %d\n", ret); return rk_nok; } ioc_arg = alloca(sizeof(KmppObjIocArg) + sizeof(KmppShmPtr)); ioc_arg->count = 1; ioc_arg->flag = 0; ioc_arg->obj_sptr[0].uaddr = ioc->shm->uaddr; ioc_arg->obj_sptr[0].kaddr = ioc->shm->kaddr; obj_dbg_ioctl("ioctl arg %p obj_sptr [u:k] %llx : %llx\n", ioc_arg, ioc_arg->obj_sptr[0].uaddr, ioc_arg->obj_sptr[0].kaddr); kmpp_ioc_set_def(ioc, def->defs_idx); kmpp_ioc_set_cmd(ioc, cmd); kmpp_ioc_set_flags(ioc, 0); kmpp_ioc_set_id(ioc, 0); { static rk_s32 has_ctx = -1; if (has_ctx < 0) has_ctx = kmpp_objdef_get_offset(def_ioc, "ctx") >= 0; if (has_ctx) { KmppShmPtr *sptr = kmpp_obj_to_shm(ctx); kmpp_ioc_set_ctx(ioc, sptr); obj_dbg_ioctl("ioctl [u:k] ctx %#llx : %#llx\n", sptr->uaddr, sptr->kaddr); } } if (in) { KmppShmPtr *sptr = kmpp_obj_to_shm(in); kmpp_ioc_set_in(ioc, sptr); obj_dbg_ioctl("ioctl [u:k] in %#llx : %#llx\n", sptr->uaddr, sptr->kaddr); } ret = ioctl(p->ioc.fd, 0, ioc_arg); /* if defined ret in ioc object use ret in ioc object */ kmpp_ioc_get_ret(ioc, &ret); if (out) { *out = NULL; if (!ret) { KmppShmPtr sptr = { 0 }; kmpp_ioc_get_out(ioc, &sptr); kmpp_obj_get_by_sptr(out, &sptr, caller); obj_dbg_ioctl("ioctl [u:k] out %#llx : %#llx obj %p\n", sptr.uaddr, sptr.kaddr, *out); } } kmpp_obj_put(ioc, caller); return ret; } rk_s32 kmpp_obj_is_kobj(KmppObj obj) { KmppObjImpl *impl = (KmppObjImpl *)obj; return (impl && impl->def) ? impl->def->is_kobj : 0; } KmppObjDef kmpp_obj_to_objdef(KmppObj obj) { KmppObjImpl *impl = (KmppObjImpl *)obj; return impl ? impl->def : NULL; } void *kmpp_obj_to_flags(KmppObj obj) { KmppObjImpl *impl = (KmppObjImpl *)obj; if (impl && impl->def && impl->def->flag_offset) return impl->entry + impl->def->flag_offset; return NULL; } rk_s32 kmpp_obj_to_flags_size(KmppObj obj) { KmppObjImpl *impl = (KmppObjImpl *)obj; if (impl && impl->def && impl->def->flag_max_pos) { KmppObjDefImpl *def = impl->def; rk_s32 max_pos = MPP_ALIGN(def->flag_max_pos, 8) / 8; return MPP_ALIGN(max_pos - def->flag_offset, 4); } return 0; } KmppShmPtr *kmpp_obj_to_shm(KmppObj obj) { KmppObjImpl *impl = (KmppObjImpl *)obj; if (!impl) { mpp_loge("invalid obj %p\n", obj); return NULL; } return impl->shm; } rk_s32 kmpp_obj_to_shm_size(KmppObj obj) { (void)obj; return sizeof(KmppShmPtr); } const char *kmpp_obj_get_name(KmppObj obj) { KmppObjImpl *impl = (KmppObjImpl *)obj; if (impl && impl->def && impl->def->name) return impl->def->name; return NULL; } void *kmpp_obj_to_priv(KmppObj obj) { KmppObjImpl *impl = (KmppObjImpl *)obj; return impl ? impl->priv : NULL; } void *kmpp_obj_to_entry(KmppObj obj) { KmppObjImpl *impl = (KmppObjImpl *)obj; return impl ? impl->entry : NULL; } rk_s32 kmpp_obj_to_offset(KmppObj obj, const char *name) { KmppObjImpl *impl = (KmppObjImpl *)obj; if (!impl || !name) { mpp_loge("invalid obj %p name %s\n", obj, name); return -1; } if (impl->trie) { MppTrieInfo *info = mpp_trie_get_info(impl->trie, name); if (info) { KmppEntry *tbl = (KmppEntry *)mpp_trie_info_ctx(info); if (tbl) return tbl->tbl.elem_offset; } } mpp_loge("invalid offset for name %s\n", name); return -1; } #define MPP_OBJ_ACCESS(type, base_type) \ rk_s32 kmpp_obj_set_##type(KmppObj obj, const char *name, base_type val) \ { \ KmppObjImpl *impl = (KmppObjImpl *)obj; \ rk_s32 ret = rk_nok; \ if (impl->trie) { \ MppTrieInfo *info = mpp_trie_get_info(impl->trie, name); \ if (info) { \ KmppEntry *tbl = (KmppEntry *)mpp_trie_info_ctx(info); \ ret = kmpp_obj_impl_set_##type(tbl, impl->entry, val); \ } \ } \ if (ret) \ mpp_loge("obj %s set %s " #type " failed ret %d\n", \ impl ? impl->def ? impl->def->name : NULL : NULL, name, ret); \ return ret; \ } \ rk_s32 kmpp_obj_get_##type(KmppObj obj, const char *name, base_type *val) \ { \ KmppObjImpl *impl = (KmppObjImpl *)obj; \ rk_s32 ret = rk_nok; \ if (impl->trie) { \ MppTrieInfo *info = mpp_trie_get_info(impl->trie, name); \ if (info) { \ KmppEntry *tbl = (KmppEntry *)mpp_trie_info_ctx(info); \ ret = kmpp_obj_impl_get_##type(tbl, impl->entry, val); \ } \ } \ if (ret) \ mpp_loge("obj %s get %s " #type " failed ret %d\n", \ impl ? impl->def ? impl->def->name : NULL : NULL, name, ret); \ return ret; \ } MPP_OBJ_ACCESS(s32, rk_s32) MPP_OBJ_ACCESS(u32, rk_u32) MPP_OBJ_ACCESS(s64, rk_s64) MPP_OBJ_ACCESS(u64, rk_u64) MPP_OBJ_ACCESS(obj, KmppObj) MPP_OBJ_ACCESS(fp, void *) /* compatible for pointer and structure setup */ rk_s32 kmpp_obj_set_ptr(KmppObj obj, const char *name, void* val) { KmppObjImpl *impl = (KmppObjImpl *)obj; rk_s32 ret = rk_nok; if (impl->trie) { MppTrieInfo *info = mpp_trie_get_info(impl->trie, name); if (info) { KmppEntry *tbl = (KmppEntry *)mpp_trie_info_ctx(info); if (tbl->tbl.elem_type == ELEM_TYPE_st) ret = kmpp_obj_impl_set_st(tbl, impl->entry, val); else ret = kmpp_obj_impl_set_ptr(tbl, impl->entry, val); } } if (ret) mpp_loge("obj %s set %s ptr failed ret %d\n", (impl && impl->def && impl->def->name) ? impl->def->name : NULL, name, ret); return ret; } rk_s32 kmpp_obj_get_ptr(KmppObj obj, const char *name, void **val) { KmppObjImpl *impl = (KmppObjImpl *)obj; rk_s32 ret = rk_nok; if (impl->trie) { MppTrieInfo *info = mpp_trie_get_info(impl->trie, name); if (info) { KmppEntry *tbl = (KmppEntry *)mpp_trie_info_ctx(info); if (tbl->tbl.elem_type == ELEM_TYPE_st) ret = kmpp_obj_impl_get_st(tbl, impl->entry, val); else ret = kmpp_obj_impl_get_ptr(tbl, impl->entry, val); } } if (ret) mpp_loge("obj %s get %s ptr failed ret %d\n", (impl && impl->def && impl->def->name) ? impl->def->name : NULL, name, ret); return ret; } #define MPP_OBJ_STRUCT_ACCESS(type, base_type) \ rk_s32 kmpp_obj_set_##type(KmppObj obj, const char *name, base_type *val) \ { \ KmppObjImpl *impl = (KmppObjImpl *)obj; \ rk_s32 ret = rk_nok; \ if (impl->trie) { \ MppTrieInfo *info = mpp_trie_get_info(impl->trie, name); \ if (info) { \ KmppEntry *tbl = (KmppEntry *)mpp_trie_info_ctx(info); \ ret = kmpp_obj_impl_set_##type(tbl, impl->entry, val); \ } \ } \ if (ret) \ mpp_loge("obj %s set %s " #type " failed ret %d\n", \ impl ? impl->def ? impl->def->name : NULL : NULL, name, ret); \ return ret; \ } \ rk_s32 kmpp_obj_get_##type(KmppObj obj, const char *name, base_type *val) \ { \ KmppObjImpl *impl = (KmppObjImpl *)obj; \ rk_s32 ret = rk_nok; \ if (impl->trie) { \ MppTrieInfo *info = mpp_trie_get_info(impl->trie, name); \ if (info) { \ KmppEntry *tbl = (KmppEntry *)mpp_trie_info_ctx(info); \ ret = kmpp_obj_impl_get_##type(tbl, impl->entry, val); \ } \ } \ if (ret) \ mpp_loge("obj %s get %s " #type " failed ret %d\n", \ impl ? impl->def ? impl->def->name : NULL : NULL, name, ret); \ return ret; \ } MPP_OBJ_STRUCT_ACCESS(st, void) MPP_OBJ_STRUCT_ACCESS(shm, KmppShmPtr) #define MPP_OBJ_TBL_ACCESS(type, base_type) \ rk_s32 kmpp_obj_tbl_set_##type(KmppObj obj, KmppEntry *tbl, base_type val) \ { \ KmppObjImpl *impl = (KmppObjImpl *)obj; \ rk_s32 ret = rk_nok; \ if (impl) \ ret = kmpp_obj_impl_set_##type(tbl, impl->entry, val); \ if (ret) \ mpp_loge("obj %s tbl %08x set " #type " failed ret %d\n", \ impl ? impl->def ? impl->def->name : NULL : NULL, tbl ? tbl->val : 0, ret); \ return ret; \ } \ rk_s32 kmpp_obj_tbl_get_##type(KmppObj obj, KmppEntry *tbl, base_type *val) \ { \ KmppObjImpl *impl = (KmppObjImpl *)obj; \ rk_s32 ret = rk_nok; \ if (impl) \ ret = kmpp_obj_impl_get_##type(tbl, impl->entry, val); \ if (ret) \ mpp_loge("obj %s tbl %08x get " #type " failed ret %d\n", \ impl ? impl->def ? impl->def->name : NULL : NULL, tbl ? tbl->val : 0, ret); \ return ret; \ } MPP_OBJ_TBL_ACCESS(s32, rk_s32) MPP_OBJ_TBL_ACCESS(u32, rk_u32) MPP_OBJ_TBL_ACCESS(s64, rk_s64) MPP_OBJ_TBL_ACCESS(u64, rk_u64) MPP_OBJ_TBL_ACCESS(obj, KmppObj) MPP_OBJ_TBL_ACCESS(ptr, void *) MPP_OBJ_TBL_ACCESS(fp, void *) #define MPP_OBJ_STRUCT_TBL_ACCESS(type, base_type) \ rk_s32 kmpp_obj_tbl_set_##type(KmppObj obj, KmppEntry *tbl, base_type *val) \ { \ KmppObjImpl *impl = (KmppObjImpl *)obj; \ rk_s32 ret = rk_nok; \ if (impl) \ ret = kmpp_obj_impl_set_##type(tbl, impl->entry, val); \ if (ret) \ mpp_loge("obj %s tbl %08x set " #type " failed ret %d\n", \ impl ? impl->def ? impl->def->name : NULL : NULL, tbl ? tbl->val : 0, ret); \ return ret; \ } \ rk_s32 kmpp_obj_tbl_get_##type(KmppObj obj, KmppEntry *tbl, base_type *val) \ { \ KmppObjImpl *impl = (KmppObjImpl *)obj; \ rk_s32 ret = rk_nok; \ if (impl) \ ret = kmpp_obj_impl_get_##type(tbl, impl->entry, val); \ if (ret) \ mpp_loge("obj %s tbl %08x get " #type " failed ret %d\n", \ impl ? impl->def ? impl->def->name : NULL : NULL, tbl ? tbl->val : 0, ret); \ return ret; \ } MPP_OBJ_STRUCT_TBL_ACCESS(st, void) MPP_OBJ_STRUCT_TBL_ACCESS(shm, KmppShmPtr) rk_s32 kmpp_obj_set_shm_obj(KmppObj obj, const char *name, KmppObj val) { rk_s32 ret = rk_nok; if (!obj || !name || !val) { mpp_loge_f("obj %p set shm obj %s to %p failed invalid param\n", obj, name, val); } else { KmppShmPtr *sptr = kmpp_obj_to_shm(val); if (!sptr) { mpp_loge_f("obj %p found invalid shm ptr\n", val); } else { ret = kmpp_obj_set_shm(obj, name, sptr); } } return ret; } rk_s32 kmpp_obj_get_shm_obj(KmppObj obj, const char *name, KmppObj *val) { rk_s32 ret = rk_nok; if (!obj || !name || !val) { mpp_loge_f("obj %p get shm obj %s to %p failed invalid param\n", obj, name, val); } else { KmppObjImpl *impl = (KmppObjImpl *)obj; KmppShmPtr sptr = {0}; *val = NULL; ret = kmpp_obj_get_shm(obj, name, &sptr); if (ret || !sptr.uptr) { mpp_loge_f("obj %p get shm %s failed ret %d\n", impl, name, ret); } else { ret = kmpp_obj_get_by_sptr(val, &sptr, __FUNCTION__); } } return ret; } rk_s32 kmpp_obj_test(KmppObj obj, const char *name) { KmppObjImpl *impl = (KmppObjImpl *)obj; if (impl && impl->trie) { MppTrieInfo *info = mpp_trie_get_info(impl->trie, name); if (info) { KmppEntry *tbl = (KmppEntry *)mpp_trie_info_ctx(info); return ENTRY_TEST_FLAG(tbl, impl->entry);; } } return 0; } rk_s32 kmpp_obj_tbl_test(KmppObj obj, KmppEntry *tbl) { KmppObjImpl *impl = (KmppObjImpl *)obj; return (impl && tbl) ? ENTRY_TEST_FLAG(tbl, impl->entry) : 0; } rk_s32 kmpp_obj_update(KmppObj dst, KmppObj src) { KmppObjImpl *dst_impl = (KmppObjImpl *)dst; KmppObjImpl *src_impl = (KmppObjImpl *)src; MppTrie trie = NULL; MppTrieInfo *info = NULL; if (kmpp_obj_check_f(src) || kmpp_obj_check_f(dst) || src_impl->def != dst_impl->def) { mpp_loge_f("obj %p update to %p failed invalid param\n", src, dst); return rk_nok; } trie = src_impl->def->trie; info = mpp_trie_get_info_first(trie); do { KmppEntry *e; if (mpp_trie_info_is_self(info)) continue; e = (KmppEntry *)mpp_trie_info_ctx(info); if (e->tbl.flag_offset && ENTRY_TEST_FLAG(e, src_impl->entry)) { rk_s32 offset = e->tbl.elem_offset; rk_s32 size = e->tbl.elem_size; obj_dbg_update("obj %s %p update %s\n", src_impl->name, dst, mpp_trie_info_name(info)); memcpy(dst_impl->entry + offset, src_impl->entry + offset, size); } } while ((info = mpp_trie_get_info_next(trie, info))); if (src_impl->def) { KmppObjDefImpl *def = src_impl->def; rk_s32 flag_offset = def->flag_offset; rk_s32 flag_size = kmpp_obj_to_flags_size(src); if (flag_offset && flag_size) { rk_s32 i; for (i = flag_offset; i < flag_offset + flag_size; i += 4) obj_dbg_update("obj %s %p update flag at %#06x - %08x\n", src_impl->def->name, dst, i, *((rk_u32 *)((rk_u8 *)src_impl->entry + i))); memcpy(dst_impl->entry + flag_offset, src_impl->entry + flag_offset, flag_size); memset(src_impl->entry + flag_offset, 0, flag_size); } } return rk_ok; } rk_s32 kmpp_obj_update_entry(void *entry, KmppObj src) { KmppObjImpl *src_impl = (KmppObjImpl *)src; MppTrie trie = NULL; MppTrieInfo *info = NULL; if (kmpp_obj_check_f(src) || !entry) { mpp_loge_f("obj %p update to entry %p failed invalid param\n", src, entry); return rk_nok; } trie = src_impl->def->trie; info = mpp_trie_get_info_first(trie); do { KmppEntry *e; if (mpp_trie_info_is_self(info)) continue; e = (KmppEntry *)mpp_trie_info_ctx(info); if (e->tbl.flag_offset && ENTRY_TEST_FLAG(e, src_impl->entry)) { rk_s32 offset = e->tbl.elem_offset; rk_s32 size = e->tbl.elem_size; obj_dbg_update("obj %s %p -> %p update %s\n", src_impl->name, src_impl, entry, mpp_trie_info_name(info)); memcpy(entry + offset, src_impl->entry + offset, size); } } while ((info = mpp_trie_get_info_next(trie, info))); return rk_ok; } rk_s32 kmpp_obj_copy_entry(KmppObj dst, KmppObj src) { KmppObjImpl *dst_impl = (KmppObjImpl *)dst; KmppObjImpl *src_impl = (KmppObjImpl *)src; if (kmpp_obj_check_f(src) || kmpp_obj_check_f(dst) || src_impl->def != dst_impl->def) { mpp_loge_f("obj %p copy entry to %p failed invalid param\n", src, dst); return rk_nok; } memcpy(dst_impl->entry, src_impl->entry, src_impl->def->entry_size); { /* NOTE: clear dst update flags */ rk_s32 offset = src_impl->def->flag_offset; rk_s32 size = kmpp_obj_to_flags_size(src); memset(dst_impl->entry + offset, 0, size); } return rk_ok; } static rk_s32 kmpp_obj_impl_run(rk_s32 (*run)(void *ctx), void *ctx) { return run(ctx); } rk_s32 kmpp_obj_run(KmppObj obj, const char *name) { KmppObjImpl *impl = (KmppObjImpl *)obj; rk_s32 ret = rk_nok; if (impl->trie) { MppTrieInfo *info = mpp_trie_get_info(impl->trie, name); void *val = NULL; if (info) { KmppEntry *tbl = (KmppEntry *)mpp_trie_info_ctx(info); ret = kmpp_obj_impl_get_fp(tbl, impl->entry, &val); } if (val) ret = kmpp_obj_impl_run(val, impl->entry); } return ret; } rk_s32 kmpp_obj_udump_f(KmppObj obj, const char *caller) { KmppObjImpl *impl = (KmppObjImpl *)obj; KmppObjDefImpl *def = impl ? impl->def : NULL; MppTrie trie = NULL; MppTrieInfo *info = NULL; MppTrieInfo *next = NULL; const char *name = NULL; rk_s32 ret = rk_nok; RK_S32 i = 0; if (!impl || !def) { mpp_loge_f("invalid obj %p def %p\n", impl, def); return rk_nok; } trie = impl->trie; name = def->name; mpp_logi("dump obj %-12s - %p at %s:\n", name, impl, caller); if (def->dump) return def->dump(impl->entry); next = mpp_trie_get_info_first(trie); while (next) { KmppEntry *e; rk_s32 idx; info = next; next = mpp_trie_get_info_next(trie, info); e = (KmppEntry *)mpp_trie_info_ctx(info); name = mpp_trie_info_name(info); if (mpp_trie_info_is_self(info)) continue; idx = i++; switch (e->tbl.elem_type) { case ELEM_TYPE_s32 : { rk_s32 val; rk_s32 val_chk; ret = kmpp_obj_tbl_get_s32(obj, e, &val); if (!ret) mpp_logi("%-2d - %-16s s32 %#x:%d\n", idx, name, val, val); else mpp_loge("%-2d - %-16s s32 get failed\n", idx, name); kmpp_obj_get_s32(obj, name, &val_chk); if (val != val_chk) mpp_loge("%-2d - %-16s s32 check failed\n", idx, name); } break; case ELEM_TYPE_u32 : { rk_u32 val; rk_u32 val_chk; ret = kmpp_obj_tbl_get_u32(obj, e, &val); if (!ret) mpp_logi("%-2d - %-16s u32 %#x:%u\n", idx, name, val, val); else mpp_loge("%-2d - %-16s u32 get failed\n", idx, name); kmpp_obj_get_u32(obj, name, &val_chk); if (val != val_chk) mpp_loge("%-2d - %-16s u32 check failed\n", idx, name); } break; case ELEM_TYPE_s64 : { rk_s64 val; rk_s64 val_chk; ret = kmpp_obj_tbl_get_s64(obj, e, &val); if (!ret) mpp_logi("%-2d - %-16s s64 %#llx:%lld\n", idx, name, val, val); else mpp_loge("%-2d - %-16s s64 get failed\n", idx, name); kmpp_obj_get_s64(obj, name, &val_chk); if (val != val_chk) mpp_loge("%-2d - %-16s s64 check failed\n", idx, name); } break; case ELEM_TYPE_u64 : { rk_u64 val; rk_u64 val_chk; ret = kmpp_obj_tbl_get_u64(obj, e, &val); if (!ret) mpp_logi("%-2d - %-16s u64 %#llx:%llu\n", idx, name, val, val); else mpp_loge("%-2d - %-16s u64 get failed\n", idx, name); kmpp_obj_get_u64(obj, name, &val_chk); if (val != val_chk) mpp_loge("%-2d - %-16s u64 check failed\n", idx, name); } break; case ELEM_TYPE_st : { void *val_chk = mpp_malloc_size(void, e->tbl.elem_size); void *val = mpp_malloc_size(void, e->tbl.elem_size); rk_s32 data_size = e->tbl.elem_size; char logs[128]; ret = kmpp_obj_tbl_get_st(obj, e, val); if (!ret) { rk_s32 pos; rk_s32 j; mpp_logi("%-2d - %-16s st %d:%d\n", idx, name, e->tbl.elem_offset, data_size); j = 0; for (; j < data_size / 4 - 8; j += 8) { snprintf(logs, sizeof(logs) - 1, " - %02x : %#08x %#08x %#08x %#08x %#08x %#08x %#08x %#08x", j, ((RK_U32 *)val)[j + 0], ((RK_U32 *)val)[j + 1], ((RK_U32 *)val)[j + 2], ((RK_U32 *)val)[j + 3], ((RK_U32 *)val)[j + 4], ((RK_U32 *)val)[j + 5], ((RK_U32 *)val)[j + 6], ((RK_U32 *)val)[j + 7]); mpp_logi("%s\n", logs); } pos = snprintf(logs, sizeof(logs) - 1, " - %02x :", j); for (; j < data_size / 4; j++) pos += snprintf(logs + pos, sizeof(logs) - 1 - pos, " %#08x", ((RK_U32 *)val)[j]); mpp_logi("%s\n", logs); } else mpp_loge("%-2d - %-16s st get failed\n", idx, name); kmpp_obj_get_st(obj, name, val_chk); if (memcmp(val, val_chk, e->tbl.elem_size)) { mpp_loge("%-2d - %-16s st check failed\n", idx, name); mpp_loge("val %p\n", val); mpp_loge("val_chk %p\n", val_chk); } MPP_FREE(val); MPP_FREE(val_chk); } break; case ELEM_TYPE_shm : { KmppShmPtr *val_chk = mpp_malloc_size(void, e->tbl.elem_size); KmppShmPtr *val = mpp_malloc_size(void, e->tbl.elem_size); ret = kmpp_obj_tbl_get_st(obj, e, val); if (!ret) mpp_logi("%-2d - %-16s shm u%#llx:k%#llx\n", idx, name, val->uaddr, val->kaddr); else mpp_loge("%-2d - %-16s shm get failed\n", idx, name); kmpp_obj_get_st(obj, name, val_chk); if (memcmp(val, val_chk, e->tbl.elem_size)) { mpp_loge("%-2d - %-16s shm check failed\n", idx, name); mpp_loge("val %p - %#llx:%#llx\n", val, val->uaddr, val->kaddr); mpp_loge("val_chk %p - %#llx:%#llx\n", val_chk, val_chk->uaddr, val_chk->kaddr); } MPP_FREE(val); MPP_FREE(val_chk); } break; case ELEM_TYPE_uptr : { void *val; void *val_chk; ret = kmpp_obj_tbl_get_ptr(obj, e, &val); if (!ret) mpp_logi("%-2d - %-16s ptr %p\n", idx, name, val); else mpp_loge("%-2d - %-16s ptr get failed\n", idx, name); kmpp_obj_get_ptr(obj, name, &val_chk); if (val != val_chk) mpp_loge("%-2d - %-16s ptr check failed\n", idx, name); } break; case ELEM_TYPE_ufp : { void *val; void *val_chk; ret = kmpp_obj_tbl_get_fp(obj, e, &val); if (!ret) mpp_logi("%-2d - %-16s fp %p\n", idx, name, val); else mpp_loge("%-2d - %-16s fp get failed\n", idx, name); kmpp_obj_get_fp(obj, name, &val_chk); if (val != val_chk) mpp_loge("%-2d - %-16s fp check failed\n", idx, name); } break; default : { mpp_loge("%-2d - %-16s found invalid type %d\n", idx, name, e->tbl.elem_type); ret = rk_nok; } break; } } return ret ? rk_nok : rk_ok; } rk_s32 kmpp_obj_kdump_f(KmppObj obj, const char *caller) { KmppObjs *p = get_objs(caller); KmppObjImpl *impl = (KmppObjImpl *)obj; KmppObjDefImpl *def = impl ? impl->def : NULL; rk_s32 ret = rk_nok; if (!impl || !def || !p) { mpp_loge_f("invalid obj %p def %p objs %p\n", impl, def, p); return rk_nok; } mpp_logi("dump obj %-12s - %p at %s by kernel\n", def->name, impl, caller); ret = ioctl(p->obj.fd, KMPP_SHM_IOC_DUMP, impl->shm); if (ret) mpp_err("ioctl KMPP_SHM_IOC_DUMP failed ret %d\n", ret); return ret ? rk_nok : rk_ok; } rk_s32 kmpp_shm_get(KmppShm *shm, rk_s32 size, const char *caller) { KmppObjs *p; KmppObjIocArg *ioc; rk_s32 ret = rk_nok; if (!shm || !size) { mpp_loge_f("invalid param shm %p size %d at %s\n", shm, size, caller); return ret; } *shm = NULL; /* kernel objdef path */ p = get_objs(caller); if (!p) return ret; ioc = alloca(sizeof(KmppObjIocArg) + sizeof(KmppShmPtr)); ioc->count = 1; ioc->flag = 0; ioc->shm_req->shm_name = 0; ioc->shm_req->shm_size = size; ioc->shm_req->shm_flag = 0; ret = ioctl(p->obj.fd, KMPP_SHM_IOC_GET_SHM, ioc); if (ret) { mpp_err("shm fd %d ioctl KMPP_SHM_IOC_GET_SHM failed at %s\n", p->obj.fd, caller); return ret; } *shm = U64_TO_PTR(ioc->obj_sptr[0].uaddr); return *shm ? rk_ok : rk_nok; } rk_s32 kmpp_shm_put(KmppShm shm, const char *caller) { KmppObjs *p = get_objs(caller); rk_s32 ret = rk_nok; if (!shm) { mpp_loge_f("invalid param shm %p at %s\n", shm, caller); return ret; } if (!p) return ret; if (p && p->obj.fd >= 0) { KmppShmPtr *sptr = (KmppShmPtr *)shm; KmppObjIocArg *ioc = alloca(sizeof(KmppObjIocArg) + sizeof(KmppShmPtr)); ioc->count = 1; ioc->flag = 0; ioc->count = 1; ioc->flag = 0; ioc->obj_sptr[0].uaddr = sptr->uaddr; ioc->obj_sptr[0].kaddr = sptr->kaddr; obj_dbg_flow("put shm %p entry [u:k] %llx:%llx at %s\n", sptr, sptr->uaddr, sptr->kaddr, caller); ret = ioctl(p->obj.fd, KMPP_SHM_IOC_PUT_SHM, ioc); if (ret) mpp_err("ioctl KMPP_SHM_IOC_PUT_SHM failed ret %d at %s\n", ret, caller); } return ret; } void *kmpp_shm_to_entry(KmppShm shm, const char *caller) { KmppObjs *p = get_objs(caller); KmppShmPtr *sptr = (KmppShmPtr *)shm; if (!shm) { mpp_loge_f("invalid param shm %p at %s\n", shm, caller); return NULL; } return sptr->uptr + p->entry_offset; }