From: snickersun Date: Mon, 8 Jun 2026 01:42:20 +0000 (+0800) Subject: add imsl lib 2026-6-5 X-Git-Url: http://git.snicker.com.cn/css/static/gitweb.css?a=commitdiff_plain;h=724fdd59c8af3db7bdd8c8cb2a21aa82df75848f;p=mirrors%2FASR1603_G5.git add imsl lib 2026-6-5 --- diff --git a/2.sdk/tools/imsl_lib/imsl_kws_v1.h b/2.sdk/tools/imsl_lib/imsl_kws_v1.h new file mode 100644 index 00000000..90687049 --- /dev/null +++ b/2.sdk/tools/imsl_lib/imsl_kws_v1.h @@ -0,0 +1,122 @@ +/* + * Build Information + * Git Commit: 1fb180708d2570023e9a300e4456c7c36822a6a2 + * Branch: bin + * Build Date: 2026-06-05 09:28:14 + */ + +#ifndef _IMSL_KWS_DLL +#define _IMSL_KWS_DLL + +#ifndef _IMSL_NN_COMMON +#define _IMSL_NN_COMMON +#include + +typedef int (*imsl_nn_printf_func)(const char *format, ...); + +struct AuthInfo +{ + char dmp_token[64]; + int server_addr; +}; +#endif + +struct KwsConfig +{ + const char* model_name; + int8_t* addr; + int len; + int memory; // 0 占用RAM最小 1 占用RAM较多 2 占用RAM最多 + + int min_activate_len; // 最小检测多少ms的激活才算检测到关键词 + int max_activate_gap; // 关键词激活点最长持续时间 比如 100ms 时检测到关键词但是未达到最短长度,直到100ms + max_activate_gap 这个时间点使激活失效 + int active_threshold; // 激活阈值 + + int kws_log_level; // kws log打印控制, 0 不打印,1 INFO,2 INFO DEBUG + + struct AuthInfo auth_info; +}; + +typedef enum KwsMode { + KWS_WAKEUP_MODE, + KWS_COMMAND_MODE, + KWS_FULL_MODE +} KwsMode; + +typedef enum KwsEvent { + KWS_NONE_EVENT, + KWS_WAKEUP_EVENT, + KWS_COMMAND_EVENT, + KWS_FULL_EVENT +} KwsEvent; + +struct KwsResult { + KwsEvent event; + char keyword[32]; +}; + +typedef void (*IMSL_KWS_CALLBACK)(void* kws_result); + +/* +初始化kws解码器,默认配置见下方的example +*/ +int kws_init(const struct KwsConfig* conf); + +int kws_auth(const struct AuthInfo* auth_info); + +void kws_run(const int16_t* data, const int data_len); + +void kws_set_cb(void* func); + +void kws_mode_switch(KwsMode mode); + +void kws_free(); + +#endif + +/* example 只使用kws + +void kws_callback(void* result) { + struct KwsResult* kws_result = (struct KwsResult*)result; + printf("!!!!!!!!!!!!!!!!!!event : %d!!!!!!!!!!!!!!!!!!!!!\n", kws_result->event); + printf("!!!!!!!!!!!!!!!!!!keyword : %s!!!!!!!!!!!!!!!!!!!!!\n", kws_result->keyword); +} + +// 设置log函数 +extern imsl_nn_printf_func imsl_nn_printf; +imsl_nn_printf = printf; + +// 初始化 +struct KwsConfig kws_conf; +kws_conf.min_activate_len = 10; +kws_conf.active_threshold = 32; +kws_conf.max_activate_gap = 160; +kws_conf.kws_log_level = 0; +kws_conf.model_name = "v1"; +kws_conf.addr = (int8_t*)addr; +kws_conf.memory = 1; + +int kws_status = kws_init(&kws_conf); + + +// 设置回调函数 +kws_set_cb(kws_callback); + +// 授权部分,可以忽略 +// struct AuthInfo auth_info; +// strcpy(auth_info.dmp_token, dmp_token); +// auth_kws(&auth_info); + +// 切换模式(唤醒模式,命令词模式,全模式) +kws_mode_switch(KWS_WAKEUP_MODE); + +// 在每次接收语音时调用 注意 如果是void* 或 int8* 的指针,长度 / 2 +// 运行结束后获取kws状态 +kws_run(wave, chunk_size / 2); + + +// 不使用kws或kws暂时停用时调用 +kws_free(); + +*/ + diff --git a/2.sdk/tools/imsl_lib/imsl_vad.h b/2.sdk/tools/imsl_lib/imsl_vad.h new file mode 100644 index 00000000..a2af51be --- /dev/null +++ b/2.sdk/tools/imsl_lib/imsl_vad.h @@ -0,0 +1,112 @@ +/* + * Build Information + * Git Commit: 1fb180708d2570023e9a300e4456c7c36822a6a2 + * Branch: bin + * Build Date: 2026-06-05 09:28:15 + */ + +#ifndef _IMSL_VAD_DLL +#define _IMSL_VAD_DLL +#include + +#ifndef _IMSL_NN_COMMON +#define _IMSL_NN_COMMON +typedef int (*imsl_nn_printf_func)(const char *format, ...); + +struct AuthInfo +{ + char dmp_token[64]; + int server_addr; +}; +#endif + +// 注意这个必须要与imsl_vad.h中的定义一致 +struct VadConfig +{ + int vad_log_level; // 0 不启用 1 INFO 2 INFO、DEBUG + int sil_threshold; // 静音阈值 推荐值 63 (0-127) (修改意义不大) + int energy_threshold; // 能量阈值 推荐值 10000 + int min_speech_length; // 最短语音长度 240 (须小于 rule1_min_tailing_silence) + int silence_detect_length; // vad_silence_detect 接口判定的尾部静音长度, 如果不需要vad_silence_detect接口可以忽略这个参数 + int rule1_min_tailing_silence; // 多长时间没有检测到语音重置VAD状态 (ms) 480 + int rule2_min_tailing_silence; // 0-10s最短多少静音判定语音结束 (ms) 960 + int rule3_min_tailing_silence; // 10s以上最短多少静音判定语音结束 (ms) 960 + + struct AuthInfo auth_info; +}; + +/* 初始化vad +详细参数设置参照 imsl_vad.h +返回值 : + 0 初始化失败 + 1 试用模式 (最长30分钟) + // 2 授权成功 (如果授权失败控制台会打印错误信息,同时转为试用模式) +*/ +int init_vad(const struct VadConfig* conf); + +/* 授权vad +返回值: + 0 初始化失败 + 1 初始化成功 +*/ +int auth_vad(const struct AuthInfo* auth_info); + +// 运行vad函数,data为16khz 16bit的pcm音频数据 +// 注意data_len是int16_t的data_len,如果传入u8*或void* 数据data_len需要 / 2 +void run_vad(const int16_t* data, int data_len); + +// 获取VAD的状态 +// 0 静音 1 语音 2 语音结束 +int vad_detect(); + +// 获取尾部静音的状态 +// 1 尾部静音超过规定时长,0 尾部静音未超过规定时长 +// 注意如果要调用 vad_silence_detect,需要在vad_clear前调用 +int vad_silence_detect(); + +// 清除尾部静音,调用这个函数后尾部静音长度会清0 +void vad_silence_clear(); + +// 重置VAD的状态 每次在vad_detect为2时调用 +void vad_clear(); + +// 释放VAD内存,不使用VAD或暂停使用VAD时调用 +void free_vad(); + +#endif + +/*example : + #include "imsl_vad.h" + + // 设置log函数 + extern imsl_nn_printf_func imsl_nn_printf; + imsl_nn_printf = printf; + + // 启用VAD时初始化 + struct VadConfig conf; + conf.sil_threshold = 63; + conf.energy_threshold = 10000; + conf.min_speech_length = 240; + conf.silence_detect_length = 300; + conf.rule1_min_tailing_silence = 480; + conf.rule2_min_tailing_silence = 960; + conf.rule3_min_tailing_silence = 960; + conf.vad_log_level = 2; + init_vad(&conf); + + struct AuthInfo auth_info; + auth_info.server_addr = 0; // 0 表示 国内 1 表示 海外 + strcpy(auth_info.dmp_token, dmp_token); + auth_vad(&auth_info); + + // 每次获得语音后调用, 语音长度最好小于100ms + // wave为u8*或void*指针时需要 / 2 + run_vad(wave, wave_len / 2); + int status = vad_detect(); + if (status == 2) { + vad_clear(); + } + + // 不使用或暂停使用VAD时调用 + free_vad(); +*/ diff --git a/2.sdk/tools/imsl_lib/libimslkws.a b/2.sdk/tools/imsl_lib/libimslkws.a new file mode 100644 index 00000000..f46704b4 Binary files /dev/null and b/2.sdk/tools/imsl_lib/libimslkws.a differ diff --git a/2.sdk/tools/imsl_lib/libimslnn.a b/2.sdk/tools/imsl_lib/libimslnn.a new file mode 100644 index 00000000..57784d2e Binary files /dev/null and b/2.sdk/tools/imsl_lib/libimslnn.a differ diff --git a/2.sdk/tools/imsl_lib/libimslvad.a b/2.sdk/tools/imsl_lib/libimslvad.a new file mode 100644 index 00000000..8e9c6765 Binary files /dev/null and b/2.sdk/tools/imsl_lib/libimslvad.a differ diff --git a/2.sdk/tools/imsl_lib/transport_imp_haisi_mcu.c b/2.sdk/tools/imsl_lib/transport_imp_haisi_mcu.c new file mode 100644 index 00000000..6bdd00a6 --- /dev/null +++ b/2.sdk/tools/imsl_lib/transport_imp_haisi_mcu.c @@ -0,0 +1,314 @@ +/** + * @file imsl_system_adapter.c + * @brief IMSL 库系统适配层,提供系统内存管理接口 + * @copyright Copyright (c) 2023-2023. All rights reserved. + */ + +#include + +#include "lwip/sockets.h" +#include "lwip/netdb.h" +#include "lwip/inet.h" +// #include "cmsis_os2.h" + +#ifndef htons +static inline u16_t htons(u16_t n) +{ + return ((n & 0xFF) << 8) | ((n & 0xFF00) >> 8); +} +#endif + +// // #include + +// /** +// * @brief 初始化系统堆内存 +// * @note IMSL 库内部调用,这里提供空实现 +// */ +// void sys_heap_init(void) +// { +// // 空实现,IMSL 库内部调用 +// } + +// /** +// * @brief 系统内存分配 +// * @param size 请求的内存大小 +// * @return 分配的内存指针,失败返回 NULL +// */ +// void *sys_malloc(size_t size) +// { +// return malloc(size); +// } + +// /** +// * @brief 系统内存释放 +// * @param ptr 要释放的内存指针 +// */ +// void sys_free(void *ptr) +// { +// free(ptr); +// } + + +// #define HTTP_DEBUG(...) printf(__VA_ARGS__) + +// // 临时定义缺失的宏和类型(替代transport.h) +// #define TRANSPORT_OK 0 +// #define TRANSPORT_ERROR_CONNECT -1 +// #define TRANSPORT_ERROR_SEND -2 +// #define TRANSPORT_ERROR_RECV -3 +// #define TRANSPORT_ERROR_NOT_CONNECTED -4 +// #define TRANSPORT_ERROR_DISCONNECTED -5 + +// // 传输层接口结构体定义 +// typedef struct { +// int (*init)(void); +// int (*connect)(const char* host, uint16_t port); +// int (*send)(const uint8_t* data, uint16_t len); +// int (*recv)(uint8_t* buffer, uint16_t max_len); +// int (*disconnect)(void); +// int (*is_connected)(void); +// uint32_t (*get_tick)(void); +// void (*delay)(uint32_t delay_ms); +// } transport_interface_t; + +static int sock = -1; +static int is_connected_flag = 0; + +static void imp_delay(uint32_t delay_ms) { + msleep(delay_ms); +} + +static int imp_init(void) { + return TRANSPORT_OK; +} + +static int imp_disconnect() { + if (sock >= 0) { + HTTP_DEBUG("sock close, sock : %d", sock); + lwip_close(sock); + sock = -1; + } + is_connected_flag = 0; + + return TRANSPORT_OK; +} + +static int imp_connect(const char* host, uint16_t port) { + // 检查是否已连接,避免重复连接 + if (is_connected_flag) { + HTTP_DEBUG("Already connected, disconnecting first"); + imp_disconnect(); + } + + // 提取纯主机名(处理带协议前缀的情况) + const char* host_start = host; + if (strncmp(host, "http://", 7) == 0) { + host_start = host + 7; + } else if (strncmp(host, "https://", 8) == 0) { + host_start = host + 8; + // 对于HTTPS,这里仅处理非加密连接,实际项目中需使用TLS + port = 80; + HTTP_DEBUG("Warning: HTTPS specified but using port 80 for non-encrypted connection"); + } + + // 提取主机名和端口(如果存在) + char clean_host[256] = {0}; + uint16_t resolved_port = port; + + const char* colon_pos = strchr(host_start, ':'); + const char* slash_pos = strchr(host_start, '/'); + + if (colon_pos && (!slash_pos || colon_pos < slash_pos)) { + // 提取主机部分 + strncpy(clean_host, host_start, colon_pos - host_start); + + // 提取端口部分 + const char* port_start = colon_pos + 1; + const char* port_end = slash_pos ? slash_pos : (host_start + strlen(host_start)); + char port_str[16] = {0}; + strncpy(port_str, port_start, port_end - port_start); + resolved_port = atoi(port_str); + + if (resolved_port <= 0 || resolved_port > 65535) { + HTTP_DEBUG("Invalid port specified: %s, using default: %d", port_str, port); + resolved_port = port; + } + } else if (slash_pos) { + // 有路径但无端口号 + strncpy(clean_host, host_start, slash_pos - host_start); + } else { + // 无端口和路径 + strncpy(clean_host, host_start, strlen(host_start)); + } + + HTTP_DEBUG("Connecting to: %s:%d", clean_host, resolved_port); + + // 创建套接字 + sock = lwip_socket(AF_INET, SOCK_STREAM, 0); + if (sock < 0) { + HTTP_DEBUG("Socket creation failed: %d", errno); + return TRANSPORT_ERROR_CONNECT; + } + + // 解析地址(优先使用inet_pton,失败时使用gethostbyname) + struct sockaddr_in server_addr; + memset(&server_addr, 0, sizeof(server_addr)); + server_addr.sin_family = AF_INET; + server_addr.sin_port = htons(resolved_port); + + // 尝试直接解析IP地址 + if (inet_pton(AF_INET, clean_host, &server_addr.sin_addr) <= 0) { + // 解析失败,尝试域名解析 + HTTP_DEBUG("Hostname resolution: %s", clean_host); + struct hostent* he = gethostbyname(clean_host); + if (!he) { + HTTP_DEBUG("Hostname resolution failed: %s", clean_host); + close(sock); + sock = -1; + return TRANSPORT_ERROR_CONNECT; + } + // memcpy(&server_addr.sin_addr, he->h_addr, he->h_length); + server_addr.sin_addr = *(struct in_addr*)he->h_addr; + HTTP_DEBUG("clean_host: %s,ip: %s\n", clean_host,inet_ntoa(server_addr.sin_addr)); + } + + // 连接服务器 + if (lwip_connect(sock, (struct sockaddr*)&server_addr, sizeof(server_addr)) < 0) { + HTTP_DEBUG("Connection failed: %d", errno); + close(sock); + sock = -1; + return TRANSPORT_ERROR_CONNECT; + } + + // 连接成功 + is_connected_flag = 1; + HTTP_DEBUG("Connected to %s:%d (socket: %d)", clean_host, resolved_port, sock); + return TRANSPORT_OK; +} + + +static int imp_send(const uint8_t* data, uint16_t len) { + int send_len = lwip_send(sock, data, len, 0); + return send_len; + +} + +static int imp_recv(uint8_t* buffer, uint16_t max_len) { + int recv_len = lwip_recv(sock, buffer, max_len, 0);//默认0是阻塞接收 //MSG_DONTWAIT 无阻塞 + // int recv_len = recvfrom(sock, buffer, max_len, 0, NULL, NULL); + // HTTP_DEBUG("recv_len=%d,%s\n",recv_len,buffer); + return recv_len; +} + + +static int imp_is_connected() { + if (sock < 0 || !is_connected_flag) { + return 0; + } + + int error = 0; + socklen_t len = sizeof(error); + if (lwip_getsockopt(sock, SOL_SOCKET, SO_ERROR, &error, &len) < 0) { + is_connected_flag = 0; + return 0; + } + + if (error != 0) { + is_connected_flag = 0; + imp_disconnect(); + return 0; + } + + return 1; +} + +uint32_t get_system_time_ms(void) { + struct timespec ts; + // 获取系统实时时间(CLOCK_REALTIME对应UTC时间,自1970-01-01起) + if (clock_gettime(CLOCK_REALTIME, &ts) != 0) { + return 0; // 出错时返回0(可根据需求调整错误处理) + } + // 转换为毫秒:秒数*1000 + 纳秒数/1000000 + return (uint32_t)(ts.tv_sec * 1000 + ts.tv_nsec / 1000000); +} + + +static uint32_t imp_get_tick() +{ + return get_system_time_ms(); + // return aos_get_tickcount(); +} +transport_interface_t imp_transport = { + .init = imp_init, + .connect = imp_connect, + .send = imp_send, + .recv = imp_recv, + .disconnect = imp_disconnect, + .is_connected = imp_is_connected, + .get_tick = imp_get_tick, + .delay = imp_delay +}; + +// int test_func(void) +// { +// int ret = 0; +// uint8_t buffer[2048] = {0}; +// int recv_len = 0; +// int total_recv_len = 0; + +// // 初始化传输层 +// ret = (imp_transport.init)(); +// if (ret != TRANSPORT_OK) { +// printf("Transport initialization failed\n"); +// return -1; +// } + +// // 连接服务器 +// ret = (imp_transport.connect)("dmp-global.raisound.com", 80); +// if (ret != TRANSPORT_OK) { +// printf("Connection failed\n"); +// return -1; +// } + +// // 构造正确的HTTP请求 +// const char* request = +// "GET /bz-mp-api/sv/lib/time HTTP/1.1\r\n" +// "Host: dmp-global.raisound.com\r\n" +// "Accept: */*\r\n" +// "Connection: close\r\n" +// "\r\n"; + +// // 发送HTTP请求 +// int send_len = (imp_transport.send)((const uint8_t*)request, strlen(request)); +// if (send_len < 0) { +// printf("Send failed\n"); +// (imp_transport.disconnect)(); +// return -1; +// } else if (send_len != strlen(request)) { +// printf("Partial send: %d of %d bytes\n", send_len, (int)strlen(request)); +// (imp_transport.disconnect)(); +// return -1; +// } + +// printf("Request sent successfully\n"); + +// // 接收响应(循环接收直到没有更多数据) + +// recv_len = (imp_transport.recv)(buffer + total_recv_len, sizeof(buffer) - total_recv_len - 1); + + +// // 打印接收到的响应 +// if (recv_len > 0) { +// buffer[total_recv_len] = '\0'; // 确保字符串以NULL结尾 +// printf("Response:\n%s\n", buffer); +// } +// else +// { +// printf("RECV FAIL!!!!!!!!!!!!!\n"); +// } + +// // 断开连接 +// (imp_transport.disconnect)(); + +// return 0; +// }