From: p15692025051 <846603105@qq.com> Date: Thu, 19 Sep 2024 01:46:56 +0000 (+0800) Subject: websocket更新 X-Git-Url: http://git.snicker.com.cn/css/static/gitweb.css?a=commitdiff_plain;h=0f605c54430e48488576216bc4f647e2d90a1110;p=mirrors%2FASR1603_G5.git websocket更新 K5测试版提交 --- diff --git a/2.sdk/Helios_SDK/services/microPython/microPython.mk b/2.sdk/Helios_SDK/services/microPython/microPython.mk index 962b4703..6eb1846f 100644 --- a/2.sdk/Helios_SDK/services/microPython/microPython.mk +++ b/2.sdk/Helios_SDK/services/microPython/microPython.mk @@ -284,6 +284,7 @@ QPY_SRCS = \ ports/quectel/core/source/machine_soft_spi.c \ ports/quectel/core/source/modwlan.c\ ports/quectel/core/source/code128_p.c \ + ports/quectel/core/source/modmask.c \ ports/quectel/core/source/machine_one_wire.c ifeq ($(CONFIG_QUECTHING), y) diff --git a/2.sdk/Helios_SDK/services/microPython/ports/quectel/core/source/audio_audio.c b/2.sdk/Helios_SDK/services/microPython/ports/quectel/core/source/audio_audio.c index dd07da71..d8c4a5eb 100644 --- a/2.sdk/Helios_SDK/services/microPython/ports/quectel/core/source/audio_audio.c +++ b/2.sdk/Helios_SDK/services/microPython/ports/quectel/core/source/audio_audio.c @@ -16,6 +16,11 @@ #include #include "runtime.h" #include "extmod/vfs.h" +#ifndef MICROPY_QPY_AUDIO_AUDIO +#define MICROPY_QPY_AUDIO_AUDIO 1 +#define PLAT_ASR_1606 1 +#endif + #if MICROPY_QPY_AUDIO_AUDIO @@ -29,7 +34,7 @@ #include "helios_audio.h" #include "helios_debug.h" #include "helios_gpio.h" - +#include "helios_ringbuf.h" #if defined(BOARD_EC600MCN_LA) || defined(BOARD_EC600MCN_LA_POC_XBND)|| defined(BOARD_EC600MCN_LA_POC_QS) \ || defined(BOARD_EC600MCN_LA_VOLTE) || defined(BOARD_EC600MCN_LA_HJT) \ @@ -2900,6 +2905,7 @@ STATIC void machine_pcm_init_helper(machine_pcm_obj_t *self, size_t n_args, cons }; + mp_arg_val_t args[MP_ARRAY_SIZE(allowed_args)]; mp_arg_parse_all(n_args, pos_args, kw_args, MP_ARRAY_SIZE(allowed_args), allowed_args, args); @@ -3065,7 +3071,9 @@ STATIC mp_uint_t audio_pcm_ioctl(mp_obj_t self_in, mp_uint_t request, uintptr_t } return ret; } - +helios_ring_buf_t *PCM_stream_ring_buf = NULL; +char PCM_stream_is_open = 0; +Helios_Thread_t PCM_stream_task_id = 0; STATIC mp_obj_t helios_audio_pcm___del__(mp_obj_t self_in) { uint8_t i = 0; @@ -3080,12 +3088,119 @@ STATIC mp_obj_t helios_audio_pcm___del__(mp_obj_t self_in) Helios_PCM_Close(self->handle_write); self->handle_write = NULL; } - + + PCM_stream_is_open = 0; + if(PCM_stream_task_id != 0) + Helios_Thread_Delete(PCM_stream_task_id); + PCM_stream_task_id = 0; + if(PCM_stream_ring_buf != NULL) + { + helios_rb_destroy(&PCM_stream_ring_buf); + PCM_stream_ring_buf = NULL; + } return mp_obj_new_int(0); } STATIC MP_DEFINE_CONST_FUN_OBJ_1(helios_audio_pcm___del___obj, helios_audio_pcm___del__); +#define PCM_READ_BUF_LEN 4*1024 +static void helios_audio_PCM_stream_task(void *self_in) +{ + machine_pcm_obj_t *self = MP_OBJ_TO_PTR(self_in); + char p_data[PCM_READ_BUF_LEN]={0}; + //char *p_data = NULL; + while(1) + { + + int bytes_read =Helios_PCM_Read(self->handle_read, p_data, PCM_READ_BUF_LEN); + if(bytes_read>0) + { + if(PCM_stream_ring_buf != NULL) + helios_rb_write(PCM_stream_ring_buf, (unsigned char*)p_data, bytes_read); + } + Helios_msleep(1); + + + } + +} +#define ring_buf_len 128*1024 +STATIC mp_obj_t helios_audio_PCM_stream_start(mp_obj_t self_in) +{ + + machine_pcm_obj_t *self = MP_OBJ_TO_PTR(self_in); + PCM_stream_is_open = 1; + if(PCM_stream_ring_buf == NULL) { + PCM_stream_ring_buf = helios_rb_create(ring_buf_len); + }else + { + mp_raise_ValueError(MP_ERROR_TEXT("Repeat opening1\n")); + return mp_obj_new_int(-2); + + } + if(PCM_stream_task_id == 0) + { + Helios_ThreadAttr attr = {0}; + attr.name = "audio_PCM_stream"; + attr.stack_size = PCM_READ_BUF_LEN+4096; + attr.priority = 95; + attr.entry = helios_audio_PCM_stream_task; + attr.argv = self_in; + PCM_stream_task_id = Helios_Thread_Create(&attr); + if (0 == PCM_stream_task_id) + { + mp_raise_ValueError(MP_ERROR_TEXT("helios_audio_PCM_stream_task error\n")); + return mp_obj_new_int(-1); + } + }else + { + mp_raise_ValueError(MP_ERROR_TEXT("Repeat opening2\n")); + return mp_obj_new_int(-2); + + } + + return mp_obj_new_int(0); +} + +STATIC MP_DEFINE_CONST_FUN_OBJ_1(mp_helios_audio_PCM_stream_start_obj, helios_audio_PCM_stream_start); + + + +STATIC mp_obj_t helios_audio_PCM_stream_read(mp_obj_t self_in,mp_obj_t read_buf, mp_obj_t len) +{ + int read_actual_len = 0; + machine_pcm_obj_t *self = MP_OBJ_TO_PTR(self_in); + + mp_buffer_info_t bufinfo; + mp_get_buffer_raise(read_buf, &bufinfo, MP_BUFFER_WRITE); + + int read_len = mp_obj_get_int(len); + if(read_len > 0 && PCM_stream_ring_buf) { + read_actual_len = helios_rb_read(PCM_stream_ring_buf, bufinfo.buf, read_len); + return mp_obj_new_int(read_actual_len); + } + return mp_obj_new_int(-1); +} + +STATIC MP_DEFINE_CONST_FUN_OBJ_3(mp_helios_audio_PCM_stream_read_obj, helios_audio_PCM_stream_read); + +STATIC mp_obj_t helios_audio_PCM_stream_stop(mp_obj_t self_in) +{ + int ret = 0; + machine_pcm_obj_t *self = MP_OBJ_TO_PTR(self_in); + PCM_stream_is_open = 0; + if(PCM_stream_task_id != 0) + Helios_Thread_Delete(PCM_stream_task_id); + PCM_stream_task_id = 0; + if(PCM_stream_ring_buf != NULL) + { + helios_rb_destroy(&PCM_stream_ring_buf); + PCM_stream_ring_buf = NULL; + } + + return mp_obj_new_int(ret); +} +STATIC MP_DEFINE_CONST_FUN_OBJ_1(mp_helios_audio_PCM_stream_stop_obj, helios_audio_PCM_stream_stop); STATIC const mp_stream_p_t pcm_stream_p = { .read = audio_pcm_read, @@ -3100,6 +3215,9 @@ STATIC const mp_rom_map_elem_t pcm_locals_dict[] = { { MP_ROM_QSTR(MP_QSTR_write), MP_ROM_PTR(&mp_stream_write_obj) }, { MP_ROM_QSTR(MP_QSTR_read), MP_ROM_PTR(&mp_stream_read_obj) }, { MP_ROM_QSTR(MP_QSTR_close), MP_ROM_PTR(&helios_audio_pcm___del___obj) }, + { MP_ROM_QSTR(MP_QSTR_stream_start), MP_ROM_PTR(&mp_helios_audio_PCM_stream_start_obj)}, + { MP_ROM_QSTR(MP_QSTR_stream_read), MP_ROM_PTR(&mp_helios_audio_PCM_stream_read_obj)}, + { MP_ROM_QSTR(MP_QSTR_stream_stop), MP_ROM_PTR(&mp_helios_audio_PCM_stream_stop_obj)}, { MP_ROM_QSTR(MP_QSTR_setVolume), MP_ROM_PTR(&helios_set_volume_obj) }, { MP_ROM_QSTR(MP_QSTR_getVolume), MP_ROM_PTR(&helios_get_volume_obj) }, { MP_ROM_QSTR(MP_QSTR_MONO), MP_ROM_INT(1) }, diff --git a/2.sdk/Helios_SDK/services/microPython/ports/quectel/core/source/audio_record.c b/2.sdk/Helios_SDK/services/microPython/ports/quectel/core/source/audio_record.c index 5675f80e..c615a5e3 100644 --- a/2.sdk/Helios_SDK/services/microPython/ports/quectel/core/source/audio_record.c +++ b/2.sdk/Helios_SDK/services/microPython/ports/quectel/core/source/audio_record.c @@ -352,7 +352,7 @@ STATIC mp_obj_t helios_audio_record_stream_start(size_t n_args, const mp_obj_t * callback_cur = self->callback; - if(format != HELIOS_AUDIO_FORMAT_AMRNB && format != HELIOS_AUDIO_FORMAT_AMRWB && format != HELIOS_AUDIO_FORMAT_MP3) { + if(format != HELIOS_AUDIO_FORMAT_WAVPCM && format != HELIOS_AUDIO_FORMAT_AMRNB && format != HELIOS_AUDIO_FORMAT_AMRWB && format != HELIOS_AUDIO_FORMAT_MP3) { mp_raise_ValueError(MP_ERROR_TEXT("Parameter error\n")); return mp_obj_new_int(-1); } @@ -392,18 +392,18 @@ STATIC mp_obj_t helios_audio_record_stream_start(size_t n_args, const mp_obj_t * record_conf.samplerate = samplerate; - Helios_AUDRecordInitStruct record_info; + // Helios_AUDRecordInitStruct record_info; record_conf.amrnb_param.amrnb_mode = HELIOS_AMRNB_MODE_1220; record_conf.amrwb_param.amrwb_mode = HELIOS_AMRWB_MODE_2385; - //record_conf.len_size = - record_info.record_para = &record_conf; - record_info.format = format; + // //record_conf.len_size = + // record_info.record_para = &record_conf; + // record_info.format = format; - record_info.type = HELIOS_REC_TYPE_MIC; - record_info.cb = (void *)helios_stream_record_cb; - ret = Helios_Audio_StreamRecordStart(&record_info); + // record_info.type = HELIOS_REC_TYPE_MIC; + // record_info.cb = (void *)helios_stream_record_cb; + // ret = Helios_Audio_StreamRecordStart(&record_info); - /*if(format==FORMAT_WAV){ + if(format==HELIOS_AUDIO_FORMAT_WAVPCM){ Helios_AUDRecordInitStruct record_info; record_info.record_para = &record_conf; record_info.format = HELIOS_AUDIO_FORMAT_WAVPCM; @@ -411,7 +411,7 @@ STATIC mp_obj_t helios_audio_record_stream_start(size_t n_args, const mp_obj_t * record_info.cb = (void *)helios_stream_record_cb; ret = Helios_Audio_StreamRecordStart(&record_info); } - else if(format==FORMAT_AMR){ + else if(format==HELIOS_AUDIO_FORMAT_AMRNB||format==HELIOS_AUDIO_FORMAT_AMRWB){ Helios_AUDRecordInitStruct record_info; record_conf.amrnb_param.amrnb_mode = HELIOS_AMRNB_MODE_1220; record_conf.amrwb_param.amrwb_mode = HELIOS_AMRWB_MODE_2385; @@ -429,7 +429,7 @@ STATIC mp_obj_t helios_audio_record_stream_start(size_t n_args, const mp_obj_t * else{ mp_raise_ValueError("The format is not supported at the moment\n"); return mp_obj_new_int(-1); - }*/ + } if(ret != 0) { Helios_Audio_StreamRecordStop(); diff --git a/2.sdk/Helios_SDK/services/microPython/ports/quectel/core/source/modmask.c b/2.sdk/Helios_SDK/services/microPython/ports/quectel/core/source/modmask.c new file mode 100644 index 00000000..2ba3a94f --- /dev/null +++ b/2.sdk/Helios_SDK/services/microPython/ports/quectel/core/source/modmask.c @@ -0,0 +1,60 @@ +#include +#include +#include + +#include "obj.h" +#include "runtime.h" + +#include "mphal.h" + + + +/* websocket_mask module下带参数的函数定义 */ +STATIC mp_obj_t websocket_mask_func_withargs(mp_obj_t data, mp_obj_t data_len,mp_obj_t mask) +{ + + mp_buffer_info_t bufinfo; + mp_get_buffer_raise(data, &bufinfo, MP_BUFFER_WRITE); + + mp_buffer_info_t mask_bufinfo; + mp_get_buffer_raise(mask, &mask_bufinfo, MP_BUFFER_WRITE); + + int len = mp_obj_get_int(data_len); + // if(read_len > 0 && PCM_stream_ring_buf) { + // read_actual_len = helios_rb_read(PCM_stream_ring_buf, bufinfo.buf, read_len); + // return mp_obj_new_int(read_actual_len); + // } + char *data_tpm = m_malloc(len); + if(data_tpm==NULL) + return mp_obj_new_int(-1); + char * data_buf = (char *)bufinfo.buf; + char * mask_buf = (char *)mask_bufinfo.buf; + for(int i=0;i= len(string): + return string + i = 0 + p = 0 + while True: + ch = ord(string[i]) + #1111110x + if ch >= 252: + p = p + 6 + #111110xx + elif ch >= 248: + p = p + 5 + #11110xxx + elif ch >= 240: + p = p + 4 + #1110xxxx + elif ch >= 224: + p = p + 3 + #110xxxxx + elif ch >= 192: + p = p + 2 + else: + p = p + 1 + if p >= length: + break + else: + i = p + + return string[0:i] + +style_AI_btn = lv.style_t() +style_AI_btn.init() +style_AI_btn.set_bg_color(lv.color_make(0x1E, 0x26, 0xff)) +style_AI_btn.set_border_width(0) +style_AI_btn.set_shadow_opa(0) + +style_common_bg_rect_btn_pressed = lv.style_t() +style_common_bg_rect_btn_pressed.init() +style_common_bg_rect_btn_pressed.set_bg_color(lv.color_make(0x1E, 0x26, 0xff)) +style_common_bg_rect_btn_pressed.set_bg_opa(100) +style_common_bg_rect_btn_pressed.set_border_width(0) +style_common_bg_rect_btn_pressed.set_shadow_opa(0) + +style_font_20_ai_white = lv.style_t() +style_font_20_ai_white.init() +style_font_20_ai_white.set_radius(0) +style_font_20_ai_white.set_bg_color(lv.color_make(0xff, 0xff, 0xff)) +#style_font_20_ai_white.set_bg_grad_color(lv.color_make(0x21,0x95,0xf6)) +style_font_20_ai_white.set_bg_grad_dir(lv.GRAD_DIR.NONE) +style_font_20_ai_white.set_bg_opa(255) +style_font_20_ai_white.set_text_color(lv.color_make(0x00, 0x00, 0x00)) +# style_font_20_ai_white.set_text_font_v2("font_28.bin",28,0) +style_font_20_ai_white.set_text_font_v2("font_28.bin",28,0) + +style_font_20_ai_green = lv.style_t() +style_font_20_ai_green.init() +style_font_20_ai_green.set_radius(5) +style_font_20_ai_green.set_bg_color(lv.color_make(0x00, 0xff, 0x2a)) +#style_font_20_ai_green.set_bg_grad_color(lv.color_make(0x21,0x95,0xf6)) +style_font_20_ai_green.set_bg_grad_dir(lv.GRAD_DIR.NONE) +style_font_20_ai_green.set_bg_opa(255) +style_font_20_ai_green.set_text_color(lv.color_make(0xff, 0xff, 0xff)) +# style_font_20_ai_green.set_text_font_v2("font_28.bin",28,0) +style_font_20_ai_green.set_text_font_v2("font_28.bin",28,0) + +AI_screen = lv.obj() +print("AI_screen") +AI_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +AI_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT) + +AI_talk_end_screen = lv.obj(AI_screen) +AI_talk_end_screen.set_pos(0, 0) +AI_talk_end_screen.set_size(LCD_SIZE_W,LCD_SIZE_H) +print("AI_talk_end_screen") +AI_talk_end_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +AI_talk_end_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT) +AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) # + +AI_screen_list_screen_title = lv.obj(AI_talk_end_screen) +AI_screen_list_screen_title.set_pos(0, 0) +AI_screen_list_screen_title.set_size(LCD_SIZE_W,60) +AI_screen_list_screen_title.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +AI_screen_list_screen_title.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT) + +# al_success_title1 = lv.label(AI_screen_list_screen_title) +# al_success_title1.set_pos(0, 5) +# al_success_title1.set_size(LCD_SIZE_W, 25) +# al_success_title1.set_text("AI智能助手") +# al_success_title1.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0) +# al_success_title1.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT) + +# AI_press_btn = lv.btn(AI_talk_end_screen) +# AI_press_btn.set_pos(10, (LCD_SIZE_H-60)+4) +# AI_press_btn.set_size(LCD_SIZE_W-20, 56) +# AI_press_btn.add_style(style_AI_btn, lv.PART.MAIN | lv.STATE.DEFAULT) +# AI_press_btn.add_style(style_common_bg_rect_btn_pressed, lv.PART.MAIN | lv.STATE.PRESSED) +# AI_press_btn.set_style_radius(30,0) + +AI_talk_end_bt_screen = lv.obj(AI_talk_end_screen) +AI_talk_end_bt_screen.set_pos(0, LCD_SIZE_H-60) +AI_talk_end_bt_screen.set_size(LCD_SIZE_W,60) +print("AI_talk_end_bt_screen") +AI_talk_end_bt_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +AI_talk_end_bt_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT) + + +al_talk_end_screen_icon1 = lv.img(AI_talk_end_bt_screen) +al_talk_end_screen_icon1.set_size(26,26) +al_talk_end_screen_icon1.set_pos(10,5) +al_talk_end_screen_icon1.add_flag(lv.obj.FLAG.CLICKABLE) +al_talk_end_screen_icon1.set_src("U:/static/AI/ai_result_can_start.png") +al_talk_end_screen_icon1.add_style(style_img, lv.PART.MAIN | lv.STATE.DEFAULT) + +al_talk_end_screen_cancel_bt = lv.label(AI_talk_end_bt_screen) +al_talk_end_screen_cancel_bt.set_text(" ") +al_talk_end_screen_cancel_bt.set_size(44, 60) +al_talk_end_screen_cancel_bt.set_pos(0,0) +al_talk_end_screen_cancel_bt.add_flag(lv.obj.FLAG.CLICKABLE) + +al_talk_end_screen_icon2 = lv.label(AI_talk_end_bt_screen) +al_talk_end_screen_icon2.set_pos(int(44),int(5)) +al_talk_end_screen_icon2.set_size(200,60) +al_talk_end_screen_icon2.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +al_talk_end_screen_icon2.set_text("继续对话") +al_talk_end_screen_icon2.set_long_mode(lv.label.LONG.WRAP) +al_talk_end_screen_icon2.add_flag(lv.obj.FLAG.CLICKABLE) +# create style style_screen_label_1_main_main_default +al_talk_screen_icon_main_main_default = lv.style_t() +al_talk_screen_icon_main_main_default.init() +al_talk_screen_icon_main_main_default.set_radius(30) +al_talk_screen_icon_main_main_default.set_bg_color(lv.color_make(0x19,0x19,0x19)) +al_talk_screen_icon_main_main_default.set_bg_grad_color(lv.color_make(0x19,0x19,0x19)) +al_talk_screen_icon_main_main_default.set_bg_grad_dir(lv.GRAD_DIR.NONE) +al_talk_screen_icon_main_main_default.set_bg_opa(255) +al_talk_screen_icon_main_main_default.set_text_color(lv.color_make(0xff,0xff,0xff)) +al_talk_screen_icon_main_main_default.set_text_font_v2("font_28.bin",28,0) +al_talk_screen_icon_main_main_default.set_text_letter_space(2) +al_talk_screen_icon_main_main_default.set_text_line_space(0) +al_talk_screen_icon_main_main_default.set_text_align(lv.TEXT_ALIGN.CENTER) +al_talk_screen_icon_main_main_default.set_pad_left(0) +al_talk_screen_icon_main_main_default.set_pad_right(0) +al_talk_screen_icon_main_main_default.set_pad_top(3) +al_talk_screen_icon_main_main_default.set_pad_bottom(0) + +# add style for screen_label_1 +al_talk_end_screen_icon2.add_style(al_talk_screen_icon_main_main_default, lv.PART.MAIN|lv.STATE.DEFAULT) + +style_green_screen = lv.style_t() +style_green_screen.init() +style_green_screen.set_radius(5) +style_green_screen.set_bg_color(lv.color_make(79,195,76)) +style_green_screen.set_bg_opa(255) +style_green_screen.set_border_width(0) +style_green_screen.set_pad_left(0) +style_green_screen.set_pad_right(0) +style_green_screen.set_pad_top(0) +style_green_screen.set_pad_bottom(0) + +style_font_28_green_bg_gray = lv.style_t() +style_font_28_green_bg_gray.init() +style_font_28_green_bg_gray.set_text_color(lv.color_make(255, 255, 255)) #字体文本颜色 +style_font_28_green_bg_gray.set_text_font_v2("font_28.bin",28,0) +style_gray_screen = lv.style_t() +style_gray_screen.init() +style_gray_screen.set_radius(5) +style_gray_screen.set_bg_color(lv.color_make(66,66,66)) #灰色背景 +style_gray_screen.set_bg_opa(255) +style_gray_screen.set_border_width(0) +style_gray_screen.set_pad_left(0) +style_gray_screen.set_pad_right(0) +style_gray_screen.set_pad_top(0) +style_gray_screen.set_pad_bottom(0) + +#灰色背景黑色字 +style_font_28_black_bg_gray = lv.style_t() +style_font_28_black_bg_gray.init() +style_font_28_black_bg_gray.set_text_color(lv.color_make(153, 153, 153)) #字体文本颜色 +style_font_28_black_bg_gray.set_text_font_v2("font_28.bin",28,0) + +style_wechat_r_btn = lv.style_t() +style_wechat_r_btn.init() +style_wechat_r_btn.set_radius(5) +style_wechat_r_btn.set_bg_opa(255) +style_wechat_r_btn.set_border_width(0) +style_wechat_r_btn.set_pad_left(0) +style_wechat_r_btn.set_pad_right(0) +style_wechat_r_btn.set_pad_top(0) +style_wechat_r_btn.set_pad_bottom(0) +style_wechat_r_btn.set_bg_color(lv.color_make(66,66,66)) +style_wechat_r_btn.set_border_width(0) +style_wechat_r_btn.set_shadow_opa(0) +#列表obj +style_wechat_s_btn = lv.style_t() +style_wechat_s_btn.init() +style_wechat_s_btn.set_radius(5) +style_wechat_s_btn.set_bg_opa(255) +style_wechat_s_btn.set_border_width(0) +style_wechat_s_btn.set_pad_left(0) +style_wechat_s_btn.set_pad_right(0) +style_wechat_s_btn.set_pad_top(0) +style_wechat_s_btn.set_pad_bottom(0) +style_wechat_s_btn.set_bg_color(lv.color_make(79,195,76)) +style_wechat_s_btn.set_shadow_opa(0) + +AI_end_screen_list_screen = lv.obj(AI_talk_end_screen) +AI_end_screen_list_screen.set_pos(5, 0) +AI_end_screen_list_screen.set_size(LCD_SIZE_W-10,LCD_SIZE_H-60) +AI_end_screen_list_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +AI_end_screen_list_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT) +AI_end_screen_list_screen.set_flex_flow(lv.FLEX_FLOW.COLUMN)#自动排成一列对齐 + +AI_end_screen_list_detail_screen = lv.obj(AI_end_screen_list_screen) +AI_end_screen_list_detail_screen.set_pos(0, 5) +AI_end_screen_list_detail_screen.set_size(LCD_SIZE_W-10,lv.SIZE.CONTENT) +AI_end_screen_list_detail_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT) + +#ASR结果1 +AI_end_screen_list_detail_screen1 = lv.obj(AI_end_screen_list_detail_screen) +AI_end_screen_list_detail_screen1.set_pos(20,10) +AI_end_screen_list_detail_screen1.set_size(LCD_SIZE_W-50,lv.SIZE.CONTENT) +AI_end_screen_list_detail_screen1.add_style(style_wechat_s_btn, lv.PART.MAIN | lv.STATE.DEFAULT) +AI_listen_text = lv.label(AI_end_screen_list_detail_screen1) +AI_listen_text.set_pos(5, 5) +AI_listen_text.set_size(120, lv.SIZE.CONTENT) +AI_listen_text.set_text(" ") +AI_listen_text.set_long_mode(lv.label.LONG.WRAP) +AI_listen_text.set_style_text_align(lv.TEXT_ALIGN.LEFT, 0) +AI_listen_text.add_style(style_font_28_green_bg_gray, lv.PART.MAIN | lv.STATE.DEFAULT) + +#chat结果1 +msg_detail_cont_obj = lv.obj(AI_end_screen_list_screen) +msg_detail_cont_obj.set_pos(0, 0) +msg_detail_cont_obj.set_size(LCD_SIZE_W-10,lv.SIZE.CONTENT) +msg_detail_cont_obj.add_style(style_wechat_r_btn, lv.PART.MAIN | lv.STATE.DEFAULT) + +AI_label = lv.label(msg_detail_cont_obj) +AI_label.set_pos(5, 0) +AI_label.set_size(LCD_SIZE_W-10-5, lv.SIZE.CONTENT) +AI_label.set_long_mode(lv.label.LONG.WRAP) +AI_label.set_style_text_align(lv.TEXT_ALIGN.LEFT, 0) +AI_label.add_style(style_font_28_black_bg_gray, lv.PART.MAIN | lv.STATE.DEFAULT) + +#222222222222222222222222222222222222 +AI_end_screen_list_screen2 = lv.obj(AI_talk_end_screen) +AI_end_screen_list_screen2.set_pos(5, 5) +AI_end_screen_list_screen2.set_size(LCD_SIZE_W-5,LCD_SIZE_H-60) +AI_end_screen_list_screen2.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +AI_end_screen_list_screen2.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT) +AI_end_screen_list_screen2.set_flex_flow(lv.FLEX_FLOW.COLUMN)#自动排成一列对齐 + +#chat结果2 +msg_detail_cont_obj2 = lv.obj(AI_end_screen_list_screen2) +msg_detail_cont_obj2.set_pos(0, 0) +msg_detail_cont_obj2.set_size(LCD_SIZE_W-10,lv.SIZE.CONTENT) +msg_detail_cont_obj2.add_style(style_wechat_r_btn, lv.PART.MAIN | lv.STATE.DEFAULT) +AI_label2 = lv.label(msg_detail_cont_obj2) +AI_label2.set_pos(5, 5) +AI_label2.set_size(LCD_SIZE_W-10-5, lv.SIZE.CONTENT) +AI_label2.set_long_mode(lv.label.LONG.WRAP) +AI_label2.set_style_text_align(lv.TEXT_ALIGN.LEFT, 0) +AI_label2.add_style(style_font_28_black_bg_gray, lv.PART.MAIN | lv.STATE.DEFAULT) +AI_end_screen_list_screen2.add_flag(lv.obj.FLAG.HIDDEN) #隐藏2 + +#开始对话 +AI_talk_screen = lv.obj(AI_screen) +print("AI_talk_screen") +AI_talk_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +AI_talk_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT) +AI_talk_screen.set_pos(0, 0) +AI_talk_screen.set_size(LCD_SIZE_W, LCD_SIZE_H) + + +al_talk_screen_title1 = lv.label(AI_talk_screen) +al_talk_screen_title1.set_pos(0, 10) +al_talk_screen_title1.set_size(LCD_SIZE_W, 40) +al_talk_screen_title1.set_text("AI智能助手") +al_talk_screen_title1.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0) +al_talk_screen_title1.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT) + + +al_talk_screen_icon1 = lv.img(AI_talk_screen) +al_talk_screen_icon1.set_size(75,24) +al_talk_screen_icon1.set_pos((LCD_SIZE_W-75)//2,45) +al_talk_screen_icon1.set_src("U:/static/AI/AI_LISTEN_GIF001.png") +al_talk_screen_icon1.add_style(style_img, lv.PART.MAIN | lv.STATE.DEFAULT) + +al_talk_screen_icon = lv.label(AI_talk_screen) +al_talk_screen_icon.set_pos(int(4),int(LCD_SIZE_H-60)) +al_talk_screen_icon.set_size(230,60) +al_talk_screen_icon.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +al_talk_screen_icon.set_text("开始对话") +al_talk_screen_icon.set_long_mode(lv.label.LONG.WRAP) +al_talk_screen_icon.add_flag(lv.obj.FLAG.CLICKABLE) +# create style style_screen_label_1_main_main_default +al_talk_screen_icon_main_main_default = lv.style_t() +al_talk_screen_icon_main_main_default.init() +al_talk_screen_icon_main_main_default.set_radius(30) +al_talk_screen_icon_main_main_default.set_bg_color(lv.color_make(0x37,0xbf,0x12)) +al_talk_screen_icon_main_main_default.set_bg_grad_color(lv.color_make(0x37,0xbf,0x12)) +al_talk_screen_icon_main_main_default.set_bg_grad_dir(lv.GRAD_DIR.NONE) +al_talk_screen_icon_main_main_default.set_bg_opa(255) +al_talk_screen_icon_main_main_default.set_text_color(lv.color_make(0xff,0xff,0xff)) +al_talk_screen_icon_main_main_default.set_text_font_v2("font_28.bin",28,0) +al_talk_screen_icon_main_main_default.set_text_letter_space(2) +al_talk_screen_icon_main_main_default.set_text_line_space(0) +al_talk_screen_icon_main_main_default.set_text_align(lv.TEXT_ALIGN.CENTER) +al_talk_screen_icon_main_main_default.set_pad_left(0) +al_talk_screen_icon_main_main_default.set_pad_right(0) +al_talk_screen_icon_main_main_default.set_pad_top(3) +al_talk_screen_icon_main_main_default.set_pad_bottom(0) + +# add style for screen_label_1 +al_talk_screen_icon.add_style(al_talk_screen_icon_main_main_default, lv.PART.MAIN|lv.STATE.DEFAULT) + +#没有网络数据 +AI_no_net_screen = lv.obj(AI_screen) +print("AI_no_net_screen") +AI_no_net_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +AI_no_net_screen.set_pos(0, 0) +AI_no_net_screen.set_size(LCD_SIZE_W, LCD_SIZE_H) +AI_no_net_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT) +AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + +al_no_sim_popup_screen_title1 = lv.label(AI_no_net_screen) +al_no_sim_popup_screen_title1.set_pos(0, 5) +al_no_sim_popup_screen_title1.set_size(LCD_SIZE_W, 20) +al_no_sim_popup_screen_title1.set_text("AI智能助手") +al_no_sim_popup_screen_title1.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0) +al_no_sim_popup_screen_title1.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT) + +al_no_sim_popup_screen_icon = lv.img(AI_no_net_screen) +al_no_sim_popup_screen_icon.set_size(22,22) +al_no_sim_popup_screen_icon.set_pos((LCD_SIZE_W-22)//2,30) +al_no_sim_popup_screen_icon.set_src("U:/static/AI/ai_warning.png") +al_no_sim_popup_screen_icon.add_style(style_img, lv.PART.MAIN | lv.STATE.DEFAULT) + + +al_no_sim_popup_screen_title2 = lv.label(AI_no_net_screen) +al_no_sim_popup_screen_title2.set_pos(0, 56) +al_no_sim_popup_screen_title2.set_size(LCD_SIZE_W, 20) +al_no_sim_popup_screen_title2.set_text("启动失败") +al_no_sim_popup_screen_title2.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0) +al_no_sim_popup_screen_title2.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT) + +al_no_sim_popup_screen_title3 = lv.label(AI_no_net_screen) +al_no_sim_popup_screen_title3.set_pos(0, 76) +al_no_sim_popup_screen_title3.set_size(LCD_SIZE_W, 20) +al_no_sim_popup_screen_title3.set_text("请先开启移动数据") +al_no_sim_popup_screen_title3.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0) +al_no_sim_popup_screen_title3.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT) + + +al_no_sim_popup_screen_icon1 = lv.label(AI_no_net_screen) +al_no_sim_popup_screen_icon1.set_pos(int(4),int(95)) +al_no_sim_popup_screen_icon1.set_size(120,25) +al_no_sim_popup_screen_icon1.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +al_no_sim_popup_screen_icon1.set_text("确定") +al_no_sim_popup_screen_icon1.set_long_mode(lv.label.LONG.WRAP) +al_no_sim_popup_screen_icon1.add_flag(lv.obj.FLAG.CLICKABLE) +# create style style_screen_label_1_main_main_default +al_talk_screen_icon_main_main_default = lv.style_t() +al_talk_screen_icon_main_main_default.init() +al_talk_screen_icon_main_main_default.set_radius(30) +al_talk_screen_icon_main_main_default.set_bg_color(lv.color_make(0x19,0x19,0x19)) +al_talk_screen_icon_main_main_default.set_bg_grad_color(lv.color_make(0x19,0x19,0x19)) +al_talk_screen_icon_main_main_default.set_bg_grad_dir(lv.GRAD_DIR.NONE) +al_talk_screen_icon_main_main_default.set_bg_opa(255) +al_talk_screen_icon_main_main_default.set_text_color(lv.color_make(0xff,0xff,0xff)) +al_talk_screen_icon_main_main_default.set_text_font_v2("font_28.bin",28,0) +al_talk_screen_icon_main_main_default.set_text_letter_space(2) +al_talk_screen_icon_main_main_default.set_text_line_space(0) +al_talk_screen_icon_main_main_default.set_text_align(lv.TEXT_ALIGN.CENTER) +al_talk_screen_icon_main_main_default.set_pad_left(0) +al_talk_screen_icon_main_main_default.set_pad_right(0) +al_talk_screen_icon_main_main_default.set_pad_top(3) +al_talk_screen_icon_main_main_default.set_pad_bottom(0) + +# add style for screen_label_1 +al_no_sim_popup_screen_icon1.add_style(al_talk_screen_icon_main_main_default, lv.PART.MAIN|lv.STATE.DEFAULT) + +#正在聆听 +AI_listen_screen = lv.obj(AI_screen) +print("AI_listen_screen") +AI_listen_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +AI_listen_screen.set_pos(0, 0) +AI_listen_screen.set_size(LCD_SIZE_W, LCD_SIZE_H) +AI_listen_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT) +AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + +ai_talk_requestion_obj = lv.obj(AI_listen_screen) +ai_talk_requestion_obj.set_pos(15, 5) +ai_talk_requestion_obj.set_size(LCD_SIZE_W-25, 40) +ai_talk_requestion_obj.add_style(style_green_screen, lv.PART.MAIN | lv.STATE.DEFAULT) + +al_listen_screen_title1 = lv.label(ai_talk_requestion_obj) +al_listen_screen_title1.set_pos(0, 5) +al_listen_screen_title1.set_size(LCD_SIZE_W-25, 60) +al_listen_screen_title1.set_text("识别中...") +al_listen_screen_title1.set_style_text_align(lv.TEXT_ALIGN.LEFT, 0) +al_listen_screen_title1.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT) + +al_listen_screen_icon1 = lv.img(AI_listen_screen) +al_listen_screen_icon1.set_size(75,24) +al_listen_screen_icon1.set_pos((LCD_SIZE_W-75)//2,60) +al_listen_screen_icon1.set_src("U:/static/AI/AI_LISTEN_GIF001.png") +al_listen_screen_icon1.add_style(style_img, lv.PART.MAIN | lv.STATE.DEFAULT) + +al_listen_screen_icon_bt = lv.label(AI_listen_screen) +al_listen_screen_icon_bt.set_text(" ") +al_listen_screen_icon_bt.set_size(240, 190) +al_listen_screen_icon_bt.set_pos(0,92) + +al_listen_screen_title4 = lv.label(AI_listen_screen) +al_listen_screen_title4.set_pos(0, 100) +al_listen_screen_title4.set_size(LCD_SIZE_W, 28) +al_listen_screen_title4.set_text("正在聆听...") +al_listen_screen_title4.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0) +al_listen_screen_title4.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT) + +#正在思考 +AI_think_screen = lv.obj(AI_screen) +print("AI_think_screen") +AI_think_screen.set_pos(0, 0) +AI_think_screen.set_size(LCD_SIZE_W, LCD_SIZE_H) +AI_think_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +AI_think_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT) +AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + +al_think_screen_title1 = lv.label(AI_think_screen) +al_think_screen_title1.set_pos(0, 5) +al_think_screen_title1.set_size(LCD_SIZE_W, 20) +al_think_screen_title1.set_text("正在思考...") +al_think_screen_title1.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0) +al_think_screen_title1.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT) + + +al_think_screen_icon = lv.img(AI_think_screen) +al_think_screen_icon.set_size(66,66) +al_think_screen_icon.set_pos((LCD_SIZE_W-66)//2,25) +al_think_screen_icon.set_src("U:/static/AI/AI_THINK001.png") + +al_think_screen_icon.add_style(style_img, lv.PART.MAIN | lv.STATE.DEFAULT) + +al_think_screen_icon1 = lv.label(AI_think_screen) +al_think_screen_icon1.set_pos(int(4),int(95)) +al_think_screen_icon1.set_size(120,25) +al_think_screen_icon1.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +al_think_screen_icon1.set_text("取消") +al_think_screen_icon1.set_long_mode(lv.label.LONG.WRAP) +al_think_screen_icon1.add_flag(lv.obj.FLAG.CLICKABLE) +# create style style_screen_label_1_main_main_default +al_talk_screen_icon_main_main_default = lv.style_t() +al_talk_screen_icon_main_main_default.init() +al_talk_screen_icon_main_main_default.set_radius(30) +al_talk_screen_icon_main_main_default.set_bg_color(lv.color_make(0x19,0x19,0x19)) +al_talk_screen_icon_main_main_default.set_bg_grad_color(lv.color_make(0x19,0x19,0x19)) +al_talk_screen_icon_main_main_default.set_bg_grad_dir(lv.GRAD_DIR.NONE) +al_talk_screen_icon_main_main_default.set_bg_opa(255) +al_talk_screen_icon_main_main_default.set_text_color(lv.color_make(253, 82, 19)) +al_talk_screen_icon_main_main_default.set_text_font_v2("font_28.bin",28,0) +al_talk_screen_icon_main_main_default.set_text_letter_space(2) +al_talk_screen_icon_main_main_default.set_text_line_space(0) +al_talk_screen_icon_main_main_default.set_text_align(lv.TEXT_ALIGN.CENTER) +al_talk_screen_icon_main_main_default.set_pad_left(0) +al_talk_screen_icon_main_main_default.set_pad_right(0) +al_talk_screen_icon_main_main_default.set_pad_top(3) +al_talk_screen_icon_main_main_default.set_pad_bottom(0) + +# add style for screen_label_1 +al_think_screen_icon1.add_style(al_talk_screen_icon_main_main_default, lv.PART.MAIN|lv.STATE.DEFAULT) + +# #连接超时 +AI_connect_timerout_screen = lv.obj(AI_screen) +AI_connect_timerout_screen.set_pos(0, 0) +AI_connect_timerout_screen.set_size(LCD_SIZE_W, LCD_SIZE_H) +print("AI_connect_timerout_screen") +AI_connect_timerout_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +AI_connect_timerout_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT) +AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + +al_connect_timerout_title1 = lv.label(AI_connect_timerout_screen) +al_connect_timerout_title1.set_pos(0, 5) +al_connect_timerout_title1.set_size(LCD_SIZE_W, 20) +al_connect_timerout_title1.set_text("AI智能助手") +al_connect_timerout_title1.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0) +al_connect_timerout_title1.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT) + +al_connect_timerout_icon = lv.img(AI_connect_timerout_screen) +al_connect_timerout_icon.set_size(22,22) +al_connect_timerout_icon.set_pos((LCD_SIZE_W-22)//2,30) +al_connect_timerout_icon.set_src("U:/static/AI/ai_warning.png") +al_connect_timerout_icon.add_style(style_img, lv.PART.MAIN | lv.STATE.DEFAULT) + + +al_connect_timerout_title2 = lv.label(AI_connect_timerout_screen) +al_connect_timerout_title2.set_pos(0, 56) +al_connect_timerout_title2.set_size(LCD_SIZE_W, 20) +al_connect_timerout_title2.set_text("连接超时") +al_connect_timerout_title2.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0) +al_connect_timerout_title2.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT) + +al_connect_timerout_title3 = lv.label(AI_connect_timerout_screen) +al_connect_timerout_title3.set_pos(0, 76) +al_connect_timerout_title3.set_size(LCD_SIZE_W, 20) +al_connect_timerout_title3.set_text("请重新对话") +al_connect_timerout_title3.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0) +al_connect_timerout_title3.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT) + +al_connect_timerout_icon1 = lv.label(AI_connect_timerout_screen) +al_connect_timerout_icon1.set_pos(int(4),int(95)) +al_connect_timerout_icon1.set_size(120,25) +al_connect_timerout_icon1.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +al_connect_timerout_icon1.set_text("确定") +al_connect_timerout_icon1.set_long_mode(lv.label.LONG.WRAP) +al_connect_timerout_icon1.add_flag(lv.obj.FLAG.CLICKABLE) +# create style style_screen_label_1_main_main_default +al_talk_screen_icon_main_main_default = lv.style_t() +al_talk_screen_icon_main_main_default.init() +al_talk_screen_icon_main_main_default.set_radius(30) +al_talk_screen_icon_main_main_default.set_bg_color(lv.color_make(0x19,0x19,0x19)) +al_talk_screen_icon_main_main_default.set_bg_grad_color(lv.color_make(0x19,0x19,0x19)) +al_talk_screen_icon_main_main_default.set_bg_grad_dir(lv.GRAD_DIR.NONE) +al_talk_screen_icon_main_main_default.set_bg_opa(255) +al_talk_screen_icon_main_main_default.set_text_color(lv.color_make(0xff,0xff,0xff)) +al_talk_screen_icon_main_main_default.set_text_font_v2("font_28.bin",28,0) +al_talk_screen_icon_main_main_default.set_text_letter_space(2) +al_talk_screen_icon_main_main_default.set_text_line_space(0) +al_talk_screen_icon_main_main_default.set_text_align(lv.TEXT_ALIGN.CENTER) +al_talk_screen_icon_main_main_default.set_pad_left(0) +al_talk_screen_icon_main_main_default.set_pad_right(0) +al_talk_screen_icon_main_main_default.set_pad_top(3) +al_talk_screen_icon_main_main_default.set_pad_bottom(0) + +# add style for screen_label_1 +al_connect_timerout_icon1.add_style(al_talk_screen_icon_main_main_default, lv.PART.MAIN|lv.STATE.DEFAULT) + +#未检测到录音 +AI_not_listen_text_screen = lv.obj(AI_screen) +AI_not_listen_text_screen.set_pos(0, 0) +AI_not_listen_text_screen.set_size(LCD_SIZE_W, LCD_SIZE_H) +print("AI_not_listen_text_screen") +AI_not_listen_text_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +AI_not_listen_text_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT) +AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + +al_not_listen_title1 = lv.label(AI_not_listen_text_screen) +al_not_listen_title1.set_pos(0, 5) +al_not_listen_title1.set_size(LCD_SIZE_W, 20) +al_not_listen_title1.set_text("AI智能助手") +al_not_listen_title1.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0) +al_not_listen_title1.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT) + +al_not_listen_icon = lv.img(AI_not_listen_text_screen) +al_not_listen_icon.set_size(22,22) +al_not_listen_icon.set_pos((LCD_SIZE_W-22)//2,30) +al_not_listen_icon.set_src("U:/static/AI/ai_warning.png") +al_not_listen_icon.add_style(style_img, lv.PART.MAIN | lv.STATE.DEFAULT) + + +al_not_listen_title2 = lv.label(AI_not_listen_text_screen) +al_not_listen_title2.set_pos(0, 56) +al_not_listen_title2.set_size(LCD_SIZE_W, 20) +al_not_listen_title2.set_text("未检测到录音数据") +al_not_listen_title2.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0) +al_not_listen_title2.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT) + +al_not_listen_title3 = lv.label(AI_not_listen_text_screen) +al_not_listen_title3.set_pos(0, 76) +al_not_listen_title3.set_size(LCD_SIZE_W, 20) +al_not_listen_title3.set_text("请重新对话") +al_not_listen_title3.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0) +al_not_listen_title3.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT) + +al_not_listen_icon1 = lv.label(AI_not_listen_text_screen) +al_not_listen_icon1.set_pos(int(4),int(95)) +al_not_listen_icon1.set_size(120,25) +al_not_listen_icon1.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF) +al_not_listen_icon1.set_text("确定") +al_not_listen_icon1.set_long_mode(lv.label.LONG.WRAP) +al_not_listen_icon1.add_flag(lv.obj.FLAG.CLICKABLE) +# create style style_screen_label_1_main_main_default +al_talk_screen_icon_main_main_default = lv.style_t() +al_talk_screen_icon_main_main_default.init() +al_talk_screen_icon_main_main_default.set_radius(30) +al_talk_screen_icon_main_main_default.set_bg_color(lv.color_make(0x19,0x19,0x19)) +al_talk_screen_icon_main_main_default.set_bg_grad_color(lv.color_make(0x19,0x19,0x19)) +al_talk_screen_icon_main_main_default.set_bg_grad_dir(lv.GRAD_DIR.NONE) +al_talk_screen_icon_main_main_default.set_bg_opa(255) +al_talk_screen_icon_main_main_default.set_text_color(lv.color_make(0xff,0xff,0xff)) +al_talk_screen_icon_main_main_default.set_text_font_v2("font_28.bin",28,0) +al_talk_screen_icon_main_main_default.set_text_letter_space(2) +al_talk_screen_icon_main_main_default.set_text_line_space(0) +al_talk_screen_icon_main_main_default.set_text_align(lv.TEXT_ALIGN.CENTER) +al_talk_screen_icon_main_main_default.set_pad_left(0) +al_talk_screen_icon_main_main_default.set_pad_right(0) +al_talk_screen_icon_main_main_default.set_pad_top(3) +al_talk_screen_icon_main_main_default.set_pad_bottom(0) + +# add style for screen_label_1 +al_not_listen_icon1.add_style(al_talk_screen_icon_main_main_default, lv.PART.MAIN|lv.STATE.DEFAULT) +#阿里voice_chat状态枚举 +VC_State_None=0 +VC_State_Listening=1 +VC_State_Thinking=2 +VC_State_Responding=3 +VC_State_SpeechStart=4 +VC_State_SpeechEnd=5 +VC_State_TTSStart=6 +VC_State_TTSData=7 +VC_State_TTSFinish=8 +VC_State_TTSEnd=9 +VC_State_TTSError=10 +VC_State_DialogError=11 +VC_State_End=12 + +#websocket发送数据编号 +AI_client_asr_num = 0 +AI_client_chat_num = 1 +AI_client_tts_num = 2 +AI_client_voice_chat_num = 3 + +#ai平台选择 +AI_TYPE_BKRS = 0 #北科聚合平台ai +AI_TYPE_voice_chat = 1 #阿里ai voice_chat +class AIScreen(Screen):#AI_GUI + # + NAME = "AI_success" + + def __init__(self): + super().__init__() + self.meta = AI_screen + # self.meta_type = "popup" + self._1S_timer = osTimer() + self.Audio_buf_size = 4*1024 + self.record_timer = osTimer() + self.record = audio.Record() + #self.record.end_callback(self.record_callback) + self.record.gain_set(4,10) + self.aud = audio.Audio(0) + self.audio_play_state = 1 #音频播放完状态 + self.aud.setCallback(self.audio_cb) + + + self.AI_TYPE = AI_TYPE_voice_chat #AI类型,AI_TYPE_voice_chat:阿里云voice_chat;AI_TYPE_BKRS:北科聚合平台 + + + self.AI_audio_queue_thread_id = 0 + self.AI_send_data_queue_thread_id = 0 + + self.voice_chat_state = VC_State_None #阿里ai voice_chat状态 + self.VC_dialog_id = None + self.VC_message_id=None + self.VC_task_id =None + self.VC_appkey = "j2QhAoOeBi5AUlrM" + self.AI_client_voice_chat = None + self.AI_client_voice_chat_recv_id = 0 + self.AI_client_voice_chat_isconnect =0 + self.record_pcm = None + self.VC_record_thread_id = 0 + self.pingping_timerout = 0 + self.VC_websocket_stop_flasg = 0 + + self.TTS_PRO_TYPE = 0 #TTS协议类型,=0:用长文本合成接口,=1用音频流合成接口 + self.AI_client_chat_recv_id = 0 + self.AI_client_tts_recv_id = 0 + self.AI_client_asr_recv_id = 0 + self.AI_client_asr = None + self.AI_client_asr_isconnect = 0 #是否连接成功 + + self.AI_client_chat = None + self.AI_client_chat_isconnect = 0 #是否连接成功 + + self.AI_client_chat_play_str = "" + self.AI_client_chat_end_flag = 0 + self.AI_client_tts = None + self.AI_client_tts_isconnect = 0 #是否连接成功 + self.AI_client_tts_timer = osTimer() + self.AI_client_tts_data_len = 0 + self.AI_client_tts_data_total_len = 0 #单次tts总数据长度 + self.AI_client_tts_str_total_len = 0 #单次已发送tts字符串长度 + self.AI_client_tts_str_sen = '' #单次已发送tts字符串长度 + self.AI_client_tts_tra_flag = 0 + self.AI_client_tts_full_sentence_flag = 0 #完整的句子标识 + self.tts_time_count = 0 + self.tts_time_outcount = 0 + self.timer_out_count = 0 + self.img_show_count = 0 + self.img_show_count_tmp = 0 + self.img_show_count_flag = 0 + self.tts_data_tmp = bytes() + self.press_state = 0 + self.AI_label_answer = "" + self.AI_label_str = "" + self.AI_client_tts_play_data_len = 0 + self.refresh_texttimer = osTimer() + self.AI_listen_text = "" + self.AI_listen_end = 0 #语音识别完成 + self.refresh_count = 0 + self.AI_send_data_queue = Queue(100) + self.AI_audio_queue = Queue(100) + self.page_num = 0 + self.page_num_tmp = 0 + self.text_max = 400 #一次最大显示字数 + self.scroll_flag_next = 0 + self.scroll_flag_prev = 0 + self.hard_flag_next = 0 + self.hard_flag_prev = 0 + self.scroll_timer_count = 0 + self.play_flag = 0 + self.play_flag_init = 0 + self.play_end = 0 #是否播放完成标识 + + AI_screen.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,0)), + lv.EVENT.GESTURE, None) + AI_talk_end_screen.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,0)), + lv.EVENT.GESTURE, None) + AI_no_net_screen.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,0)), + lv.EVENT.GESTURE, None) + AI_listen_screen.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,0)), + lv.EVENT.GESTURE, None) + AI_think_screen.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,0)), + lv.EVENT.GESTURE, None) + AI_connect_timerout_screen.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,0)), + lv.EVENT.GESTURE, None) + AI_not_listen_text_screen.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,0)), + lv.EVENT.GESTURE, None) + + al_talk_screen_icon.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,1)), + lv.EVENT.SHORT_CLICKED, None) + # al_talk_screen_icon_btn.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,1)), + # lv.EVENT.SHORT_CLICKED, None) + + al_no_sim_popup_screen_icon1.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,2)), lv.EVENT.SHORT_CLICKED, None) #无网络按钮 + + # al_listen_screen_icon_bt.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,3)), lv.EVENT.SHORT_CLICKED, None) #说话完成按钮 + # al_listen_screen_icon.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,3)), lv.EVENT.SHORT_CLICKED, None) #说话完成按钮 + + # al_think_screen_icon1_bt.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,4)), lv.EVENT.SHORT_CLICKED, None) #思考界面取消按钮 + al_think_screen_icon1.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,4)), lv.EVENT.SHORT_CLICKED, None) #思考界面取消按钮 + + # al_connect_timerout_icon1_bt.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,5)), lv.EVENT.SHORT_CLICKED, None) #连接超时 请重新对话按钮 + al_connect_timerout_icon1.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,5)), lv.EVENT.SHORT_CLICKED, None) #连接超时 请重新对话按钮 + + al_talk_end_screen_cancel_bt.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,6)), lv.EVENT.SHORT_CLICKED, None) #对话结束 取消对话按钮 + al_talk_end_screen_icon1.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,6)), lv.EVENT.SHORT_CLICKED, None) #对话结束 取消对话按钮 + + # AI_press_label_bt.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,7)), lv.EVENT.SHORT_CLICKED, None) #对话结束 继续对话按钮 + al_talk_end_screen_icon2.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,7)), lv.EVENT.SHORT_CLICKED, None) #对话结束 继续对话按钮 + + # al_not_listen_icon1_bt.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,8)), lv.EVENT.SHORT_CLICKED, None) + al_not_listen_icon1.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,8)), lv.EVENT.SHORT_CLICKED, None) + AI_end_screen_list_screen2.add_event_cb(self.scroll_event_cb, lv.EVENT.SCROLL_END, None) + AI_end_screen_list_screen.add_event_cb(self.scroll_event_cb, lv.EVENT.SCROLL_END, None) + + def button_cb(self,e,msg): + code = e.get_code() + indev = lv.indev_get_act() + lv.indev_t.wait_release(indev) + dir = lv.indev_t.get_gesture_dir(indev) + if code == lv.EVENT.GESTURE: + if dir == lv.DIR.RIGHT: + if (AI_talk_end_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or (AI_listen_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or\ + (AI_talk_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or (AI_no_net_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or \ + (AI_connect_timerout_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or (AI_not_listen_text_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or \ + (AI_think_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False: + EventMesh.publish("return_prev_screen") + elif code == lv.EVENT.SHORT_CLICKED: + if msg == 1: + self.talking_cb(e) + pass + elif msg == 2: + self.img_cb(e) + pass + elif msg == 3: + self.listen_end_btcb(e) + pass + elif msg == 4: + self.think_bt_cb(e) + pass + elif msg == 5: + self.talk_end_continue_cb(e) + pass + elif msg == 6: + self.talk_end_cancel_cb(e) + pass + elif msg == 7: + self.talk_end_continue_cb(e) + pass + elif msg == 8: + self.talk_end_continue_cb(e) + pass + + def clear_flag(self): #清标识 + self.timer_out_count = 0 + self.img_show_count = 0 + self.img_show_count_tmp = 0 + self.img_show_count_flag = 0 + self.AI_listen_end = 0 #语音识别完成 + self.refresh_count = 0 + self.AI_listen_text = "" + self.AI_label_str = "" + self.AI_label_answer = "" + self.tts_time_count = 0 + self.tts_time_outcount = 0 + + def talk_end_cancel_cb(self,e):#对话结束已经播放音频取消继续对话按钮 + if self.play_flag == 1: + self.play_flag = 0 + self.aud.stopPlayStream() + self.aud.stopAll() + print("talk_end_cancel_cb stop()\r\n") + EventMesh.publish("publish_message_event_ui",{"func":self.upload_img,"data":0}) + else: + self.play_flag = 1 + print("talk_end_cancel_cb start()\r\n") + EventMesh.publish("publish_message_event_ui",{"func":self.upload_img,"data":1}) + return + self.Close() + self.AI_label_answer = "" + AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏 + AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN) + AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_talk_screen.clear_flag(lv.obj.FLAG.HIDDEN) # + def upload_img(self,msg): + if al_talk_end_screen_icon1 != None: + if msg == 1: + al_talk_end_screen_icon1.set_src("U:/static/AI/ai_result_can_start.png") + else: + al_talk_end_screen_icon1.set_src("U:/static/AI/ai_result_can_stop.png") + + def talk_end_continue_cb(self,e):#连接超时确定按钮回调或者继续对话按钮 + self.Close() + self.AI_label_answer = "" + AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏 + AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_listen_screen.clear_flag(lv.obj.FLAG.HIDDEN) + al_listen_screen_title1.set_text("识别中...") + al_listen_screen_icon1.set_src("U:/static/AI/AI_LISTEN_GIF001.png") + self.AI_client_tts_timer.start(1000,1,self.AI_client_tts_timer_cb) + EventMesh.publish("publish_message_event_ui",{"func":self.talking,"data":e}) + + pass + + def talk_connectout_cb(self,e):#连接超时确定按钮回调 + + pass + + def think_bt_cb(self,e):#正在思考确定按钮回调 取消播放 + self.Close() + AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏 + AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN) + AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_talk_screen.clear_flag(lv.obj.FLAG.HIDDEN) # + + pass + + def not_talk_cb(self):#没有说话或者没有检测到录音数据 + self.Close() + AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏 + AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN) + AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_not_listen_text_screen.clear_flag(lv.obj.FLAG.HIDDEN) # + + def scroll_event_cb(self,e): + try: + + # 获取事件源对象 + obj = e.get_target() + code = e.get_code() + # 如果事件是滚动条事件 + if code == lv.EVENT.SCROLL_END: + + # 获取滚动条对象 + + # 获取滚动条的位置 + sb_value = obj.get_scroll_y() + + # 获取对象的高度和内容的总高度 + content_height = obj.get_scroll_bottom()#obj.get_child(0).get_height()+obj.get_child(1).get_height() + # 检查滚动条是否已经到达最大值,即内容是否已经到达底部 + if self.hard_flag_next == 1 or self.hard_flag_prev == 1: + self.scroll_timer_count = 10 #滑动计时器初始化 + if content_height < 0: + self.scroll_flag_next = 1 + elif self.hard_flag_next == 1 and self.scroll_flag_next == 1 and content_height == 0: + print("下一页") + + self.page_change(2,self.AI_label_str) + self.scroll_flag_next = 0 + self.hard_flag_next = 0 + else: + self.scroll_flag_next = 0 + self.hard_flag_next = 0 + if sb_value < 0: + self.scroll_flag_prev = 1 + elif self.hard_flag_prev == 1 and self.scroll_flag_prev == 1 and sb_value == 0: + print("上一页") + self.page_change(1,self.AI_label_str) + self.scroll_flag_prev = 0 + self.hard_flag_prev = 0 + else: + self.scroll_flag_prev = 0 + self.hard_flag_prev = 0 + except Exception as e: + usys.print_exception(e) + + def page_change(self,dir,text_str):#翻页,dir: = 0跳转第一页,=1上一页,=2下一页,=3最后一页,最后的内容 + EventMesh.publish("system_sleep_rest")#防止黑屏 + text_str_list = [] + text_str_list_len = 0 + while 1:#分割字符串,获取列表 + str_tmp = split_string(text_str[text_str_list_len:],self.text_max,self.text_max+150)#按逗号,句号切割 + if str_tmp =="" :#没找到句号或者逗号,切割字符串 + str_tmp = sub_utf8_String(text_str[text_str_list_len:],self.text_max)#按中文切割字符串 + #print("page_change:str_tmp:{}".format((str_tmp))) + #str_tmp = sub_utf8_String(text_str[text_str_list_len:],self.text_max) + text_str_list_len+=len(str_tmp) + + if len(text_str) <= text_str_list_len: + text_str_list.append(str_tmp) + break + text_str_list.append(str_tmp) + + if self.AI_client_chat_end_flag ==1:#char回答完后,使最后一页字数大于一页 + #if len(text_str_list[-1]) < 50: + if len(self.AI_label_str ) <= len(text_str): + text_str_list[-1]+="\n\n\n\n~~~~~END~~~~~" + if len(text_str_list[-1])<30: + text_str_list[-1]+="\n\n" + else: #chat未完成,创造中 + if dir != 3: + text_str_list[-1]+="\n\n 创作中...\n\n" + + if dir == 0:#第一页 + self.page_num = 0 + if len(text_str_list)>self.page_num: + AI_label.set_text(text_str_list[self.page_num]+'\n ...{}/{}...'.format(self.page_num+1,len(text_str_list))) + AI_end_screen_list_screen2.scroll_to_y(0,lv.ANIM.OFF) + AI_end_screen_list_screen2.add_flag(lv.obj.FLAG.HIDDEN) #隐藏2 + AI_end_screen_list_screen.clear_flag(lv.obj.FLAG.HIDDEN) # + elif dir == 1:#上一页 + if self.page_num == 1: #第二页, + + self.page_num-=1 + if len(text_str_list)>self.page_num: + AI_label.set_text(text_str_list[self.page_num]+'\n ...{}/{}...'.format(self.page_num+1,len(text_str_list))) + #AI_label.set_text(text_str_list[self.page_num]+'\n ...{}/{}...'.format(self.page_num+1,len(text_str_list))) + scroll_bottom = AI_label.get_height() + print("page_change:scroll_bottom:{}".format(scroll_bottom)) + AI_end_screen_list_screen.scroll_to_y(scroll_bottom,lv.ANIM.OFF) + AI_end_screen_list_screen2.add_flag(lv.obj.FLAG.HIDDEN) #隐藏2 + AI_end_screen_list_screen.clear_flag(lv.obj.FLAG.HIDDEN) # + #AI_end_screen_list_screen.scroll_to_view(lv.ANIM.OFF) + elif self.page_num > 1: + self.page_num-=1 + if len(text_str_list)>self.page_num: + AI_label2.set_text(text_str_list[self.page_num]+'\n ...{}/{}...'.format(self.page_num+1,len(text_str_list))) + scroll_bottom = AI_label2.get_height() + print("page_change:scroll_bottom:{}".format(scroll_bottom)) + + AI_end_screen_list_screen2.scroll_to_y(scroll_bottom,lv.ANIM.OFF) + #AI_end_screen_list_screen2.scroll_to_view(lv.ANIM.OFF) + elif dir == 2:#下一页 + if len(text_str_list)<=self.page_num+1:#最大页 + return + self.page_num+=1 + if len(text_str_list)>self.page_num: + #AI_label2.set_text(' ...\n\n'+text_str_list[self.page_num]+'\n ...{}/{}...'.format(self.page_num+1,len(text_str_list))) + #print("page_change:next:{}".format(text_str_list[self.page_num])) + AI_label2.set_text(text_str_list[self.page_num]+'\n ...{}/{}...'.format(self.page_num+1,len(text_str_list))) + AI_end_screen_list_screen2.scroll_to_y(0,lv.ANIM.OFF) + if self.page_num == 1: #显示第二页 + AI_end_screen_list_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏1 + AI_end_screen_list_screen2.clear_flag(lv.obj.FLAG.HIDDEN) # + elif dir == 3:#最后一页,最后的内容 + if len(text_str_list)>1:#大于一页 + + self.page_num = len(text_str_list)-1 + #if len(text_str_list)>self.page_num: + str_tmp = sub_utf8_String(text_str_list[self.page_num-1],self.text_max-80)#在开头加上上一页的最后30字节数据 + #print("str_tmp123:{}".format(str_tmp)) + if len(text_str_list[self.page_num-1])>len(str_tmp): + str_tmp = text_str_list[self.page_num-1][len(str_tmp):] + else: + str_tmp = '' + # + AI_label2.set_text(str_tmp+text_str_list[self.page_num])#+'\n ...{}/{}...'.format(self.page_num+1,len(text_str_list))) + scroll_bottom = AI_label2.get_height() + AI_end_screen_list_screen2.scroll_to(0,scroll_bottom,lv.ANIM.ON) + #print("最后内容,大于一页 scroll_bottom:{}".format(scroll_bottom)) + if self.page_num_tmp == self.page_num:#解决切换页面的时候不跳动问题 + # AI_label2.set_text("\n\n"+str_tmp+text_str_list[self.page_num]) + # scroll_bottom = AI_label2.get_height() + AI_end_screen_list_screen2.scroll_to(0,scroll_bottom,lv.ANIM.ON) + else: + # AI_label2.set_text("\n\n\n\n\n\n"+str_tmp+text_str_list[self.page_num]) + # scroll_bottom = AI_label2.get_height() + AI_end_screen_list_screen2.scroll_to(0,scroll_bottom,lv.ANIM.OFF) + self.page_num_tmp = self.page_num + print("text_str_list[self.page_num]:{}".format(str_tmp+text_str_list[self.page_num])) + #AI_end_screen_list_screen2.scroll_to_view(lv.ANIM.OFF) + AI_end_screen_list_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏1 + AI_end_screen_list_screen2.clear_flag(lv.obj.FLAG.HIDDEN) # + if len(self.AI_label_str ) > len(text_str):#处理播放音频的时候,获取下一页数据 + self.page_num-=1 + elif len(text_str_list) == 1:#只有一页 + self.page_num = 0 + if len(text_str_list)>self.page_num: + AI_label.set_text(text_str_list[self.page_num])#+'\n ...{}/{}...'.format(self.page_num+1,len(text_str_list))) + scroll_bottom = AI_label.get_height() + #print("最后内容,只有一页 scroll_bottom:{}".format(scroll_bottom)) + # if(scroll_bottom>200): + # scroll_bottom -= 200 + + AI_end_screen_list_screen.scroll_to(0,scroll_bottom,lv.ANIM.ON) + #AI_end_screen_list_screen.scroll_to_view(lv.ANIM.OFF) + AI_end_screen_list_screen2.add_flag(lv.obj.FLAG.HIDDEN) #隐藏2 + AI_end_screen_list_screen.clear_flag(lv.obj.FLAG.HIDDEN) # + print("page_change1:page_num:{},text_str_list len:{}".format(self.page_num,len(text_str_list))) + + + def listen_end_btcb(self,e):#说话完成确定按钮回调 + if self.AI_listen_end == 1:#说话完成 已有录音文字返回 + self.AI_listen_end = 0 + self.refresh_count = 0 + self.refresh_texttimer.stop() + self.record.stop()#关闭录音 + self.record_timer.stop()#关闭定时器 + if self.AI_listen_text != "": + self.AI_client_chat_send(self.AI_listen_text) + print("self.AI_listen_text:{}".format(self.AI_listen_text)) + AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN) + AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_think_screen.clear_flag(lv.obj.FLAG.HIDDEN) # + al_think_screen_icon.set_src("U:/static/AI/AI_THINK009.png") + self.refresh_count = 0 + self.timer_out_count = 0 + self.img_show_count = 0 + self.img_show_count_tmp = 0 + self.img_show_count_flag = 0 + self.refresh_texttimer.start(500,1,self.text_show_think) + else: + self.not_talk_cb() + return + try: + self.websocket_deconnect_asr() + except Exception as e: + usys.print_exception(e) + return + else:#没有识别到录音文字 + self.not_talk_cb() + + def ai_talk_end(self):#语言识别完 思考结束显示最后的文本和音频数据 + + self.play_end = 0 + self.play_flag = 1 + self.AI_label_answer = "" + AI_end_screen_list_screen.scroll_to(0, 0, lv.ANIM.OFF) + AI_label.set_pos(5, 10) + #AI_label.set_text(self.AI_label_answer) + AI_label.set_text("思考中...") + AI_label2.set_text(" ") + self.scroll_timer_count = 0 + # self.AI_listen_text = "嗯。" + str_len = len(self.AI_listen_text)*20 + if str_len > 165: + str_len = 165 + print("len:{} str_len:{} self.AI_listen_text:{}\r\n".format(len(self.AI_listen_text),str_len,self.AI_listen_text)) + # AI_end_screen_list_detail_screen1.set_pos(170-str_len,10) + + # AI_listen_text.set_size(str_len,lv.SIZE.CONTENT) + + # AI_listen_text.set_pos(0, 10) + # AI_listen_text.set_size(str_len,lv.SIZE.CONTENT) + AI_listen_text.set_text(self.AI_listen_text) + EventMesh.publish("system_sleep_rest")#防止黑屏 + self.refresh_count = 0 + AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏 + AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN) + AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_talk_end_screen.clear_flag(lv.obj.FLAG.HIDDEN) # + al_talk_end_screen_icon1.set_src("U:/static/AI/ai_result_can_start.png") + AI_end_screen_list_screen2.add_flag(lv.obj.FLAG.HIDDEN) #隐藏2 + AI_end_screen_list_screen.clear_flag(lv.obj.FLAG.HIDDEN) # + + def ai_talk_end_show_text_cb(self,data): + #AI_label.set_text(self.AI_label_answer) + #print("ai_talk_end_show_text_cb:scroll_timer_count{}".format(self.scroll_timer_count)) + if self.scroll_timer_count <= 0: + self.page_change(3,self.AI_label_answer)#刷新到最后内容 + pass + + def connect_timerout_popup(self,msg):#连接超时弹窗提示 + EventMesh.publish("publish_message_event_ui",{"func":self.connect_timerout_popup_cb,"data":msg}) + + def connect_timerout_popup_cb(self,msg): + self.Close() + AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏 + AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN) + AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_connect_timerout_screen.clear_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + if msg == 1: #连接超时 + al_connect_timerout_title2.set_text("连接超时") + else: + al_connect_timerout_title2.set_text("网络连接异常") + + + def text_show_think(self,*argc): + EventMesh.publish("publish_message_event_ui",{"func":self.text_show_think_cb,"data":0}) + + def text_show_think_cb(self,data): #文本刷新 + if self.img_show_count_flag == 1: + self.refresh_texttimer.stop() + return + if self.AI_label_str != "": + self.timer_out_count = 1 + self.img_show_count_flag = 1 + self.refresh_texttimer.stop() + self.ai_talk_end() + return + EventMesh.publish("system_sleep_rest")#防止黑屏 + self.timer_out_count += 1 + if self.timer_out_count > 2*30: #说话了服务器没有返回结果数据 + self.timer_out_count = 0 + #连接超时 + self.img_show_count = 0 + self.img_show_count_tmp = 0 + self.connect_timerout_popup(1) + return + + if self.img_show_count > 10: + self.img_show_count_tmp+=1 + self.img_show_count_tmp = self.img_show_count-self.img_show_count_tmp + if self.img_show_count_tmp >= 10: + self.img_show_count = 1 + al_think_screen_icon.set_src("U:/static/AI/AI_THINK{}.png".format("%03d"%(self.img_show_count_tmp))) + else: + self.img_show_count+=1 + self.img_show_count_tmp = 0 + al_think_screen_icon.set_src("U:/static/AI/AI_THINK{}.png".format("%03d"%(self.img_show_count))) + + + self.refresh_count+=1 + if self.refresh_count > 3: + self.refresh_count = 0 + if self.refresh_count == 1: + al_think_screen_title1.set_text("正在思考.") + elif self.refresh_count == 2: + al_think_screen_title1.set_text("正在思考..") + elif self.refresh_count == 3: + al_think_screen_title1.set_text("正在思考...") + pass + + def think_end_result(self): + EventMesh.publish("publish_message_event_ui",{"func":self.think_end_result_cb,"data":0}) + def think_end_result_cb(self,data): + if self.timer_out_count > 1: + if self.img_show_count_flag == 1: + return + self.timer_out_count = 0 + self.img_show_count_flag = 1 + self.refresh_texttimer.stop() + self.ai_talk_end() + + def img_cb(self,e): #无网络 无数据按钮回调 + self.refresh_texttimer.stop() + AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏 + AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN) + AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_talk_screen.clear_flag(lv.obj.FLAG.HIDDEN) # + pass + def initialization(self): + self.play_flag = 1 + self.play_end = 0 + self.TTS_PRO_TYPE = 0 + AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN) + AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #开启显示 + AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_talk_screen.clear_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + self.aud.setVolume(11)#设置最大声录音 + + self.AI_label_answer = "" + self.AI_client_chat_play_str = '' + self.AI_init() + self.AI_client_tts_data_len = 0 + self.AI_client_tts_data_total_len = 0 + self.AI_client_tts_str_total_len = 0 + self.AI_client_tts_tra_flag = 0 + #EventMesh.publish("publish_message_event_ui",{"func":self.websocket_connect,"data":""}) + + def websocket_connect(self,data): + if self.AI_TYPE == AI_TYPE_voice_chat: + self.websocket_connect_voice_chat() + else: + self.websocket_connect_asr() + self.websocket_connect_chat() + self.websocket_connect_tts() + + pass + + def audio_cb(self,event): + if event == 0: + self.audio_play_state =1 + EventMesh.publish("set_audio_state", 1) + print('audio-play start.') + elif event == 7: + self.audio_play_state = 0 + EventMesh.publish("set_audio_state", 0) + print('audio-play finish.!!!!!!') + def AI_init(self): + self.AI_audio_queue_thread_id = _thread.start_new_thread(self.AI_audio_queue_thread, ()) + self.AI_send_data_queue_thread_id = _thread.start_new_thread(self.AI_send_data_queue_thread, ()) + + + + #按下录音 + def talking_cb(self,e): + self.press_state = 0 + self.refresh_count = 0 + self.refresh_texttimer.stop() + signal = EventMesh.publish("screen_get_sig") + if signal == -1 or EventMesh.publish("get_sim_Status") != 1:#网络不正常 + AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN) + AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_no_net_screen.clear_flag(lv.obj.FLAG.HIDDEN) #开启显示 + al_no_sim_popup_screen_title3.set_text("无SIM卡") + + elif signal == None or signal == 0 or signal == 99: + AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN) + AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_no_net_screen.clear_flag(lv.obj.FLAG.HIDDEN) #开启显示 + al_no_sim_popup_screen_title3.set_text("请先开启移动数据") + + else: + AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏 + AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_listen_screen.clear_flag(lv.obj.FLAG.HIDDEN) + al_listen_screen_title1.set_text("识别中...") + al_listen_screen_icon1.set_src("U:/static/AI/AI_LISTEN_GIF001.png") + self.timer_out_count = 0 + self.refresh_count = 0 + self.img_show_count = 0 + self.img_show_count_tmp = 0 + + EventMesh.publish("publish_message_event_ui",{"func":self.talking,"data":e}) + + def talk_ars_end(self):#asr结束调用 + print("talk_ars_end!!!!!!!!!!!") + self.AI_send_data_queue.clear()#清掉发送数据队列 + self.AI_listen_end = 1 + self.audio_play_state = 0 + if self.AI_TYPE == AI_TYPE_voice_chat: + if self.record_pcm != None: + print("talk_ars_end:record_pcm.close()!!!!!!!!!!!!!!!!!!") + self.record_pcm.close() + self.record_pcm=None + else: + self.record.stop()#关闭录音 + self.record_timer.stop()#关闭定时器 + self.timer_out_count = 0 + + Record_read_buf = bytearray(self.Audio_buf_size) + for i in range(10): + Record_len = self.record.stream_read(Record_read_buf, self.Audio_buf_size) + print("Record_len:!!!!!!{}\r\n".format(Record_len)) + if Record_len <= 0: + break + print("talk_ars_end2!!!!!!!!!!!\r\n") + + try: + self.websocket_deconnect_asr() + except Exception as e: + usys.print_exception(e) + if self.AI_listen_text == "": + return + self.AI_client_chat_send(self.AI_listen_text) + + + def text_show_refresh(self,*argc): + EventMesh.publish("publish_message_event_ui",{"func":self.text_show_refresh_cb,"data":0}) + + def text_show_refresh_cb(self,data): + if self.AI_listen_end == 1 or self.timer_out_count >= 120:#语音识别结束 + self.record.stop()#关闭录音 + self.record_timer.stop()#关闭定时器 + if self.AI_listen_text != "": + self.img_show_count_tmp+=1 + if self.img_show_count_tmp > 2: + self.AI_listen_end = 0 + self.refresh_count = 0 + self.refresh_texttimer.stop() + self.timer_out_count = 0 + print("self.AI_listen_text:{}".format(self.AI_listen_text)) + #正在思考 + AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN) + AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏 + AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) # + AI_think_screen.clear_flag(lv.obj.FLAG.HIDDEN) # + al_think_screen_icon.set_src("U:/static/AI/AI_THINK009.png") + self.refresh_count = 0 + self.timer_out_count = 0 + self.img_show_count = 0 + self.img_show_count_tmp = 0 + self.img_show_count_flag = 0 + self.refresh_texttimer.start(500,1,self.text_show_think) + else: + + self.not_talk_cb() + return + try: + self.websocket_deconnect_asr() + except Exception as e: + usys.print_exception(e) + return + + EventMesh.publish("system_sleep_rest")#防止黑屏 + self.timer_out_count += 1 + + self.img_show_count+=1 + if self.img_show_count > 11: + self.img_show_count = 1 + # print("self.img_show_count:{}\r\n".format(self.img_show_count)) + al_listen_screen_icon1.set_src("U:/static/AI/AI_LISTEN_GIF{}.png".format("%03d"%(self.img_show_count))) + + self.refresh_count+=1 + if self.refresh_count > 3: + self.refresh_count =0 + if self.refresh_count == 1: + al_listen_screen_title4.set_text("正在聆听.") + elif self.refresh_count == 2: + al_listen_screen_title4.set_text("正在聆听..") + elif self.refresh_count == 3: + al_listen_screen_title4.set_text("正在聆听...") + pass + #按下录音 + def talking(self,e): + #self.AI_client_tts_send("创建客户端, debug=True输出日志")#TTS语音播放AI结果 + #return + if 1:#EventMesh.publish(constants.EVENT.GET_CONNECT) == 1:#有卡时触发sos报警 无卡时自动关机 + al_listen_screen_title1.set_text("识别中...") + print("talking1") + #self.AI_list.add_flag(lv.obj.FLAG.HIDDEN)#隐藏列表选项方框 + try: + print("talking2") + self.Close() + print("talking3") + self.AI_init() + except Exception as e: + usys.print_exception(e) + + self.audio_play_state = 1 + if 1:#self.audio_play_state == 0: + + if self.AI_TYPE == AI_TYPE_voice_chat: + print("record_pcm.stream_start()!!!!!!!!!!!!") + self.record_pcm = audio.Audio.PCM(0,1,16000,0,1,2) + ret = self.record_pcm.stream_start() + print("self.record_pcm.stream_start:ret:{}".format(ret)) + self.AI_client_voice_chat_start_requset()#先开始对话 + self._1S_timer.start(1000,1,self._1S_timer_cb) + #self.AI_client_voice_chat_speak_requset() + + self._1S_timer.start(1000,1,self._1S_timer_cb) + else: + + + + self._1S_timer.start(1000,1,self._1S_timer_cb) + self.AI_client_tts_timer.start(1000,1,self.AI_client_tts_timer_cb) + self.record_timer.start(1*1000,1,self.record_timer_cb) + self.refresh_texttimer.start(500,1,self.text_show_refresh) + #self.AI_list.add_flag(lv.obj.FLAG.HIDDEN)#隐藏列表选项方框 + + # AI_label.clear_flag(lv.obj.FLAG.HIDDEN) + # AI_label.set_text("语音识别中...") + # AI_listen_text.clear_flag(lv.obj.FLAG.HIDDEN) + #AI_listen_text.set_text("{}S".format(str(self.countdown))) + self.press_state = 1 + self.record.stream_start(audio.Record.AMRNB, 8000, 60) + self.AI_client_asr_start() + else: + EventMesh.publish("load_screen", {"screen": "no_sim_popup_screen"}) + + #松开确认结果 + def sending_cb(self,e): + EventMesh.publish("publish_message_event_ui",{"func":self.sending,"data":e}) + def sending(self,e): + if self.press_state == 1: + if 1:#EventMesh.publish(constants.EVENT.GET_CONNECT) == 1:#有卡时触发sos报警 无卡时自动关机 + self.record.stop()#关闭录音 + self.record_timer.stop()#关闭定时器 + self.audio_play_state = 0 + + else: + self.press_state = 0 + #EventMesh.publish("load_screen", {"screen": "no_sim_popup_screen"}) + else: + pass + def _1S_timer_cb(self,*argc): + # print("get_audio_state !!!!!{} {} {}\r\n".format(self.play_end,EventMesh.publish("get_audio_state"),self.play_flag)) + + if (self.play_end == 1 and EventMesh.publish("get_audio_state") == 0 ) or self.play_flag == 0: #字符串为0 或者暂停需要自动熄屏 + # print("self.play_end!!!!!\r\n") + pass + else: + EventMesh.publish("system_sleep_rest")#防止黑屏 + if self.scroll_timer_count > 0: + self.scroll_timer_count-=1 + + #定时器 + def record_timer_cb(self,*argc): + EventMesh.publish("system_sleep_rest")#防止黑屏 + + if self.AI_TYPE == AI_TYPE_voice_chat: + self.pingping_timerout+=1 + if self.pingping_timerout>6: + self.pingping_timerout=0 + self.AI_client_voice_chat_ping() + pass + # Record_read_buf = self.record_pcm.read(2048) + # if self.voice_chat_state == VC_State_SpeechStart: + # self.AI_client_voice_chat_send(read_buf) + else: + Record_read_buf = bytearray(self.Audio_buf_size) + Record_len = self.record.stream_read(Record_read_buf, self.Audio_buf_size) + print("record_timer_cb:{}".format(Record_len)) + if Record_len > 0: + read_buf = bytes(Record_read_buf[:Record_len]) + self.AI_client_asr_send(read_buf) + #获取trace_id + def get_trace_id(self): + t = utime.mktime(utime.localtime()) + t = t*1000+urandom.randint(0, 1000) + md5_data = "{}".format(t)#md5签名 + sign_data = "" + hash_obj = uhashlib.md5(md5_data) + res = hash_obj.digest() + + # 转成十六进制表示 + sign_data = ubinascii.hexlify(res) + sign_data = sign_data.decode('ascii') + return sign_data + ##################################################### + #阿里voice_chat + # VC_State_None=0 + # VC_State_Listening=1 + # VC_State_Thinking=2 + # VC_State_Responding=3 + # VC_State_TTSStart=4 + # VC_State_TTSData=5 + # VC_State_TTSFinish=6 + # VC_State_TTSEnd=7 + # VC_State_TTSError=8 + # VC_State_DialogError=9 + # VC_State_End=10 + def websocket_connect_voice_chat(self): + self.record_timer.start(1*1000,1,self.record_timer_cb) + print("websocket_connect_voice_chat:{}!!!!!!!!!!!!!!!!!!!!!".format(self.AI_client_voice_chat_isconnect)) + # 创建客户端, debug=True输出日志, ip和端口需要自己填写, 或者是域名 + try: + # Headers = {'X-NLS-Token':'0c8b8f05a46f423096be64a9c4c46310'} + # self.AI_client_voice_chat = uwebsocket.Client.connect('wss://nls-gateway-cn-beijing.aliyuncs.com/ws/v1',headers=Headers, debug=False) + self.AI_client_voice_chat = uwebsocket.Client.connect('ws://118.145.158.207:22080/voice-chat/ws', debug=False) + except Exception as e: #网络连接异常 + usys.print_exception(e) + print("websocket_connect_voice_chat error!!!\r\n") + self.connect_timerout_popup(2) + return + # 线程接收数据 + if self.AI_client_voice_chat_recv_id != 0: + try: + _thread.stop_thread(self.AI_client_voice_chat_recv_id) + except Exception as e: + usys.print_exception(e) + self.AI_client_voice_chat_recv_id = 0 + self.AI_client_voice_chat_recv_id = _thread.start_new_thread(self.AI_client_voice_chat_recv, (self.AI_client_voice_chat,)) + self.AI_client_voice_chat_isconnect = 1 + + def websocket_deconnect_voice_chat(self): + if self.AI_client_voice_chat_isconnect == 1: + self.AI_client_voice_chat_isconnect = 0 + self.AI_client_voice_chat.close() + #websocket发送ping + def AI_client_voice_chat_ping(self): + pass + if self.AI_client_voice_chat_isconnect == 1: + #self.AI_client_voice_chat.write_frame(0x09,b'ping ping') + self.AI_client_voice_chat_send("ping") + print("websocket ping ping") + + #websocket发送数据 + def AI_client_voice_chat_send(self,data_str): + if isinstance(data_str, str):#是字符串 + print("AI_client_voice_chat_send:{}".format(data_str)) + pass + else: + print("AI_client_voice_chat_send:len{}".format(len(data_str))) + self.AI_send_data_queue.put([AI_client_voice_chat_num,data_str]) + + #Ai VC读数据 + def AI_client_voice_chat_recv(self,cli): + while True: + try: + # 死循环接收数据 + recv_data = cli.recv() + if not recv_data: + # 服务器关闭连接或客户端关闭连接 + print("AI_client_voice_chat_recv close") + #self.AI_client_voice_chat_isconnect = 0 + #self.websocket_deconnect_voice_chat() + break + try: + if isinstance(recv_data, str):#返回的是字符串 + print("AI_client_voice_chat_recv:recv_data:{}".format(recv_data)) + jsload_data = ujson.loads(recv_data) + #print("AI_client_voice_chat_recv jsload_data = {}".format(jsload_data)) + + if jsload_data["event"] == "Started" :#会话开始 + payload = jsload_data["payload"] + self.VC_dialog_id = payload["dialog_id"] + self.VC_task_id = jsload_data["task_id"] + print("VC:Started!!!!!!!!\r\n") + if jsload_data["event"] == "SpeechContent" :#asr转译 + print("VC:SpeechContent!!!!!!!!\r\n") + payload = jsload_data["payload"] + if(payload['finished'] == True):#asr结束 + self.voice_chat_state == VC_State_SpeechEnd + + self.talk_ars_end() + pass + else: + self.AI_listen_end = 0 + self.AI_listen_text = str(payload['text'])#asr文本 + al_listen_screen_title1.set_text(str(payload['text'])) + if jsload_data["event"] == "SpeechEnded" :#服务器下发说话结束 + self.voice_chat_state == VC_State_SpeechEnd + if jsload_data["event"] == "RespondingContent" :#chat回答 + + payload = jsload_data["payload"] + if(payload['finished'] == True):#chat回答 结束,开始tts + self.voice_chat_state == VC_State_TTSStart + self.AI_client_chat_end_flag = 1 + pass + else: + self.AI_client_chat_end_flag = 0 + self.AI_client_tts_data_len = 0 + self.AI_label_str=str(payload['text'])#chat文本 + self.AI_client_chat_play_str=str(payload['text']) + self.AI_client_tts_str_sen = str(payload['text']) + self.timer_out_count = 2 + self.think_end_result()#文本显示 + + if jsload_data["event"] == "RespondingStarted" :#音频开始下发 + pass + if jsload_data["event"] == "RespondingEnded" :#音频下发结束 + pass + elif jsload_data["event"] == "DialogStateChanged" :#状态切换事件 + payload = jsload_data["payload"] + if payload["state"] == "Listening": + self.voice_chat_state = VC_State_Listening + self.AI_client_voice_chat_send_speech()#开始上传语音 + if payload["state"] == "Thinking":#准备开始TTS + self.voice_chat_state = VC_State_Thinking + self.AI_label_str = "" + self.AI_client_chat_end_flag = 0 + self.AI_client_tts_data_len = 0 + if payload["state"] == "Responding": + self.voice_chat_state = VC_State_Responding + elif jsload_data["event"] == "RequestAccepted" :#请求上传语音被允许 + #self.voice_chat_state = VC_State_Responding + #self.AI_client_voice_chat_send_speech()#开始上传语音 + pass + else:#下发音频数据 + self.AI_audio_queue.put([recv_data,self.AI_client_tts_str_sen]) + print("下发音频数据:{}".format(len(recv_data))) + except Exception as e: + usys.print_exception(e) + + except Exception as e: + usys.print_exception(e) + break + self.AI_client_voice_chat_isconnect = 0 + self.AI_client_voice_chat_recv_id = 0 + def get_new_message_id(self): + message_id = self.get_trace_id()+"aaa"+self.get_trace_id() + self.VC_message_id=message_id[:32] + return self.VC_message_id + + def get_new_task_id(self): + task_id = self.get_trace_id()+"aaa"+self.get_trace_id() + self.VC_task_id=task_id[:32] + return self.VC_task_id + #开始录音 + def VC_Speech_Start(self): + self.voice_chat_state = VC_State_SpeechStart + if self.VC_record_thread_id != 0: + try: + _thread.stop_thread(self.VC_record_thread_id) + except Exception as e: + usys.print_exception(e) + self.VC_record_thread_id = 0 + self.VC_record_thread_id = _thread.start_new_thread(self.VC_record_thread,()) + def VC_Speech_End(self): + self.voice_chat_state = VC_State_SpeechEnd + if self.VC_record_thread_id != 0: + try: + _thread.stop_thread(self.VC_record_thread_id) + except Exception as e: + usys.print_exception(e) + self.VC_record_thread_id = 0 + + #获取录音数据 + def VC_record_thread(self): + ##return + print("VC_record_thread start!!!!!!!!!!!!!!!!!!!!\r\n") + count = 0 + # try: + # uos.remove('/usr/tesr.pcm') + # except Exception as e: + # usys.print_exception(e) + #record_data_queue = Queue(100) + #fd = open('/usr/tesr.pcm','w') + #self.VC_websocket_stop_flasg = 1 + while True: + try: + # 死循环接收数据 + #if self.voice_chat_state == VC_State_SpeechStart: + Record_read_buf = bytearray(self.Audio_buf_size) + if self.record_pcm ==None: + break + Record_len = self.record_pcm.stream_read(Record_read_buf, self.Audio_buf_size) + # if Record_len < 0: + # self.record_pcm.stream_start() + #Record_len = 1024*2 + print("VC_record_thread:{}".format(Record_len)) + if Record_len > 0: + read_buf = bytes(Record_read_buf[:Record_len]) + #fd.write(read_buf) + #record_data_queue.put(read_buf) + self.AI_client_voice_chat_send(read_buf) + #print("VC_record_thread:{}".format(len(Record_read_buf))) + count+=len(read_buf) + if count>=500*1024:#结束 + self.AI_client_voice_chat_end_speech() + break + utime.sleep_ms(40) + if self.voice_chat_state == VC_State_SpeechEnd: + break + except Exception as e: + usys.print_exception(e) + break + # while True: + # if record_data_queue.empty()!=True: + # self.AI_client_voice_chat_send(record_data_queue.get()) + # else: + # break + #self.AI_client_voice_chat_end_speech() + #fd.close() + #self.VC_websocket_stop_flasg = 0 + #if self.AI_TYPE == AI_TYPE_voice_chat: + + print("VC_record_thread:exit") + self.VC_record_thread_id = 0#线程退出 + #开始会话 + def AI_client_voice_chat_start_requset(self): + json_data = \ + { + "header":{ + "trace_id":"ailaqbo0r6o", + "event":"Start" + }, + "payload":{ + "device_id":"test_device_id", + "user_agent":"python", + "in_format":"pcm", + "out_format":"mp3", + "sample_rate":8000 + } + } + self.AI_client_voice_chat_send(ujson.dumps(json_data)) + self.voice_chat_state = VC_State_None + #请求上传语音 + def AI_client_voice_chat_speak_requset(self): + json_data = \ + { + "header": { + "namespace": "VoiceChat", + "name": "RequestToSpeak", + "appkey": self.VC_appkey, + "message_id":self.VC_message_id, + "task_id": self.VC_task_id + }, + "payload": { + "dialog_id": self.VC_dialog_id, + } + } + self.AI_client_voice_chat_send(ujson.dumps(json_data)) + #开始上传语音 + def AI_client_voice_chat_send_speech(self): + json_data = \ + { + "header":{ + "trace_id":"ailaqbo0r6o", + "event":"SendSpeech" + }, + "payload": + { + "dialog_id":self.VC_dialog_id + } + } + self.AI_client_voice_chat_send(ujson.dumps(json_data)) + self.VC_Speech_Start()#开启线程获取录音数据 + #结束上传语音 + def AI_client_voice_chat_end_speech(self): + json_data = \ + { + "header":{ + "trace_id":"ailaqbo0r6o", + "event":"StopSpeech" + }, + "payload":{ + "dialog_id":self.VC_dialog_id + } + } + self.AI_client_voice_chat_send(ujson.dumps(json_data)) + self.VC_Speech_End()#停止线程录音 + ##################################################### + #北科聚合平台 + ##################################################### + #AI识别链路 + def websocket_connect_chat(self): + print("websocket_connect_chat:{}!!!!!!!!!!!!!!!!!!!!!".format(self.AI_client_chat_isconnect)) + #if self.AI_client_chat_isconnect == 0: + # 创建客户端, debug=True输出日志, ip和端口需要自己填写, 或者是域名 + try: + + self.AI_client_chat = uwebsocket.Client.connect('wss://nls-gateway-cn-beijing.aliyuncs.com/ws/v1',headers=Headers, debug=False) + except Exception as e: #网络连接异常 + usys.print_exception(e) + print("websocket_connect_chat error!!!\r\n") + self.connect_timerout_popup(2) + return + # 线程接收数据 + if self.AI_client_chat_recv_id != 0: + try: + _thread.stop_thread(self.AI_client_chat_recv_id) + except Exception as e: + usys.print_exception(e) + self.AI_client_chat_recv_id = 0 + self.AI_client_chat_recv_id = _thread.start_new_thread(self.AI_client_chat_recv, (self.AI_client_chat,)) + self.AI_client_chat_isconnect = 1 + def websocket_deconnect_chat(self): + if self.AI_client_chat_isconnect == 1: + self.AI_client_chat_isconnect = 0 + self.AI_client_chat.close() + + def AI_client_chat_send(self,data_str): + chat_data_str = "{\"type\":\"chat\",\"content\":\"%s\"}"%(data_str) + #self.AI_client_chat.send(chat_data_str) + self.AI_send_data_queue.put([AI_client_chat_num,chat_data_str]) + #Ai chat读数据 + def AI_client_chat_recv(self,cli): + while True: + try: + # 死循环接收数据 + recv_data = cli.recv() + if not recv_data: + # 服务器关闭连接或客户端关闭连接 + print("AI_client_chat_recv close") + #self.AI_client_chat_isconnect = 0 + #self.websocket_deconnect_chat() + break + try: + #print("AI_client_chat_recv recv_data = {}".format(recv_data)) + jsload_data = ujson.loads(recv_data) + #print("AI_client_chat_recv jsload_data = {}".format(jsload_data)) + chat_data = jsload_data["content"] + if chat_data: + #self.AI_client_tts_send(jsload_data["content"])#TTS语音播放AI结果 + print("AI_client_chat_recv chat_data = {}".format(chat_data)) + self.AI_label_str+=str(chat_data) + self.AI_client_chat_play_str+=str(chat_data) + self.think_end_result() + if self.TTS_PRO_TYPE == 1: + AI_label.set_text(self.AI_label_str) + # EventMesh.publish("system_sleep_rest")#防止黑屏 + else: + # if self.AI_label_str: + # self.AI_client_tts_send(self.AI_label_str)#TTS语音播放AI结果 + print("AI_client_chat_recv chat_data start\r\n") + if jsload_data['type']=='start': + self.AI_label_str = "" + self.AI_client_chat_end_flag = 0 + self.AI_client_tts_data_len = 0 + self.websocket_connect_tts() #连接tts + # + elif jsload_data['type']=='end': + print("chat end!!!!!!!!!!!!!!") + self.AI_client_chat_end_flag = 1 + if len(self.AI_client_chat_play_str) > 100: + utime.sleep_ms(100) + except Exception as e: + usys.print_exception(e) + + except Exception as e: + usys.print_exception(e) + break + self.AI_client_chat_isconnect = 0 + self.AI_client_chat_recv_id = 0 +############################################################################## + #文字转语音链路 + def websocket_connect_tts(self): + print("websocket_connect_tts:{}!!!!!!!!!!!!!!!!!!!!!!".format(self.AI_client_tts_isconnect)) + if self.AI_client_tts_isconnect == 0: + try: + # self.AI_client_tts = uwebsocket.Client.connect('ws://40.67.151:9099/tts/', debug=False) + self.AI_client_tts = uwebsocket.Client.connect('ws://118.145.158.207:80/tts/long-text-stream', debug=False) + except Exception as e: #网络连接异常 + usys.print_exception(e) + print("websocket_connect_tts ERROR:{}\r\n".format(e)) + self.connect_timerout_popup(2) + return + print("websocket_connect_tts:self.AI_client_tts {}\r\n".format(self.AI_client_tts)) + # 线程接收数据 + if self.AI_client_tts_recv_id != 0: + try: + _thread.stop_thread(self.AI_client_tts_recv_id) + except Exception as e: + usys.print_exception(e) + self.AI_client_tts_recv_id = 0 + #_thread.stack_size(20*1024) + self.AI_client_tts_recv_id = _thread.start_new_thread(self.AI_client_tts_recv, (self.AI_client_tts,)) + #_thread.stack_size(8*1024) + self.AI_client_tts_isconnect = 1 + self.AI_client_tts_start() + def websocket_deconnect_tts(self): + if self.AI_client_tts_isconnect == 1: + self.AI_client_tts_isconnect = 0 + try: + self.AI_client_tts.close() + except Exception as e: + usys.print_exception(e) + def AI_client_tts_timer_cb(self,*argc): + # EventMesh.publish("system_sleep_rest")#防止黑屏 + self.tts_time_count+=1 + if self.play_flag == 0: + return + if self.TTS_PRO_TYPE == 1: + #tts数据入队 + self.AI_client_tts_put_data() + #print("AI_audio_queue.size:{},AI_send_data_queue.size:{} self.AI_client_chat_play_str:{} self.AI_client_tts_tra_flag:{}\r\n".format(self.AI_audio_queue.size(),self.AI_send_data_queue.size(),self.AI_client_chat_play_str,self.AI_client_tts_tra_flag) ) + #字符串分段发送,等待播放缓存变小 + if len(self.AI_client_chat_play_str) > 0 and self.AI_client_tts_data_len < 150*1024 :#and (self.AI_client_tts_str_total_len <100 or self.AI_client_tts_str_total_len - self.AI_client_tts_data_total_len//672 < 60)缓存200k以下,且tts发送文字字节数比返回音频数据少60字节 + + self.tts_time_outcount+=1 + # play_str = split_string(self.AI_client_chat_play_str,40)# + # if play_str =="":#没找到句号或者逗号,切割字符串 + if self.TTS_PRO_TYPE == 1: + play_str = sub_utf8_String(self.AI_client_chat_play_str,20)#按中文切割字符串 + self.AI_client_tts_str_total_len += len(play_str) + elif self.TTS_PRO_TYPE == 0: + if self.AI_audio_queue.size() >= 4 or self.AI_client_tts_tra_flag == 1 or (self.tts_time_outcount < 3 and len(self.AI_client_chat_play_str) < 100):#存了超过4句,就等小于3次在转化 + return + play_str = split_string(self.AI_client_chat_play_str,50,100)#按逗号,句号切割 + if play_str =="" or len(play_str) > 100:#没找到句号或者逗号,切割字符串 + play_str = sub_utf8_String(self.AI_client_chat_play_str,100)#按中文切割字符串 + self.AI_client_tts_tra_flag = 1 + self.AI_client_tts_str_sen = play_str + if len(play_str) == 0: + return + self.AI_client_tts_send(play_str)#TTS语音播放AI结果 + self.AI_client_chat_play_str = self.AI_client_chat_play_str[len(play_str):] + #print("TTS play:len{},data{}".format(len(play_str),play_str)) + if self.TTS_PRO_TYPE == 1 and len(self.AI_client_chat_play_str) <=0 and self.AI_client_chat_end_flag ==1 : + self.AI_client_chat_end_flag=0 + self.AI_client_tts_end() + + def AI_client_tts_send(self,data_str): + data_l = {} + if self.TTS_PRO_TYPE == 1: + + data_l ={"header": {"event": "RunSynthesis","trace_id": self.get_trace_id()},"payload": {"text":"%s"%(data_str)}} + elif self.TTS_PRO_TYPE == 0: + data_l ={ + "header": { + "event": "LongTextStream", + "trace_id": self.get_trace_id() + }, + "payload": { + "voice":"zhixiaomei",#"xiaoyun", + "format":"mp3", + "sample_rate":8000, + "volume":90, + "speech_rate":30, + "text":"%s"%(data_str) + } + } + json_data = ujson.dumps(data_l) + self.AI_send_data_queue.put([AI_client_tts_num,json_data]) + def AI_client_tts_start(self): + data_l ={"header": {"event": "StartSynthesis","trace_id": self.get_trace_id()}, + "payload": {"voice":"xiaoyun","format":"mp3","sample_rate":8000,"volume":60,"speech_rate":1,}} + #print("\r\nAI_client_tts_start!!!!!!!!!!!!\r\n") + json_data = ujson.dumps(data_l) + #print("AI_client_tts_send:{}".format(json_data)) + self.record.stop()#关闭录音 + self.record_timer.stop()#关闭定时器 + self.tts_time_count = 0 + self.tts_data_tmp = b'' + + self.AI_client_tts_data_total_len = 0 + self.AI_client_tts_str_total_len= 0 + + #self.AI_client_tts_str_sen = "" + if self.TTS_PRO_TYPE == 1: + self.AI_client_tts_data_len = 0 + self.AI_client_tts_tra_flag = 1 + self.AI_client_tts.send(json_data) + utime.sleep_ms(100) + #self.AI_send_data_queue.put([AI_client_tts_num,json_data]) + def AI_client_tts_end(self): + if self.TTS_PRO_TYPE == 1: + data_l ={"header": {"event": "StopSynthesis","trace_id": self.get_trace_id()}} + json_data = ujson.dumps(data_l) + self.AI_send_data_queue.put([AI_client_tts_num,json_data]) + #TTS数据入队 + def AI_client_tts_put_data(self): + #存够5k数据或者3秒超时 + if (self.AI_client_tts_full_sentence_flag == 1 and len(self.tts_data_tmp) >30*1024) \ + or self.tts_time_count >= 3 \ + or (self.AI_client_tts_full_sentence_flag == 1 and self.AI_client_tts_tra_flag == 1 and len(self.tts_data_tmp) >5*1024): + self.AI_client_tts_full_sentence_flag == 0 + #self.AI_client_tts_data_len +=len(self.tts_data_tmp) + if self.AI_client_tts_tra_flag == 1:#第一个数据去掉头 + self.tts_data_tmp = self.tts_data_tmp[9:] + if len(self.tts_data_tmp)>0: + self.AI_audio_queue.put([self.tts_data_tmp,self.AI_client_tts_str_sen]) + print("入:{},{}".format(len(self.tts_data_tmp),self.AI_client_tts_data_len)) + self.tts_time_count = 0 + self.tts_data_tmp = b'' + if self.TTS_PRO_TYPE == 1: + self.AI_client_tts_tra_flag = 0 + gc.collect()#GC主动回收内存 + #文字转语音链路读数据 + def AI_client_tts_recv(self,cli): + recv_data_len_same_count = 0 + recv_data_len = 0 + while True: + try: + # 死循环接收数据 + + recv_data = cli.recv() + if not recv_data: + # 服务器关闭连接或客户端关闭连接 + print("AI_client_tts_recv close!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!\r\n") + print("AI_client_tts_recv close!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!\r\n") + break + try: + # print("AI_client_tts_recv :{}".format(len(recv_data))) + #结束标志{"header":{"event":"EndSynthesis","msg":"success","status":20000000,"task_id":"ffd727e620000803280c5a6498d0e321"}} + if isinstance(recv_data, str): + print("AI_client_tts_recv:str recv_data:{}".format(recv_data)) + if recv_data.find('\"event\":\"EndSynthesis\"') != -1: + print("EndSynthesis!!!!!!!!!!!!!!!!!\r\n") + print("EndSynthesis!!!!!!!!!!!!!!!!!!\r\n") + #self.tts_data_tmp=self.tts_data_tmp[9:-100] + try: + self.websocket_deconnect_tts()#断开 + except Exception as e: #网络连接异常 + usys.print_exception(e) + + + self.tts_time_count = 60#立即发送剩余数据 + self.AI_client_tts_put_data() + + self.AI_client_tts_full_sentence_flag = 1 + break + if recv_data.find('\"msg\":\"success\"') == -1: + break + else: + #判断是否是一个完整的句子 + recv_data_len_tmp = len(recv_data) + if self.TTS_PRO_TYPE == 1: + print("recv_data_len_same_count:{}".format(recv_data_len_same_count)) + if recv_data_len == recv_data_len_tmp: + recv_data_len_same_count+=1 + else: + if recv_data_len_same_count > 2:#认为是完整的句子 + self.AI_client_tts_full_sentence_flag = 1 + print("self.AI_client_tts_full_sentence_flag = 1!!!!!!!!!!!!") + recv_data_len_same_count = 0 + recv_data_len = recv_data_len_tmp + self.tts_data_tmp+=recv_data + self.AI_client_tts_data_len+=recv_data_len_tmp + self.AI_client_tts_data_total_len += recv_data_len_tmp + if self.TTS_PRO_TYPE == 1: + self.AI_client_tts_put_data() + #utime.sleep_ms(1000) + except Exception as e: + usys.print_exception(e) + # print(recv_data) + # print(type(recv_data)) + mem = gc.mem_free() + print('2剩余内存RAM:{} KB'.format(mem / 1024)) + except Exception as e: + usys.print_exception(e) + break + self.AI_client_tts_isconnect = 0 + self.AI_client_tts_recv_id = 0 + self.AI_client_tts_tra_flag = 0 +####################################################################### + #语音转文字链路 + def websocket_connect_asr(self): + print("websocket_connect_asr:{}!!!!!!!!!!!!!!!!!!!!".format(self.AI_client_asr_isconnect)) + try: + self.websocket_deconnect_asr()#先断一次,预防出错 + except Exception as e: + usys.print_exception(e) + + try: + self.AI_client_asr = uwebsocket.Client.connect('ws://118.145.158.207:80/asr/ws', debug=False) + except Exception as e: #网络连接异常 + usys.print_exception(e) + print("websocket_connect_asr error!!!\r\n") + self.connect_timerout_popup(2) + return + # 线程接收数据 + if self.AI_client_asr_recv_id != 0: + try: + _thread.stop_thread(self.AI_client_asr_recv_id) + except Exception as e: + usys.print_exception(e) + self.AI_client_asr_recv_id = 0 + self.AI_client_asr_recv_id = _thread.start_new_thread(self.AI_client_asr_recv, (self.AI_client_asr,)) + self.AI_client_asr_isconnect = 1 + def websocket_deconnect_asr(self): + if self.AI_client_asr_isconnect == 1: + self.AI_client_asr_isconnect = 0 + self.AI_client_asr.close() + def AI_client_asr_send(self,data_bytes): + #self.AI_client_asr.send(data_bytes) + self.AI_send_data_queue.put([AI_client_asr_num,data_bytes]) + def AI_client_asr_start(self): + self.AI_send_data_queue.put([AI_client_asr_num,"{\"header\":{\"event\":\"StartTranscription\",\"trace_id\":\"%s\"},\"payload\":{\"format\":\"amr\",\"sample_rate\":8000}}"%(self.get_trace_id())]) + #语音转文字链路读数据 + def AI_client_asr_recv(self,cli): + + while True: + try: + # 死循环接收数据 + recv_data = cli.recv() + if not recv_data: + # 服务器关闭连接或客户端关闭连接 + print("AI_client_asr_recv close") + #self.AI_client_asr_isconnect = 0 + #self.websocket_deconnect_asr() + break + try: + if isinstance(recv_data, str): + jsload_data = ujson.loads(recv_data) + print("jsload_data = {}".format(jsload_data)) + if recv_data.find('\"result\"') == -1: + #if jsload_data["result"] == None: + print("continue recv_data:{}".format(recv_data)) + continue + if jsload_data["result"] == None: + print("continue recv_data:{}".format(recv_data)) + continue + if jsload_data["result"]["result"]: + self.AI_listen_text = str(jsload_data["result"]["result"]) + al_listen_screen_title1.set_text(str(jsload_data["result"]["result"])) + # AI_listen_text.set_text(str(jsload_data["result"]["result"])) + if jsload_data["result"]["is_end"] == True: #{"type":"chat","content":"你好"} + self.talk_ars_end() + break + #chat_data = bytearray(chat_data_str) + # AI_label.set_text("思考中...") + # self.AI_client_chat_send(str(jsload_data["result"]["result"])) + # print("chat_data:{}".format(str(jsload_data["result"]["result"]))) + # self.record.stop()#关闭录音 + # self.record_timer.stop()#关闭定时器 + + # try: + # self.websocket_deconnect_asr() + # break + # except Exception as e: + # usys.print_exception(e) + elif jsload_data["result"]["is_end"] == False: + self.AI_listen_end = 0 + # AI_label.set_text("语音识别中...") + except Exception as e: + print("error recv_data:{}".format(recv_data)) + usys.print_exception(e) + + except Exception as e: + usys.print_exception(e) + break + self.AI_client_asr_isconnect = 0 + self.AI_client_asr_recv_id = 0 + ############################################### + #发送数据队列 + def AI_send_data_queue_thread(self): + while True: + #data[0]是websocket连接对象编号,data[1]是数据 + if self.VC_websocket_stop_flasg == 1: + utime.sleep_ms(1) + continue + data = self.AI_send_data_queue.get() + if data != None: + try: + #data["func"](data["data"]) + # self.record.stop() + # self.aud.playStream(4, data) + # self.record.stream_start(audio.Record.AMRNB, 8000, 60) + # 发送数据 + #bytes_data = bytes(data[1]) + #data[0].send(data[1]) + if data[0] == AI_client_chat_num: + if self.AI_client_chat_isconnect == 0: + try: + self.websocket_connect_chat() + except Exception as e: #网络连接异常 + usys.print_exception(e) + if self.AI_client_chat != None: + tmp = self.AI_client_chat.send(data[1]) + print("chat send_data:{} tmp:{}".format(len(data[1]),tmp)) + if data[0] == AI_client_asr_num: + if isinstance(data[1], str): + print("ASR:AI_client_asr_isconnect:{},data:{}",self.AI_client_asr_isconnect,data[1]) + if self.AI_client_asr_isconnect == 0: + try: + self.websocket_connect_asr() + except Exception as e: #网络连接异常 + usys.print_exception(e) + print("asr send_data:{}".format(len(data[1]))) + if self.AI_client_asr != None: + self.AI_client_asr.send(data[1]) + if data[0] == AI_client_tts_num: + if self.AI_client_tts_isconnect == 0: + try: + self.websocket_connect_tts() + except Exception as e: #网络连接异常 + usys.print_exception(e) + print("tts send_data:{}".format((data[1]))) + if self.AI_client_tts != None: + self.AI_client_tts.send(data[1]) + if data[0] == AI_client_voice_chat_num: + if self.AI_client_voice_chat_isconnect == 0: + try: + self.websocket_connect_voice_chat() + except Exception as e: #网络连接异常 + usys.print_exception(e) + self.pingping_timerout = 0 + #print("VC: send_data len:{}".format(len(data[1]))) + if self.AI_client_voice_chat != None: + self.AI_client_voice_chat.send(data[1]) + #print("VC: send_data end") + except Exception as e: + print("DeviceInfo_queue_thread:ERROR:{}".format(e)) + usys.print_exception(e) + if data[0] == AI_client_chat_num: + self.AI_client_chat_isconnect = 0 + try: + self.websocket_connect_chat() + except Exception as e: #网络连接异常 + usys.print_exception(e) + if data[0] == AI_client_asr_num: + self.AI_client_asr_isconnect = 0 + try: + self.websocket_connect_asr() + except Exception as e: #网络连接异常 + usys.print_exception(e) + if data[0] == AI_client_tts_num: + count =10 + while 1: + count-=1 + if count<=0: + break + self.AI_client_tts_isconnect = 0 + try: + self.websocket_connect_tts() + except Exception as e: #网络连接异常 + usys.print_exception(e) + #self.AI_client_tts_start() + if self.AI_client_tts_isconnect == 1: + try: + if self.AI_client_tts != None: + self.AI_client_tts.send(data[1]) + break + except Exception as e: + usys.print_exception(e) + if data[0] == AI_client_voice_chat_num: + self.AI_client_voice_chat_isconnect = 0 + try: + self.websocket_connect_voice_chat() + except Exception as e: #网络连接异常 + usys.print_exception(e) + + ############################################ + # 音频队列 + def AI_audio_queue_thread(self): + + while True: + try: + if 1: #self.audio_play_state == 0: + #print("AI_audio_queue_thread") + if self.play_flag == 1: + self.play_flag_init = 1 + data = self.AI_audio_queue.get() + + #self.AI_client_tts_data_len=len(data) + print("audio_queue:len:{},data{} self.play_flag:{}\r\n".format(len(data[0]),data[1],self.play_flag)) + if len(data[0]) > 1: + if self.TTS_PRO_TYPE == 0: + if self.play_flag == 1: + if self.AI_TYPE == AI_TYPE_voice_chat: + self.AI_label_answer=data[1] + else : + self.AI_label_answer+=data[1] + EventMesh.publish("publish_message_event_ui",{"func":self.ai_talk_end_show_text_cb,"data":0}) + # AI_label.set_text(self.AI_label_answer) + try: + if self.play_flag == 1: + tmp= self.aud.playStream(3, data[0])#播放音频流 + + if tmp != 0: + print("2playStream:error tmp:{} data len:{}!!!!!!!!!!!!".format(tmp,len(data[0]))) + self.AI_client_tts_data_len -=len(data[0]) + if len(self.AI_client_chat_play_str) == 0: #播放完了 + self.play_end = 1 + print("出:{},{}!!!".format(len(data[0]),self.AI_client_tts_data_len)) + mem = gc.mem_free() + print('1剩余内存RAM:{} KB'.format(mem / 1024)) + except Exception as e: + print("AI_audio_queue_thread:ERROR:") + usys.print_exception(e) + else: + if self.play_flag_init == 1: + self.play_flag_init = 0 + self.aud.stopPlayStream() + utime.sleep_ms(2) + except Exception as e: + print("AI_audio_queue_thread:ERROR:") + usys.print_exception(e) + + def lcd_off(self): + self.play_flag = 0 + self.aud.stopPlayStream() + self.aud.stopAll() + EventMesh.publish("publish_message_event_ui",{"func":self.upload_img,"data":0}) + self._1S_timer.stop() + + def lcd_on(self): + # self.play_flag = 1 + # EventMesh.publish("publish_message_event_ui",{"func":self.upload_img,"data":1}) + self._1S_timer.start(1000,1,self._1S_timer_cb) + + def Close(self): + try: + #销毁线程 + if self.AI_audio_queue_thread_id != 0: + try: + _thread.stop_thread(self.AI_audio_queue_thread_id) + except Exception as e: + usys.print_exception(e) + self.AI_audio_queue_thread_id = 0 + if self.AI_send_data_queue_thread_id != 0: + try: + _thread.stop_thread(self.AI_send_data_queue_thread_id) + except Exception as e: + usys.print_exception(e) + self.AI_send_data_queue_thread_id = 0 + if self.AI_client_chat_recv_id != 0: + try: + _thread.stop_thread(self.AI_client_chat_recv_id) + except Exception as e: + usys.print_exception(e) + self.AI_client_chat_recv_id = 0 + if self.AI_client_tts_recv_id != 0: + try: + _thread.stop_thread(self.AI_client_tts_recv_id) + except Exception as e: + usys.print_exception(e) + self.AI_client_tts_recv_id = 0 + if self.AI_client_asr_recv_id != 0: + try: + _thread.stop_thread(self.AI_client_asr_recv_id) + except Exception as e: + usys.print_exception(e) + self.AI_client_asr_recv_id = 0 + if self.AI_client_voice_chat_recv_id != 0: + try: + _thread.stop_thread(self.AI_client_voice_chat_recv_id) + except Exception as e: + usys.print_exception(e) + self.AI_client_voice_chat_recv_id = 0 + if self.VC_record_thread_id != 0: + try: + _thread.stop_thread(self.VC_record_thread_id) + except Exception as e: + usys.print_exception(e) + self.VC_record_thread_id = 0 + except Exception as e: + usys.print_exception(e) + + if self.record_pcm != None: + print("Close:record_pcm.close()!!!!!!!!!!!!!!!!!!") + self.record_pcm.close() + self.record_pcm=None + + self._1S_timer.stop() + self.AI_send_data_queue.clear() + print("close:AI_send_data_queue:size:{}".format(self.AI_send_data_queue.size())) + self.AI_audio_queue.clear() + self.AI_client_tts_str_sen = '' + self.record_timer.stop() + self.AI_client_tts_timer.stop() + self.aud.stopPlayStream() + self.aud.stopAll() + self.AI_client_chat_play_str = "" + self.AI_client_tts_tra_flag = 0 + self.record.stop()#关闭录音 + Record_read_buf = bytearray(self.Audio_buf_size) + for i in range(10): + Record_len = self.record.stream_read(Record_read_buf, self.Audio_buf_size) + print("Record_len:!!!!!!{}\r\n".format(Record_len)) + if Record_len <= 0: + break + self.AI_label_answer = "" + self.refresh_count = 0 + self.refresh_texttimer.stop() + self.clear_flag() + num = EventMesh.publish("get_volum_size") + if num == None: + num = 8 + self.aud.setVolume(num)#恢复原始音量 + try: + self.websocket_deconnect_asr() + self.websocket_deconnect_tts() + self.websocket_deconnect_chat() + self.websocket_deconnect_voice_chat() + except Exception as e: + usys.print_exception(e) + + def done_bottom_to_top(self): + print("done_bottom_to_top:") + self.hard_flag_next = 1 + + def done_top_to_bottom(self): + # self.timer_start_cb() + print("done_top_to_bottom") + self.hard_flag_prev = 1 + pass + + def done_return(self): + EventMesh.publish("load_screen", {"screen": "main_menu"}) + + # def done_left_to_right(self): + # # print("ai done_right_to_left\r\n") + # if (AI_talk_end_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or (AI_listen_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or\ + # (AI_talk_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or (AI_no_net_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or \ + # (AI_connect_timerout_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or (AI_not_listen_text_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or \ + # (AI_think_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False: + # EventMesh.publish("return_prev_screen") + + def btn1_release(self): + EventMesh.publish("load_screen", {"screen": "main_menu"}) + pass + + def btn8_press(self): + EventMesh.publish("watch_top_show") + EventMesh.publish("load_screen", {"screen": "main_menu"}) + pass + diff --git a/2.sdk/project/K5/sdk/services/microPython/ports/quectel/core/main_init.py b/2.sdk/project/K5/sdk/services/microPython/ports/quectel/core/main_init.py index 9d2febeb..ba768002 100644 --- a/2.sdk/project/K5/sdk/services/microPython/ports/quectel/core/main_init.py +++ b/2.sdk/project/K5/sdk/services/microPython/ports/quectel/core/main_init.py @@ -3,6 +3,7 @@ import atcmd import net import machine import usys + resp=bytearray(50) # atcmd.sendSync('AT+log=52,1\r\n',resp,'',200) # print("AT+log=52,1:{}".format(resp)) @@ -205,7 +206,11 @@ def main_init(): except Exception as e: usys.print_exception(e) #print("init6:{}".format(utime.localtime())) - + try: + import usr.ai as _ai + ui.add_screen(_ai.AIScreen()) + except Exception as e: + usys.print_exception(e) try: import mgr as mgr diff --git a/2.sdk/project/K5/sdk/services/microPython/ports/quectel/core/sleep_test.py b/2.sdk/project/K5/sdk/services/microPython/ports/quectel/core/sleep_test.py index 2651a731..f9c61369 100644 --- a/2.sdk/project/K5/sdk/services/microPython/ports/quectel/core/sleep_test.py +++ b/2.sdk/project/K5/sdk/services/microPython/ports/quectel/core/sleep_test.py @@ -230,4 +230,25 @@ print("ret:{}".format(ret)) # if __name__ == '__main__': -# main() \ No newline at end of file +# main() + +import ucryptolib +import ubinascii +def pad_pkcs5(data, block_size=8): + """ + 使用PKCS#5填充方案对数据进行填充 + :param data: 原始数据 + :param block_size: 块大小,默认为8字节 + :return: 填充后的数据 + """ + pad_size = block_size - (len(data) % block_size) + return data + bytes([pad_size] * pad_size) + +text=b'uwsxQ3yFKKngtfGftFVYQtN5DMxkqG' +key='4EepovakpbqhZUnUDwH42KAADYGv4UUe' +iv='8irOyHFKevKmfeAu' +data=pad_pkcs5(text) +_encryptor = ucryptolib.aes(key,ucryptolib.MODE_CBC,iv) +encryptor_data_hex = _encryptor.encrypt(data) +encryptor_data_str = ubinascii.b2a_base64(encryptor_data_hex) +#encryptor_data_str = GtWgz+ZcDxmILdhI+CdOcG4Gz7y7vmmRtGJnhM18cCY= \ No newline at end of file diff --git a/2.sdk/project/K5/sdk/services/microPython/ports/quectel/core/ui_main_menu.py b/2.sdk/project/K5/sdk/services/microPython/ports/quectel/core/ui_main_menu.py index 24c7e916..3ebc0ed0 100644 --- a/2.sdk/project/K5/sdk/services/microPython/ports/quectel/core/ui_main_menu.py +++ b/2.sdk/project/K5/sdk/services/microPython/ports/quectel/core/ui_main_menu.py @@ -375,7 +375,7 @@ class MainMenuScreen(Screen): MainMenu2_til.add_event_cb(lambda e: EventMesh.callback_wrapper(self.scroll_begin_event_cb(e)),lv.EVENT.SCROLL_END,None) #lv_obj_add_event_cb(lv_tabview_get_content(tabview), scroll_begin_event, LV_EVENT_SCROLL_END, NULL); MainMenu2_img_phone.add_event_cb(lambda e: EventMesh.callback_wrapper(self.img_cb(e, "Phone")), lv.EVENT.SHORT_CLICKED, None) - MainMenu2_img_toolbox.add_event_cb(lambda e: EventMesh.callback_wrapper(self.img_cb(e, "toolbox")), lv.EVENT.SHORT_CLICKED, None) + MainMenu2_img_toolbox.add_event_cb(lambda e: EventMesh.callback_wrapper(self.img_cb(e, "AI_success")), lv.EVENT.SHORT_CLICKED, None) MainMenu2_img_setting.add_event_cb(lambda e: EventMesh.callback_wrapper(self.img_cb(e, "setting")), lv.EVENT.SHORT_CLICKED, None) MainMenu2_img_health.add_event_cb(lambda e: EventMesh.callback_wrapper(self.img_cb(e, "health")), lv.EVENT.SHORT_CLICKED, None) MainMenu2_img_contacts.add_event_cb(lambda e: EventMesh.callback_wrapper(self.img_cb(e, "contacts")), lv.EVENT.SHORT_CLICKED, None) @@ -387,7 +387,7 @@ class MainMenuScreen(Screen): MainMenu2_img_phone.add_event_cb(lambda e: EventMesh.callback_wrapper(self.img_cb(e, "Phone")), lv.EVENT.PRESSING, None) - MainMenu2_img_toolbox.add_event_cb(lambda e: EventMesh.callback_wrapper(self.img_cb(e, "toolbox")), lv.EVENT.PRESSING, None) + MainMenu2_img_toolbox.add_event_cb(lambda e: EventMesh.callback_wrapper(self.img_cb(e, "AI_success")), lv.EVENT.PRESSING, None) MainMenu2_img_setting.add_event_cb(lambda e: EventMesh.callback_wrapper(self.img_cb(e, "setting")), lv.EVENT.PRESSING, None) MainMenu2_img_health.add_event_cb(lambda e: EventMesh.callback_wrapper(self.img_cb(e, "health")), lv.EVENT.PRESSING, None) MainMenu2_img_contacts.add_event_cb(lambda e: EventMesh.callback_wrapper(self.img_cb(e, "contacts")), lv.EVENT.PRESSING, None) diff --git a/2.sdk/project/K5/sdk/system/platform/ASR_1606/boards/EG810MCN_GA_VOLTE/config/mpconfigboard.h b/2.sdk/project/K5/sdk/system/platform/ASR_1606/boards/EG810MCN_GA_VOLTE/config/mpconfigboard.h index 5db3e8b3..75d94a34 100644 --- a/2.sdk/project/K5/sdk/system/platform/ASR_1606/boards/EG810MCN_GA_VOLTE/config/mpconfigboard.h +++ b/2.sdk/project/K5/sdk/system/platform/ASR_1606/boards/EG810MCN_GA_VOLTE/config/mpconfigboard.h @@ -56,7 +56,7 @@ #define MICROPY_QPY_MODULE_VFS_THREADSAFE (1) #define MICROPY_QPY_MODULE_GPIO_ENCODER (1) #if CONFIG_MBEDTLS - #define MICROPY_QPY_MODULE_USSL (0) + #define MICROPY_QPY_MODULE_USSL (1) #define MICROPY_QPY_SSL_MBEDTLS (1) #endif @@ -111,7 +111,7 @@ #else #define MICROPY_QPY_MODULE_BT (0) #endif - +#define MICROPY_QPY_CAMERA_LVGL_PREVIEW (1) //modmachine #if MICROPY_QPY_MODULE_MACHINE @@ -204,7 +204,7 @@ #define MICROPY_QPY_PY_MATH (1) //flash 14880 Byte #define MICROPY_QPY_PY_CMATH (0) //flash 3136 Byte #define MICROPY_QPY_PY_USELECT (0) //flash 1792 Byte -#define MICROPY_QPY_PY_UCTYPES (0) //flash 2816 Byte +#define MICROPY_QPY_PY_UCTYPES (1) //flash 2816 Byte #define MICROPY_QPY_PY_UZLIB (0) //flash 3072 Byte #define MICROPY_QPY_PY_UASYNCIO (0) //flash 2048 Byte #define MICROPY_QPY_PY_ENABLE_WEBSERVER (0) //flash 3424 Byte diff --git a/2.sdk/project/K5/sdk/system/platform/ASR_1606/boards/EG810MCN_GA_VOLTE/images/DBG.7z b/2.sdk/project/K5/sdk/system/platform/ASR_1606/boards/EG810MCN_GA_VOLTE/images/DBG.7z index ac0b0710..b68136de 100644 Binary files a/2.sdk/project/K5/sdk/system/platform/ASR_1606/boards/EG810MCN_GA_VOLTE/images/DBG.7z and b/2.sdk/project/K5/sdk/system/platform/ASR_1606/boards/EG810MCN_GA_VOLTE/images/DBG.7z differ diff --git a/2.sdk/project/K5/sdk/system/platform/ASR_1606/boards/EG810MCN_GA_VOLTE/images/firmware_base_release_pack.zip b/2.sdk/project/K5/sdk/system/platform/ASR_1606/boards/EG810MCN_GA_VOLTE/images/firmware_base_release_pack.zip index 7316ae92..5297572f 100644 Binary files a/2.sdk/project/K5/sdk/system/platform/ASR_1606/boards/EG810MCN_GA_VOLTE/images/firmware_base_release_pack.zip and b/2.sdk/project/K5/sdk/system/platform/ASR_1606/boards/EG810MCN_GA_VOLTE/images/firmware_base_release_pack.zip differ diff --git a/2.sdk/project/K5/sdk/system/platform/ASR_1606/boards/EG810MCN_GA_VOLTE/include/app_link_start_addr.h b/2.sdk/project/K5/sdk/system/platform/ASR_1606/boards/EG810MCN_GA_VOLTE/include/app_link_start_addr.h index 79d53f71..420958c0 100644 --- a/2.sdk/project/K5/sdk/system/platform/ASR_1606/boards/EG810MCN_GA_VOLTE/include/app_link_start_addr.h +++ b/2.sdk/project/K5/sdk/system/platform/ASR_1606/boards/EG810MCN_GA_VOLTE/include/app_link_start_addr.h @@ -3,7 +3,7 @@ #define __APP_LINK_START_ADDR_H__ #define APP_LINK_START_ADDR 0x80521000 -#define APP_FLASH_MAX_SIZE 0x18A000 +#define APP_FLASH_MAX_SIZE 0x1F8000 #define APP_RAM_START 0x7E3E0000 #define APP_RAM_MAX_SIZE 0x180000