--- /dev/null
+import utime
+import audio
+from machine import Pin
+import osTimer
+import _thread
+from queue import Queue
+#import usr.uwebsocket as uwebsocket
+import uwebsocket
+import usys
+import EventMesh
+import constants
+import ujson
+import lvgl as lv
+import urandom
+import uhashlib
+import ubinascii
+import gc
+import uos
+from ui import style_font_youyuan_20,style_screen,Screen,style_img
+LCD_SIZE_H = 320
+LCD_SIZE_W = 240
+style_font_youyuan_ai_20 = lv.style_t()
+style_font_youyuan_ai_20.init()
+style_font_youyuan_ai_20.set_text_color(lv.color_make(253, 82, 19))
+style_font_youyuan_ai_20.set_text_font_v2("font_28.bin",28,0)
+#length长度内,返回string句号或逗号的分割字符串
+def split_string(string,start,end):
+ count = string.find('\n',start,end)
+ if count != -1:
+ return string[:count+1]
+ count = string.find(',',start,end)
+ if count != -1:
+ return string[:count+1]
+ count = string.find('.',start,end)
+ if count != -1:
+ return string[:count+1]
+ count = string.find('!',start,end)
+ if count != -1:
+ return string[:count+1]
+ count = string.find('?',start,end)
+ if count != -1:
+ return string[:count+1]
+
+
+ count = string.find(',',start,end)
+ if count != -1:
+ return string[:count+len(',')]
+ count = string.find('。',start,end)
+ if count != -1:
+ return string[:count+len('。')]
+ count = string.find('、',start,end)
+ if count != -1:
+ return string[:count+len('、')]
+
+ count = string.find('!',start,end)
+ if count != -1:
+ return string[:count+len('!')]
+ count = string.find('?',start,end)
+ if count != -1:
+ return string[:count+len('?')]
+ return ''
+def sub_utf8_String(string,length):
+ if length >= len(string):
+ return string
+ i = 0
+ p = 0
+ while True:
+ ch = ord(string[i])
+ #1111110x
+ if ch >= 252:
+ p = p + 6
+ #111110xx
+ elif ch >= 248:
+ p = p + 5
+ #11110xxx
+ elif ch >= 240:
+ p = p + 4
+ #1110xxxx
+ elif ch >= 224:
+ p = p + 3
+ #110xxxxx
+ elif ch >= 192:
+ p = p + 2
+ else:
+ p = p + 1
+ if p >= length:
+ break
+ else:
+ i = p
+
+ return string[0:i]
+
+style_AI_btn = lv.style_t()
+style_AI_btn.init()
+style_AI_btn.set_bg_color(lv.color_make(0x1E, 0x26, 0xff))
+style_AI_btn.set_border_width(0)
+style_AI_btn.set_shadow_opa(0)
+
+style_common_bg_rect_btn_pressed = lv.style_t()
+style_common_bg_rect_btn_pressed.init()
+style_common_bg_rect_btn_pressed.set_bg_color(lv.color_make(0x1E, 0x26, 0xff))
+style_common_bg_rect_btn_pressed.set_bg_opa(100)
+style_common_bg_rect_btn_pressed.set_border_width(0)
+style_common_bg_rect_btn_pressed.set_shadow_opa(0)
+
+style_font_20_ai_white = lv.style_t()
+style_font_20_ai_white.init()
+style_font_20_ai_white.set_radius(0)
+style_font_20_ai_white.set_bg_color(lv.color_make(0xff, 0xff, 0xff))
+#style_font_20_ai_white.set_bg_grad_color(lv.color_make(0x21,0x95,0xf6))
+style_font_20_ai_white.set_bg_grad_dir(lv.GRAD_DIR.NONE)
+style_font_20_ai_white.set_bg_opa(255)
+style_font_20_ai_white.set_text_color(lv.color_make(0x00, 0x00, 0x00))
+# style_font_20_ai_white.set_text_font_v2("font_28.bin",28,0)
+style_font_20_ai_white.set_text_font_v2("font_28.bin",28,0)
+
+style_font_20_ai_green = lv.style_t()
+style_font_20_ai_green.init()
+style_font_20_ai_green.set_radius(5)
+style_font_20_ai_green.set_bg_color(lv.color_make(0x00, 0xff, 0x2a))
+#style_font_20_ai_green.set_bg_grad_color(lv.color_make(0x21,0x95,0xf6))
+style_font_20_ai_green.set_bg_grad_dir(lv.GRAD_DIR.NONE)
+style_font_20_ai_green.set_bg_opa(255)
+style_font_20_ai_green.set_text_color(lv.color_make(0xff, 0xff, 0xff))
+# style_font_20_ai_green.set_text_font_v2("font_28.bin",28,0)
+style_font_20_ai_green.set_text_font_v2("font_28.bin",28,0)
+
+AI_screen = lv.obj()
+print("AI_screen")
+AI_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+AI_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+AI_talk_end_screen = lv.obj(AI_screen)
+AI_talk_end_screen.set_pos(0, 0)
+AI_talk_end_screen.set_size(LCD_SIZE_W,LCD_SIZE_H)
+print("AI_talk_end_screen")
+AI_talk_end_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+AI_talk_end_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT)
+AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+
+AI_screen_list_screen_title = lv.obj(AI_talk_end_screen)
+AI_screen_list_screen_title.set_pos(0, 0)
+AI_screen_list_screen_title.set_size(LCD_SIZE_W,60)
+AI_screen_list_screen_title.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+AI_screen_list_screen_title.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+# al_success_title1 = lv.label(AI_screen_list_screen_title)
+# al_success_title1.set_pos(0, 5)
+# al_success_title1.set_size(LCD_SIZE_W, 25)
+# al_success_title1.set_text("AI智能助手")
+# al_success_title1.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0)
+# al_success_title1.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+# AI_press_btn = lv.btn(AI_talk_end_screen)
+# AI_press_btn.set_pos(10, (LCD_SIZE_H-60)+4)
+# AI_press_btn.set_size(LCD_SIZE_W-20, 56)
+# AI_press_btn.add_style(style_AI_btn, lv.PART.MAIN | lv.STATE.DEFAULT)
+# AI_press_btn.add_style(style_common_bg_rect_btn_pressed, lv.PART.MAIN | lv.STATE.PRESSED)
+# AI_press_btn.set_style_radius(30,0)
+
+AI_talk_end_bt_screen = lv.obj(AI_talk_end_screen)
+AI_talk_end_bt_screen.set_pos(0, LCD_SIZE_H-60)
+AI_talk_end_bt_screen.set_size(LCD_SIZE_W,60)
+print("AI_talk_end_bt_screen")
+AI_talk_end_bt_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+AI_talk_end_bt_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+
+al_talk_end_screen_icon1 = lv.img(AI_talk_end_bt_screen)
+al_talk_end_screen_icon1.set_size(26,26)
+al_talk_end_screen_icon1.set_pos(10,5)
+al_talk_end_screen_icon1.add_flag(lv.obj.FLAG.CLICKABLE)
+al_talk_end_screen_icon1.set_src("U:/static/AI/ai_result_can_start.png")
+al_talk_end_screen_icon1.add_style(style_img, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+al_talk_end_screen_cancel_bt = lv.label(AI_talk_end_bt_screen)
+al_talk_end_screen_cancel_bt.set_text(" ")
+al_talk_end_screen_cancel_bt.set_size(44, 60)
+al_talk_end_screen_cancel_bt.set_pos(0,0)
+al_talk_end_screen_cancel_bt.add_flag(lv.obj.FLAG.CLICKABLE)
+
+al_talk_end_screen_icon2 = lv.label(AI_talk_end_bt_screen)
+al_talk_end_screen_icon2.set_pos(int(44),int(5))
+al_talk_end_screen_icon2.set_size(200,60)
+al_talk_end_screen_icon2.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+al_talk_end_screen_icon2.set_text("继续对话")
+al_talk_end_screen_icon2.set_long_mode(lv.label.LONG.WRAP)
+al_talk_end_screen_icon2.add_flag(lv.obj.FLAG.CLICKABLE)
+# create style style_screen_label_1_main_main_default
+al_talk_screen_icon_main_main_default = lv.style_t()
+al_talk_screen_icon_main_main_default.init()
+al_talk_screen_icon_main_main_default.set_radius(30)
+al_talk_screen_icon_main_main_default.set_bg_color(lv.color_make(0x19,0x19,0x19))
+al_talk_screen_icon_main_main_default.set_bg_grad_color(lv.color_make(0x19,0x19,0x19))
+al_talk_screen_icon_main_main_default.set_bg_grad_dir(lv.GRAD_DIR.NONE)
+al_talk_screen_icon_main_main_default.set_bg_opa(255)
+al_talk_screen_icon_main_main_default.set_text_color(lv.color_make(0xff,0xff,0xff))
+al_talk_screen_icon_main_main_default.set_text_font_v2("font_28.bin",28,0)
+al_talk_screen_icon_main_main_default.set_text_letter_space(2)
+al_talk_screen_icon_main_main_default.set_text_line_space(0)
+al_talk_screen_icon_main_main_default.set_text_align(lv.TEXT_ALIGN.CENTER)
+al_talk_screen_icon_main_main_default.set_pad_left(0)
+al_talk_screen_icon_main_main_default.set_pad_right(0)
+al_talk_screen_icon_main_main_default.set_pad_top(3)
+al_talk_screen_icon_main_main_default.set_pad_bottom(0)
+
+# add style for screen_label_1
+al_talk_end_screen_icon2.add_style(al_talk_screen_icon_main_main_default, lv.PART.MAIN|lv.STATE.DEFAULT)
+
+style_green_screen = lv.style_t()
+style_green_screen.init()
+style_green_screen.set_radius(5)
+style_green_screen.set_bg_color(lv.color_make(79,195,76))
+style_green_screen.set_bg_opa(255)
+style_green_screen.set_border_width(0)
+style_green_screen.set_pad_left(0)
+style_green_screen.set_pad_right(0)
+style_green_screen.set_pad_top(0)
+style_green_screen.set_pad_bottom(0)
+
+style_font_28_green_bg_gray = lv.style_t()
+style_font_28_green_bg_gray.init()
+style_font_28_green_bg_gray.set_text_color(lv.color_make(255, 255, 255)) #字体文本颜色
+style_font_28_green_bg_gray.set_text_font_v2("font_28.bin",28,0)
+style_gray_screen = lv.style_t()
+style_gray_screen.init()
+style_gray_screen.set_radius(5)
+style_gray_screen.set_bg_color(lv.color_make(66,66,66)) #灰色背景
+style_gray_screen.set_bg_opa(255)
+style_gray_screen.set_border_width(0)
+style_gray_screen.set_pad_left(0)
+style_gray_screen.set_pad_right(0)
+style_gray_screen.set_pad_top(0)
+style_gray_screen.set_pad_bottom(0)
+
+#灰色背景黑色字
+style_font_28_black_bg_gray = lv.style_t()
+style_font_28_black_bg_gray.init()
+style_font_28_black_bg_gray.set_text_color(lv.color_make(153, 153, 153)) #字体文本颜色
+style_font_28_black_bg_gray.set_text_font_v2("font_28.bin",28,0)
+
+style_wechat_r_btn = lv.style_t()
+style_wechat_r_btn.init()
+style_wechat_r_btn.set_radius(5)
+style_wechat_r_btn.set_bg_opa(255)
+style_wechat_r_btn.set_border_width(0)
+style_wechat_r_btn.set_pad_left(0)
+style_wechat_r_btn.set_pad_right(0)
+style_wechat_r_btn.set_pad_top(0)
+style_wechat_r_btn.set_pad_bottom(0)
+style_wechat_r_btn.set_bg_color(lv.color_make(66,66,66))
+style_wechat_r_btn.set_border_width(0)
+style_wechat_r_btn.set_shadow_opa(0)
+#列表obj
+style_wechat_s_btn = lv.style_t()
+style_wechat_s_btn.init()
+style_wechat_s_btn.set_radius(5)
+style_wechat_s_btn.set_bg_opa(255)
+style_wechat_s_btn.set_border_width(0)
+style_wechat_s_btn.set_pad_left(0)
+style_wechat_s_btn.set_pad_right(0)
+style_wechat_s_btn.set_pad_top(0)
+style_wechat_s_btn.set_pad_bottom(0)
+style_wechat_s_btn.set_bg_color(lv.color_make(79,195,76))
+style_wechat_s_btn.set_shadow_opa(0)
+
+AI_end_screen_list_screen = lv.obj(AI_talk_end_screen)
+AI_end_screen_list_screen.set_pos(5, 0)
+AI_end_screen_list_screen.set_size(LCD_SIZE_W-10,LCD_SIZE_H-60)
+AI_end_screen_list_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+AI_end_screen_list_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT)
+AI_end_screen_list_screen.set_flex_flow(lv.FLEX_FLOW.COLUMN)#自动排成一列对齐
+
+AI_end_screen_list_detail_screen = lv.obj(AI_end_screen_list_screen)
+AI_end_screen_list_detail_screen.set_pos(0, 5)
+AI_end_screen_list_detail_screen.set_size(LCD_SIZE_W-10,lv.SIZE.CONTENT)
+AI_end_screen_list_detail_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+#ASR结果1
+AI_end_screen_list_detail_screen1 = lv.obj(AI_end_screen_list_detail_screen)
+AI_end_screen_list_detail_screen1.set_pos(20,10)
+AI_end_screen_list_detail_screen1.set_size(LCD_SIZE_W-50,lv.SIZE.CONTENT)
+AI_end_screen_list_detail_screen1.add_style(style_wechat_s_btn, lv.PART.MAIN | lv.STATE.DEFAULT)
+AI_listen_text = lv.label(AI_end_screen_list_detail_screen1)
+AI_listen_text.set_pos(5, 5)
+AI_listen_text.set_size(120, lv.SIZE.CONTENT)
+AI_listen_text.set_text(" ")
+AI_listen_text.set_long_mode(lv.label.LONG.WRAP)
+AI_listen_text.set_style_text_align(lv.TEXT_ALIGN.LEFT, 0)
+AI_listen_text.add_style(style_font_28_green_bg_gray, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+#chat结果1
+msg_detail_cont_obj = lv.obj(AI_end_screen_list_screen)
+msg_detail_cont_obj.set_pos(0, 0)
+msg_detail_cont_obj.set_size(LCD_SIZE_W-10,lv.SIZE.CONTENT)
+msg_detail_cont_obj.add_style(style_wechat_r_btn, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+AI_label = lv.label(msg_detail_cont_obj)
+AI_label.set_pos(5, 0)
+AI_label.set_size(LCD_SIZE_W-10-5, lv.SIZE.CONTENT)
+AI_label.set_long_mode(lv.label.LONG.WRAP)
+AI_label.set_style_text_align(lv.TEXT_ALIGN.LEFT, 0)
+AI_label.add_style(style_font_28_black_bg_gray, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+#222222222222222222222222222222222222
+AI_end_screen_list_screen2 = lv.obj(AI_talk_end_screen)
+AI_end_screen_list_screen2.set_pos(5, 5)
+AI_end_screen_list_screen2.set_size(LCD_SIZE_W-5,LCD_SIZE_H-60)
+AI_end_screen_list_screen2.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+AI_end_screen_list_screen2.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT)
+AI_end_screen_list_screen2.set_flex_flow(lv.FLEX_FLOW.COLUMN)#自动排成一列对齐
+
+#chat结果2
+msg_detail_cont_obj2 = lv.obj(AI_end_screen_list_screen2)
+msg_detail_cont_obj2.set_pos(0, 0)
+msg_detail_cont_obj2.set_size(LCD_SIZE_W-10,lv.SIZE.CONTENT)
+msg_detail_cont_obj2.add_style(style_wechat_r_btn, lv.PART.MAIN | lv.STATE.DEFAULT)
+AI_label2 = lv.label(msg_detail_cont_obj2)
+AI_label2.set_pos(5, 5)
+AI_label2.set_size(LCD_SIZE_W-10-5, lv.SIZE.CONTENT)
+AI_label2.set_long_mode(lv.label.LONG.WRAP)
+AI_label2.set_style_text_align(lv.TEXT_ALIGN.LEFT, 0)
+AI_label2.add_style(style_font_28_black_bg_gray, lv.PART.MAIN | lv.STATE.DEFAULT)
+AI_end_screen_list_screen2.add_flag(lv.obj.FLAG.HIDDEN) #隐藏2
+
+#开始对话
+AI_talk_screen = lv.obj(AI_screen)
+print("AI_talk_screen")
+AI_talk_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+AI_talk_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT)
+AI_talk_screen.set_pos(0, 0)
+AI_talk_screen.set_size(LCD_SIZE_W, LCD_SIZE_H)
+
+
+al_talk_screen_title1 = lv.label(AI_talk_screen)
+al_talk_screen_title1.set_pos(0, 10)
+al_talk_screen_title1.set_size(LCD_SIZE_W, 40)
+al_talk_screen_title1.set_text("AI智能助手")
+al_talk_screen_title1.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0)
+al_talk_screen_title1.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+
+al_talk_screen_icon1 = lv.img(AI_talk_screen)
+al_talk_screen_icon1.set_size(75,24)
+al_talk_screen_icon1.set_pos((LCD_SIZE_W-75)//2,45)
+al_talk_screen_icon1.set_src("U:/static/AI/AI_LISTEN_GIF001.png")
+al_talk_screen_icon1.add_style(style_img, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+al_talk_screen_icon = lv.label(AI_talk_screen)
+al_talk_screen_icon.set_pos(int(4),int(LCD_SIZE_H-60))
+al_talk_screen_icon.set_size(230,60)
+al_talk_screen_icon.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+al_talk_screen_icon.set_text("开始对话")
+al_talk_screen_icon.set_long_mode(lv.label.LONG.WRAP)
+al_talk_screen_icon.add_flag(lv.obj.FLAG.CLICKABLE)
+# create style style_screen_label_1_main_main_default
+al_talk_screen_icon_main_main_default = lv.style_t()
+al_talk_screen_icon_main_main_default.init()
+al_talk_screen_icon_main_main_default.set_radius(30)
+al_talk_screen_icon_main_main_default.set_bg_color(lv.color_make(0x37,0xbf,0x12))
+al_talk_screen_icon_main_main_default.set_bg_grad_color(lv.color_make(0x37,0xbf,0x12))
+al_talk_screen_icon_main_main_default.set_bg_grad_dir(lv.GRAD_DIR.NONE)
+al_talk_screen_icon_main_main_default.set_bg_opa(255)
+al_talk_screen_icon_main_main_default.set_text_color(lv.color_make(0xff,0xff,0xff))
+al_talk_screen_icon_main_main_default.set_text_font_v2("font_28.bin",28,0)
+al_talk_screen_icon_main_main_default.set_text_letter_space(2)
+al_talk_screen_icon_main_main_default.set_text_line_space(0)
+al_talk_screen_icon_main_main_default.set_text_align(lv.TEXT_ALIGN.CENTER)
+al_talk_screen_icon_main_main_default.set_pad_left(0)
+al_talk_screen_icon_main_main_default.set_pad_right(0)
+al_talk_screen_icon_main_main_default.set_pad_top(3)
+al_talk_screen_icon_main_main_default.set_pad_bottom(0)
+
+# add style for screen_label_1
+al_talk_screen_icon.add_style(al_talk_screen_icon_main_main_default, lv.PART.MAIN|lv.STATE.DEFAULT)
+
+#没有网络数据
+AI_no_net_screen = lv.obj(AI_screen)
+print("AI_no_net_screen")
+AI_no_net_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+AI_no_net_screen.set_pos(0, 0)
+AI_no_net_screen.set_size(LCD_SIZE_W, LCD_SIZE_H)
+AI_no_net_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT)
+AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+
+al_no_sim_popup_screen_title1 = lv.label(AI_no_net_screen)
+al_no_sim_popup_screen_title1.set_pos(0, 5)
+al_no_sim_popup_screen_title1.set_size(LCD_SIZE_W, 20)
+al_no_sim_popup_screen_title1.set_text("AI智能助手")
+al_no_sim_popup_screen_title1.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0)
+al_no_sim_popup_screen_title1.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+al_no_sim_popup_screen_icon = lv.img(AI_no_net_screen)
+al_no_sim_popup_screen_icon.set_size(22,22)
+al_no_sim_popup_screen_icon.set_pos((LCD_SIZE_W-22)//2,30)
+al_no_sim_popup_screen_icon.set_src("U:/static/AI/ai_warning.png")
+al_no_sim_popup_screen_icon.add_style(style_img, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+
+al_no_sim_popup_screen_title2 = lv.label(AI_no_net_screen)
+al_no_sim_popup_screen_title2.set_pos(0, 56)
+al_no_sim_popup_screen_title2.set_size(LCD_SIZE_W, 20)
+al_no_sim_popup_screen_title2.set_text("启动失败")
+al_no_sim_popup_screen_title2.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0)
+al_no_sim_popup_screen_title2.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+al_no_sim_popup_screen_title3 = lv.label(AI_no_net_screen)
+al_no_sim_popup_screen_title3.set_pos(0, 76)
+al_no_sim_popup_screen_title3.set_size(LCD_SIZE_W, 20)
+al_no_sim_popup_screen_title3.set_text("请先开启移动数据")
+al_no_sim_popup_screen_title3.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0)
+al_no_sim_popup_screen_title3.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+
+al_no_sim_popup_screen_icon1 = lv.label(AI_no_net_screen)
+al_no_sim_popup_screen_icon1.set_pos(int(4),int(95))
+al_no_sim_popup_screen_icon1.set_size(120,25)
+al_no_sim_popup_screen_icon1.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+al_no_sim_popup_screen_icon1.set_text("确定")
+al_no_sim_popup_screen_icon1.set_long_mode(lv.label.LONG.WRAP)
+al_no_sim_popup_screen_icon1.add_flag(lv.obj.FLAG.CLICKABLE)
+# create style style_screen_label_1_main_main_default
+al_talk_screen_icon_main_main_default = lv.style_t()
+al_talk_screen_icon_main_main_default.init()
+al_talk_screen_icon_main_main_default.set_radius(30)
+al_talk_screen_icon_main_main_default.set_bg_color(lv.color_make(0x19,0x19,0x19))
+al_talk_screen_icon_main_main_default.set_bg_grad_color(lv.color_make(0x19,0x19,0x19))
+al_talk_screen_icon_main_main_default.set_bg_grad_dir(lv.GRAD_DIR.NONE)
+al_talk_screen_icon_main_main_default.set_bg_opa(255)
+al_talk_screen_icon_main_main_default.set_text_color(lv.color_make(0xff,0xff,0xff))
+al_talk_screen_icon_main_main_default.set_text_font_v2("font_28.bin",28,0)
+al_talk_screen_icon_main_main_default.set_text_letter_space(2)
+al_talk_screen_icon_main_main_default.set_text_line_space(0)
+al_talk_screen_icon_main_main_default.set_text_align(lv.TEXT_ALIGN.CENTER)
+al_talk_screen_icon_main_main_default.set_pad_left(0)
+al_talk_screen_icon_main_main_default.set_pad_right(0)
+al_talk_screen_icon_main_main_default.set_pad_top(3)
+al_talk_screen_icon_main_main_default.set_pad_bottom(0)
+
+# add style for screen_label_1
+al_no_sim_popup_screen_icon1.add_style(al_talk_screen_icon_main_main_default, lv.PART.MAIN|lv.STATE.DEFAULT)
+
+#正在聆听
+AI_listen_screen = lv.obj(AI_screen)
+print("AI_listen_screen")
+AI_listen_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+AI_listen_screen.set_pos(0, 0)
+AI_listen_screen.set_size(LCD_SIZE_W, LCD_SIZE_H)
+AI_listen_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT)
+AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+
+ai_talk_requestion_obj = lv.obj(AI_listen_screen)
+ai_talk_requestion_obj.set_pos(15, 5)
+ai_talk_requestion_obj.set_size(LCD_SIZE_W-25, 40)
+ai_talk_requestion_obj.add_style(style_green_screen, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+al_listen_screen_title1 = lv.label(ai_talk_requestion_obj)
+al_listen_screen_title1.set_pos(0, 5)
+al_listen_screen_title1.set_size(LCD_SIZE_W-25, 60)
+al_listen_screen_title1.set_text("识别中...")
+al_listen_screen_title1.set_style_text_align(lv.TEXT_ALIGN.LEFT, 0)
+al_listen_screen_title1.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+al_listen_screen_icon1 = lv.img(AI_listen_screen)
+al_listen_screen_icon1.set_size(75,24)
+al_listen_screen_icon1.set_pos((LCD_SIZE_W-75)//2,60)
+al_listen_screen_icon1.set_src("U:/static/AI/AI_LISTEN_GIF001.png")
+al_listen_screen_icon1.add_style(style_img, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+al_listen_screen_icon_bt = lv.label(AI_listen_screen)
+al_listen_screen_icon_bt.set_text(" ")
+al_listen_screen_icon_bt.set_size(240, 190)
+al_listen_screen_icon_bt.set_pos(0,92)
+
+al_listen_screen_title4 = lv.label(AI_listen_screen)
+al_listen_screen_title4.set_pos(0, 100)
+al_listen_screen_title4.set_size(LCD_SIZE_W, 28)
+al_listen_screen_title4.set_text("正在聆听...")
+al_listen_screen_title4.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0)
+al_listen_screen_title4.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+#正在思考
+AI_think_screen = lv.obj(AI_screen)
+print("AI_think_screen")
+AI_think_screen.set_pos(0, 0)
+AI_think_screen.set_size(LCD_SIZE_W, LCD_SIZE_H)
+AI_think_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+AI_think_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT)
+AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+
+al_think_screen_title1 = lv.label(AI_think_screen)
+al_think_screen_title1.set_pos(0, 5)
+al_think_screen_title1.set_size(LCD_SIZE_W, 20)
+al_think_screen_title1.set_text("正在思考...")
+al_think_screen_title1.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0)
+al_think_screen_title1.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+
+al_think_screen_icon = lv.img(AI_think_screen)
+al_think_screen_icon.set_size(66,66)
+al_think_screen_icon.set_pos((LCD_SIZE_W-66)//2,25)
+al_think_screen_icon.set_src("U:/static/AI/AI_THINK001.png")
+
+al_think_screen_icon.add_style(style_img, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+al_think_screen_icon1 = lv.label(AI_think_screen)
+al_think_screen_icon1.set_pos(int(4),int(95))
+al_think_screen_icon1.set_size(120,25)
+al_think_screen_icon1.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+al_think_screen_icon1.set_text("取消")
+al_think_screen_icon1.set_long_mode(lv.label.LONG.WRAP)
+al_think_screen_icon1.add_flag(lv.obj.FLAG.CLICKABLE)
+# create style style_screen_label_1_main_main_default
+al_talk_screen_icon_main_main_default = lv.style_t()
+al_talk_screen_icon_main_main_default.init()
+al_talk_screen_icon_main_main_default.set_radius(30)
+al_talk_screen_icon_main_main_default.set_bg_color(lv.color_make(0x19,0x19,0x19))
+al_talk_screen_icon_main_main_default.set_bg_grad_color(lv.color_make(0x19,0x19,0x19))
+al_talk_screen_icon_main_main_default.set_bg_grad_dir(lv.GRAD_DIR.NONE)
+al_talk_screen_icon_main_main_default.set_bg_opa(255)
+al_talk_screen_icon_main_main_default.set_text_color(lv.color_make(253, 82, 19))
+al_talk_screen_icon_main_main_default.set_text_font_v2("font_28.bin",28,0)
+al_talk_screen_icon_main_main_default.set_text_letter_space(2)
+al_talk_screen_icon_main_main_default.set_text_line_space(0)
+al_talk_screen_icon_main_main_default.set_text_align(lv.TEXT_ALIGN.CENTER)
+al_talk_screen_icon_main_main_default.set_pad_left(0)
+al_talk_screen_icon_main_main_default.set_pad_right(0)
+al_talk_screen_icon_main_main_default.set_pad_top(3)
+al_talk_screen_icon_main_main_default.set_pad_bottom(0)
+
+# add style for screen_label_1
+al_think_screen_icon1.add_style(al_talk_screen_icon_main_main_default, lv.PART.MAIN|lv.STATE.DEFAULT)
+
+# #连接超时
+AI_connect_timerout_screen = lv.obj(AI_screen)
+AI_connect_timerout_screen.set_pos(0, 0)
+AI_connect_timerout_screen.set_size(LCD_SIZE_W, LCD_SIZE_H)
+print("AI_connect_timerout_screen")
+AI_connect_timerout_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+AI_connect_timerout_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT)
+AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+
+al_connect_timerout_title1 = lv.label(AI_connect_timerout_screen)
+al_connect_timerout_title1.set_pos(0, 5)
+al_connect_timerout_title1.set_size(LCD_SIZE_W, 20)
+al_connect_timerout_title1.set_text("AI智能助手")
+al_connect_timerout_title1.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0)
+al_connect_timerout_title1.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+al_connect_timerout_icon = lv.img(AI_connect_timerout_screen)
+al_connect_timerout_icon.set_size(22,22)
+al_connect_timerout_icon.set_pos((LCD_SIZE_W-22)//2,30)
+al_connect_timerout_icon.set_src("U:/static/AI/ai_warning.png")
+al_connect_timerout_icon.add_style(style_img, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+
+al_connect_timerout_title2 = lv.label(AI_connect_timerout_screen)
+al_connect_timerout_title2.set_pos(0, 56)
+al_connect_timerout_title2.set_size(LCD_SIZE_W, 20)
+al_connect_timerout_title2.set_text("连接超时")
+al_connect_timerout_title2.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0)
+al_connect_timerout_title2.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+al_connect_timerout_title3 = lv.label(AI_connect_timerout_screen)
+al_connect_timerout_title3.set_pos(0, 76)
+al_connect_timerout_title3.set_size(LCD_SIZE_W, 20)
+al_connect_timerout_title3.set_text("请重新对话")
+al_connect_timerout_title3.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0)
+al_connect_timerout_title3.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+al_connect_timerout_icon1 = lv.label(AI_connect_timerout_screen)
+al_connect_timerout_icon1.set_pos(int(4),int(95))
+al_connect_timerout_icon1.set_size(120,25)
+al_connect_timerout_icon1.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+al_connect_timerout_icon1.set_text("确定")
+al_connect_timerout_icon1.set_long_mode(lv.label.LONG.WRAP)
+al_connect_timerout_icon1.add_flag(lv.obj.FLAG.CLICKABLE)
+# create style style_screen_label_1_main_main_default
+al_talk_screen_icon_main_main_default = lv.style_t()
+al_talk_screen_icon_main_main_default.init()
+al_talk_screen_icon_main_main_default.set_radius(30)
+al_talk_screen_icon_main_main_default.set_bg_color(lv.color_make(0x19,0x19,0x19))
+al_talk_screen_icon_main_main_default.set_bg_grad_color(lv.color_make(0x19,0x19,0x19))
+al_talk_screen_icon_main_main_default.set_bg_grad_dir(lv.GRAD_DIR.NONE)
+al_talk_screen_icon_main_main_default.set_bg_opa(255)
+al_talk_screen_icon_main_main_default.set_text_color(lv.color_make(0xff,0xff,0xff))
+al_talk_screen_icon_main_main_default.set_text_font_v2("font_28.bin",28,0)
+al_talk_screen_icon_main_main_default.set_text_letter_space(2)
+al_talk_screen_icon_main_main_default.set_text_line_space(0)
+al_talk_screen_icon_main_main_default.set_text_align(lv.TEXT_ALIGN.CENTER)
+al_talk_screen_icon_main_main_default.set_pad_left(0)
+al_talk_screen_icon_main_main_default.set_pad_right(0)
+al_talk_screen_icon_main_main_default.set_pad_top(3)
+al_talk_screen_icon_main_main_default.set_pad_bottom(0)
+
+# add style for screen_label_1
+al_connect_timerout_icon1.add_style(al_talk_screen_icon_main_main_default, lv.PART.MAIN|lv.STATE.DEFAULT)
+
+#未检测到录音
+AI_not_listen_text_screen = lv.obj(AI_screen)
+AI_not_listen_text_screen.set_pos(0, 0)
+AI_not_listen_text_screen.set_size(LCD_SIZE_W, LCD_SIZE_H)
+print("AI_not_listen_text_screen")
+AI_not_listen_text_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+AI_not_listen_text_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT)
+AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+
+al_not_listen_title1 = lv.label(AI_not_listen_text_screen)
+al_not_listen_title1.set_pos(0, 5)
+al_not_listen_title1.set_size(LCD_SIZE_W, 20)
+al_not_listen_title1.set_text("AI智能助手")
+al_not_listen_title1.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0)
+al_not_listen_title1.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+al_not_listen_icon = lv.img(AI_not_listen_text_screen)
+al_not_listen_icon.set_size(22,22)
+al_not_listen_icon.set_pos((LCD_SIZE_W-22)//2,30)
+al_not_listen_icon.set_src("U:/static/AI/ai_warning.png")
+al_not_listen_icon.add_style(style_img, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+
+al_not_listen_title2 = lv.label(AI_not_listen_text_screen)
+al_not_listen_title2.set_pos(0, 56)
+al_not_listen_title2.set_size(LCD_SIZE_W, 20)
+al_not_listen_title2.set_text("未检测到录音数据")
+al_not_listen_title2.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0)
+al_not_listen_title2.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+al_not_listen_title3 = lv.label(AI_not_listen_text_screen)
+al_not_listen_title3.set_pos(0, 76)
+al_not_listen_title3.set_size(LCD_SIZE_W, 20)
+al_not_listen_title3.set_text("请重新对话")
+al_not_listen_title3.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0)
+al_not_listen_title3.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+al_not_listen_icon1 = lv.label(AI_not_listen_text_screen)
+al_not_listen_icon1.set_pos(int(4),int(95))
+al_not_listen_icon1.set_size(120,25)
+al_not_listen_icon1.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+al_not_listen_icon1.set_text("确定")
+al_not_listen_icon1.set_long_mode(lv.label.LONG.WRAP)
+al_not_listen_icon1.add_flag(lv.obj.FLAG.CLICKABLE)
+# create style style_screen_label_1_main_main_default
+al_talk_screen_icon_main_main_default = lv.style_t()
+al_talk_screen_icon_main_main_default.init()
+al_talk_screen_icon_main_main_default.set_radius(30)
+al_talk_screen_icon_main_main_default.set_bg_color(lv.color_make(0x19,0x19,0x19))
+al_talk_screen_icon_main_main_default.set_bg_grad_color(lv.color_make(0x19,0x19,0x19))
+al_talk_screen_icon_main_main_default.set_bg_grad_dir(lv.GRAD_DIR.NONE)
+al_talk_screen_icon_main_main_default.set_bg_opa(255)
+al_talk_screen_icon_main_main_default.set_text_color(lv.color_make(0xff,0xff,0xff))
+al_talk_screen_icon_main_main_default.set_text_font_v2("font_28.bin",28,0)
+al_talk_screen_icon_main_main_default.set_text_letter_space(2)
+al_talk_screen_icon_main_main_default.set_text_line_space(0)
+al_talk_screen_icon_main_main_default.set_text_align(lv.TEXT_ALIGN.CENTER)
+al_talk_screen_icon_main_main_default.set_pad_left(0)
+al_talk_screen_icon_main_main_default.set_pad_right(0)
+al_talk_screen_icon_main_main_default.set_pad_top(3)
+al_talk_screen_icon_main_main_default.set_pad_bottom(0)
+
+# add style for screen_label_1
+al_not_listen_icon1.add_style(al_talk_screen_icon_main_main_default, lv.PART.MAIN|lv.STATE.DEFAULT)
+#阿里voice_chat状态枚举
+VC_State_None=0
+VC_State_Listening=1
+VC_State_Thinking=2
+VC_State_Responding=3
+VC_State_SpeechStart=4
+VC_State_SpeechEnd=5
+VC_State_TTSStart=6
+VC_State_TTSData=7
+VC_State_TTSFinish=8
+VC_State_TTSEnd=9
+VC_State_TTSError=10
+VC_State_DialogError=11
+VC_State_End=12
+
+#websocket发送数据编号
+AI_client_asr_num = 0
+AI_client_chat_num = 1
+AI_client_tts_num = 2
+AI_client_voice_chat_num = 3
+
+#ai平台选择
+AI_TYPE_BKRS = 0 #北科聚合平台ai
+AI_TYPE_voice_chat = 1 #阿里ai voice_chat
+class AIScreen(Screen):#AI_GUI
+ #
+ NAME = "AI_success"
+
+ def __init__(self):
+ super().__init__()
+ self.meta = AI_screen
+ # self.meta_type = "popup"
+ self._1S_timer = osTimer()
+ self.Audio_buf_size = 4*1024
+ self.record_timer = osTimer()
+ self.record = audio.Record()
+ #self.record.end_callback(self.record_callback)
+ self.record.gain_set(4,10)
+ self.aud = audio.Audio(0)
+ self.audio_play_state = 1 #音频播放完状态
+ self.aud.setCallback(self.audio_cb)
+
+
+ self.AI_TYPE = AI_TYPE_voice_chat #AI类型,AI_TYPE_voice_chat:阿里云voice_chat;AI_TYPE_BKRS:北科聚合平台
+
+
+ self.AI_audio_queue_thread_id = 0
+ self.AI_send_data_queue_thread_id = 0
+
+ self.voice_chat_state = VC_State_None #阿里ai voice_chat状态
+ self.VC_dialog_id = None
+ self.VC_message_id=None
+ self.VC_task_id =None
+ self.VC_appkey = "j2QhAoOeBi5AUlrM"
+ self.AI_client_voice_chat = None
+ self.AI_client_voice_chat_recv_id = 0
+ self.AI_client_voice_chat_isconnect =0
+ self.record_pcm = None
+ self.VC_record_thread_id = 0
+ self.pingping_timerout = 0
+ self.VC_websocket_stop_flasg = 0
+
+ self.TTS_PRO_TYPE = 0 #TTS协议类型,=0:用长文本合成接口,=1用音频流合成接口
+ self.AI_client_chat_recv_id = 0
+ self.AI_client_tts_recv_id = 0
+ self.AI_client_asr_recv_id = 0
+ self.AI_client_asr = None
+ self.AI_client_asr_isconnect = 0 #是否连接成功
+
+ self.AI_client_chat = None
+ self.AI_client_chat_isconnect = 0 #是否连接成功
+
+ self.AI_client_chat_play_str = ""
+ self.AI_client_chat_end_flag = 0
+ self.AI_client_tts = None
+ self.AI_client_tts_isconnect = 0 #是否连接成功
+ self.AI_client_tts_timer = osTimer()
+ self.AI_client_tts_data_len = 0
+ self.AI_client_tts_data_total_len = 0 #单次tts总数据长度
+ self.AI_client_tts_str_total_len = 0 #单次已发送tts字符串长度
+ self.AI_client_tts_str_sen = '' #单次已发送tts字符串长度
+ self.AI_client_tts_tra_flag = 0
+ self.AI_client_tts_full_sentence_flag = 0 #完整的句子标识
+ self.tts_time_count = 0
+ self.tts_time_outcount = 0
+ self.timer_out_count = 0
+ self.img_show_count = 0
+ self.img_show_count_tmp = 0
+ self.img_show_count_flag = 0
+ self.tts_data_tmp = bytes()
+ self.press_state = 0
+ self.AI_label_answer = ""
+ self.AI_label_str = ""
+ self.AI_client_tts_play_data_len = 0
+ self.refresh_texttimer = osTimer()
+ self.AI_listen_text = ""
+ self.AI_listen_end = 0 #语音识别完成
+ self.refresh_count = 0
+ self.AI_send_data_queue = Queue(100)
+ self.AI_audio_queue = Queue(100)
+ self.page_num = 0
+ self.page_num_tmp = 0
+ self.text_max = 400 #一次最大显示字数
+ self.scroll_flag_next = 0
+ self.scroll_flag_prev = 0
+ self.hard_flag_next = 0
+ self.hard_flag_prev = 0
+ self.scroll_timer_count = 0
+ self.play_flag = 0
+ self.play_flag_init = 0
+ self.play_end = 0 #是否播放完成标识
+
+ AI_screen.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,0)),
+ lv.EVENT.GESTURE, None)
+ AI_talk_end_screen.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,0)),
+ lv.EVENT.GESTURE, None)
+ AI_no_net_screen.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,0)),
+ lv.EVENT.GESTURE, None)
+ AI_listen_screen.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,0)),
+ lv.EVENT.GESTURE, None)
+ AI_think_screen.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,0)),
+ lv.EVENT.GESTURE, None)
+ AI_connect_timerout_screen.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,0)),
+ lv.EVENT.GESTURE, None)
+ AI_not_listen_text_screen.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,0)),
+ lv.EVENT.GESTURE, None)
+
+ al_talk_screen_icon.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,1)),
+ lv.EVENT.SHORT_CLICKED, None)
+ # al_talk_screen_icon_btn.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,1)),
+ # lv.EVENT.SHORT_CLICKED, None)
+
+ al_no_sim_popup_screen_icon1.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,2)), lv.EVENT.SHORT_CLICKED, None) #无网络按钮
+
+ # al_listen_screen_icon_bt.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,3)), lv.EVENT.SHORT_CLICKED, None) #说话完成按钮
+ # al_listen_screen_icon.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,3)), lv.EVENT.SHORT_CLICKED, None) #说话完成按钮
+
+ # al_think_screen_icon1_bt.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,4)), lv.EVENT.SHORT_CLICKED, None) #思考界面取消按钮
+ al_think_screen_icon1.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,4)), lv.EVENT.SHORT_CLICKED, None) #思考界面取消按钮
+
+ # al_connect_timerout_icon1_bt.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,5)), lv.EVENT.SHORT_CLICKED, None) #连接超时 请重新对话按钮
+ al_connect_timerout_icon1.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,5)), lv.EVENT.SHORT_CLICKED, None) #连接超时 请重新对话按钮
+
+ al_talk_end_screen_cancel_bt.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,6)), lv.EVENT.SHORT_CLICKED, None) #对话结束 取消对话按钮
+ al_talk_end_screen_icon1.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,6)), lv.EVENT.SHORT_CLICKED, None) #对话结束 取消对话按钮
+
+ # AI_press_label_bt.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,7)), lv.EVENT.SHORT_CLICKED, None) #对话结束 继续对话按钮
+ al_talk_end_screen_icon2.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,7)), lv.EVENT.SHORT_CLICKED, None) #对话结束 继续对话按钮
+
+ # al_not_listen_icon1_bt.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,8)), lv.EVENT.SHORT_CLICKED, None)
+ al_not_listen_icon1.add_event_cb(lambda e: EventMesh.callback_wrapper(self.button_cb(e,8)), lv.EVENT.SHORT_CLICKED, None)
+ AI_end_screen_list_screen2.add_event_cb(self.scroll_event_cb, lv.EVENT.SCROLL_END, None)
+ AI_end_screen_list_screen.add_event_cb(self.scroll_event_cb, lv.EVENT.SCROLL_END, None)
+
+ def button_cb(self,e,msg):
+ code = e.get_code()
+ indev = lv.indev_get_act()
+ lv.indev_t.wait_release(indev)
+ dir = lv.indev_t.get_gesture_dir(indev)
+ if code == lv.EVENT.GESTURE:
+ if dir == lv.DIR.RIGHT:
+ if (AI_talk_end_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or (AI_listen_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or\
+ (AI_talk_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or (AI_no_net_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or \
+ (AI_connect_timerout_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or (AI_not_listen_text_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or \
+ (AI_think_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False:
+ EventMesh.publish("return_prev_screen")
+ elif code == lv.EVENT.SHORT_CLICKED:
+ if msg == 1:
+ self.talking_cb(e)
+ pass
+ elif msg == 2:
+ self.img_cb(e)
+ pass
+ elif msg == 3:
+ self.listen_end_btcb(e)
+ pass
+ elif msg == 4:
+ self.think_bt_cb(e)
+ pass
+ elif msg == 5:
+ self.talk_end_continue_cb(e)
+ pass
+ elif msg == 6:
+ self.talk_end_cancel_cb(e)
+ pass
+ elif msg == 7:
+ self.talk_end_continue_cb(e)
+ pass
+ elif msg == 8:
+ self.talk_end_continue_cb(e)
+ pass
+
+ def clear_flag(self): #清标识
+ self.timer_out_count = 0
+ self.img_show_count = 0
+ self.img_show_count_tmp = 0
+ self.img_show_count_flag = 0
+ self.AI_listen_end = 0 #语音识别完成
+ self.refresh_count = 0
+ self.AI_listen_text = ""
+ self.AI_label_str = ""
+ self.AI_label_answer = ""
+ self.tts_time_count = 0
+ self.tts_time_outcount = 0
+
+ def talk_end_cancel_cb(self,e):#对话结束已经播放音频取消继续对话按钮
+ if self.play_flag == 1:
+ self.play_flag = 0
+ self.aud.stopPlayStream()
+ self.aud.stopAll()
+ print("talk_end_cancel_cb stop()\r\n")
+ EventMesh.publish("publish_message_event_ui",{"func":self.upload_img,"data":0})
+ else:
+ self.play_flag = 1
+ print("talk_end_cancel_cb start()\r\n")
+ EventMesh.publish("publish_message_event_ui",{"func":self.upload_img,"data":1})
+ return
+ self.Close()
+ self.AI_label_answer = ""
+ AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏
+ AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN)
+ AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_talk_screen.clear_flag(lv.obj.FLAG.HIDDEN) #
+ def upload_img(self,msg):
+ if al_talk_end_screen_icon1 != None:
+ if msg == 1:
+ al_talk_end_screen_icon1.set_src("U:/static/AI/ai_result_can_start.png")
+ else:
+ al_talk_end_screen_icon1.set_src("U:/static/AI/ai_result_can_stop.png")
+
+ def talk_end_continue_cb(self,e):#连接超时确定按钮回调或者继续对话按钮
+ self.Close()
+ self.AI_label_answer = ""
+ AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏
+ AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_listen_screen.clear_flag(lv.obj.FLAG.HIDDEN)
+ al_listen_screen_title1.set_text("识别中...")
+ al_listen_screen_icon1.set_src("U:/static/AI/AI_LISTEN_GIF001.png")
+ self.AI_client_tts_timer.start(1000,1,self.AI_client_tts_timer_cb)
+ EventMesh.publish("publish_message_event_ui",{"func":self.talking,"data":e})
+
+ pass
+
+ def talk_connectout_cb(self,e):#连接超时确定按钮回调
+
+ pass
+
+ def think_bt_cb(self,e):#正在思考确定按钮回调 取消播放
+ self.Close()
+ AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏
+ AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN)
+ AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_talk_screen.clear_flag(lv.obj.FLAG.HIDDEN) #
+
+ pass
+
+ def not_talk_cb(self):#没有说话或者没有检测到录音数据
+ self.Close()
+ AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏
+ AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN)
+ AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_not_listen_text_screen.clear_flag(lv.obj.FLAG.HIDDEN) #
+
+ def scroll_event_cb(self,e):
+ try:
+
+ # 获取事件源对象
+ obj = e.get_target()
+ code = e.get_code()
+ # 如果事件是滚动条事件
+ if code == lv.EVENT.SCROLL_END:
+
+ # 获取滚动条对象
+
+ # 获取滚动条的位置
+ sb_value = obj.get_scroll_y()
+
+ # 获取对象的高度和内容的总高度
+ content_height = obj.get_scroll_bottom()#obj.get_child(0).get_height()+obj.get_child(1).get_height()
+ # 检查滚动条是否已经到达最大值,即内容是否已经到达底部
+ if self.hard_flag_next == 1 or self.hard_flag_prev == 1:
+ self.scroll_timer_count = 10 #滑动计时器初始化
+ if content_height < 0:
+ self.scroll_flag_next = 1
+ elif self.hard_flag_next == 1 and self.scroll_flag_next == 1 and content_height == 0:
+ print("下一页")
+
+ self.page_change(2,self.AI_label_str)
+ self.scroll_flag_next = 0
+ self.hard_flag_next = 0
+ else:
+ self.scroll_flag_next = 0
+ self.hard_flag_next = 0
+ if sb_value < 0:
+ self.scroll_flag_prev = 1
+ elif self.hard_flag_prev == 1 and self.scroll_flag_prev == 1 and sb_value == 0:
+ print("上一页")
+ self.page_change(1,self.AI_label_str)
+ self.scroll_flag_prev = 0
+ self.hard_flag_prev = 0
+ else:
+ self.scroll_flag_prev = 0
+ self.hard_flag_prev = 0
+ except Exception as e:
+ usys.print_exception(e)
+
+ def page_change(self,dir,text_str):#翻页,dir: = 0跳转第一页,=1上一页,=2下一页,=3最后一页,最后的内容
+ EventMesh.publish("system_sleep_rest")#防止黑屏
+ text_str_list = []
+ text_str_list_len = 0
+ while 1:#分割字符串,获取列表
+ str_tmp = split_string(text_str[text_str_list_len:],self.text_max,self.text_max+150)#按逗号,句号切割
+ if str_tmp =="" :#没找到句号或者逗号,切割字符串
+ str_tmp = sub_utf8_String(text_str[text_str_list_len:],self.text_max)#按中文切割字符串
+ #print("page_change:str_tmp:{}".format((str_tmp)))
+ #str_tmp = sub_utf8_String(text_str[text_str_list_len:],self.text_max)
+ text_str_list_len+=len(str_tmp)
+
+ if len(text_str) <= text_str_list_len:
+ text_str_list.append(str_tmp)
+ break
+ text_str_list.append(str_tmp)
+
+ if self.AI_client_chat_end_flag ==1:#char回答完后,使最后一页字数大于一页
+ #if len(text_str_list[-1]) < 50:
+ if len(self.AI_label_str ) <= len(text_str):
+ text_str_list[-1]+="\n\n\n\n~~~~~END~~~~~"
+ if len(text_str_list[-1])<30:
+ text_str_list[-1]+="\n\n"
+ else: #chat未完成,创造中
+ if dir != 3:
+ text_str_list[-1]+="\n\n 创作中...\n\n"
+
+ if dir == 0:#第一页
+ self.page_num = 0
+ if len(text_str_list)>self.page_num:
+ AI_label.set_text(text_str_list[self.page_num]+'\n ...{}/{}...'.format(self.page_num+1,len(text_str_list)))
+ AI_end_screen_list_screen2.scroll_to_y(0,lv.ANIM.OFF)
+ AI_end_screen_list_screen2.add_flag(lv.obj.FLAG.HIDDEN) #隐藏2
+ AI_end_screen_list_screen.clear_flag(lv.obj.FLAG.HIDDEN) #
+ elif dir == 1:#上一页
+ if self.page_num == 1: #第二页,
+
+ self.page_num-=1
+ if len(text_str_list)>self.page_num:
+ AI_label.set_text(text_str_list[self.page_num]+'\n ...{}/{}...'.format(self.page_num+1,len(text_str_list)))
+ #AI_label.set_text(text_str_list[self.page_num]+'\n ...{}/{}...'.format(self.page_num+1,len(text_str_list)))
+ scroll_bottom = AI_label.get_height()
+ print("page_change:scroll_bottom:{}".format(scroll_bottom))
+ AI_end_screen_list_screen.scroll_to_y(scroll_bottom,lv.ANIM.OFF)
+ AI_end_screen_list_screen2.add_flag(lv.obj.FLAG.HIDDEN) #隐藏2
+ AI_end_screen_list_screen.clear_flag(lv.obj.FLAG.HIDDEN) #
+ #AI_end_screen_list_screen.scroll_to_view(lv.ANIM.OFF)
+ elif self.page_num > 1:
+ self.page_num-=1
+ if len(text_str_list)>self.page_num:
+ AI_label2.set_text(text_str_list[self.page_num]+'\n ...{}/{}...'.format(self.page_num+1,len(text_str_list)))
+ scroll_bottom = AI_label2.get_height()
+ print("page_change:scroll_bottom:{}".format(scroll_bottom))
+
+ AI_end_screen_list_screen2.scroll_to_y(scroll_bottom,lv.ANIM.OFF)
+ #AI_end_screen_list_screen2.scroll_to_view(lv.ANIM.OFF)
+ elif dir == 2:#下一页
+ if len(text_str_list)<=self.page_num+1:#最大页
+ return
+ self.page_num+=1
+ if len(text_str_list)>self.page_num:
+ #AI_label2.set_text(' ...\n\n'+text_str_list[self.page_num]+'\n ...{}/{}...'.format(self.page_num+1,len(text_str_list)))
+ #print("page_change:next:{}".format(text_str_list[self.page_num]))
+ AI_label2.set_text(text_str_list[self.page_num]+'\n ...{}/{}...'.format(self.page_num+1,len(text_str_list)))
+ AI_end_screen_list_screen2.scroll_to_y(0,lv.ANIM.OFF)
+ if self.page_num == 1: #显示第二页
+ AI_end_screen_list_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏1
+ AI_end_screen_list_screen2.clear_flag(lv.obj.FLAG.HIDDEN) #
+ elif dir == 3:#最后一页,最后的内容
+ if len(text_str_list)>1:#大于一页
+
+ self.page_num = len(text_str_list)-1
+ #if len(text_str_list)>self.page_num:
+ str_tmp = sub_utf8_String(text_str_list[self.page_num-1],self.text_max-80)#在开头加上上一页的最后30字节数据
+ #print("str_tmp123:{}".format(str_tmp))
+ if len(text_str_list[self.page_num-1])>len(str_tmp):
+ str_tmp = text_str_list[self.page_num-1][len(str_tmp):]
+ else:
+ str_tmp = ''
+ #
+ AI_label2.set_text(str_tmp+text_str_list[self.page_num])#+'\n ...{}/{}...'.format(self.page_num+1,len(text_str_list)))
+ scroll_bottom = AI_label2.get_height()
+ AI_end_screen_list_screen2.scroll_to(0,scroll_bottom,lv.ANIM.ON)
+ #print("最后内容,大于一页 scroll_bottom:{}".format(scroll_bottom))
+ if self.page_num_tmp == self.page_num:#解决切换页面的时候不跳动问题
+ # AI_label2.set_text("\n\n"+str_tmp+text_str_list[self.page_num])
+ # scroll_bottom = AI_label2.get_height()
+ AI_end_screen_list_screen2.scroll_to(0,scroll_bottom,lv.ANIM.ON)
+ else:
+ # AI_label2.set_text("\n\n\n\n\n\n"+str_tmp+text_str_list[self.page_num])
+ # scroll_bottom = AI_label2.get_height()
+ AI_end_screen_list_screen2.scroll_to(0,scroll_bottom,lv.ANIM.OFF)
+ self.page_num_tmp = self.page_num
+ print("text_str_list[self.page_num]:{}".format(str_tmp+text_str_list[self.page_num]))
+ #AI_end_screen_list_screen2.scroll_to_view(lv.ANIM.OFF)
+ AI_end_screen_list_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏1
+ AI_end_screen_list_screen2.clear_flag(lv.obj.FLAG.HIDDEN) #
+ if len(self.AI_label_str ) > len(text_str):#处理播放音频的时候,获取下一页数据
+ self.page_num-=1
+ elif len(text_str_list) == 1:#只有一页
+ self.page_num = 0
+ if len(text_str_list)>self.page_num:
+ AI_label.set_text(text_str_list[self.page_num])#+'\n ...{}/{}...'.format(self.page_num+1,len(text_str_list)))
+ scroll_bottom = AI_label.get_height()
+ #print("最后内容,只有一页 scroll_bottom:{}".format(scroll_bottom))
+ # if(scroll_bottom>200):
+ # scroll_bottom -= 200
+
+ AI_end_screen_list_screen.scroll_to(0,scroll_bottom,lv.ANIM.ON)
+ #AI_end_screen_list_screen.scroll_to_view(lv.ANIM.OFF)
+ AI_end_screen_list_screen2.add_flag(lv.obj.FLAG.HIDDEN) #隐藏2
+ AI_end_screen_list_screen.clear_flag(lv.obj.FLAG.HIDDEN) #
+ print("page_change1:page_num:{},text_str_list len:{}".format(self.page_num,len(text_str_list)))
+
+
+ def listen_end_btcb(self,e):#说话完成确定按钮回调
+ if self.AI_listen_end == 1:#说话完成 已有录音文字返回
+ self.AI_listen_end = 0
+ self.refresh_count = 0
+ self.refresh_texttimer.stop()
+ self.record.stop()#关闭录音
+ self.record_timer.stop()#关闭定时器
+ if self.AI_listen_text != "":
+ self.AI_client_chat_send(self.AI_listen_text)
+ print("self.AI_listen_text:{}".format(self.AI_listen_text))
+ AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN)
+ AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_think_screen.clear_flag(lv.obj.FLAG.HIDDEN) #
+ al_think_screen_icon.set_src("U:/static/AI/AI_THINK009.png")
+ self.refresh_count = 0
+ self.timer_out_count = 0
+ self.img_show_count = 0
+ self.img_show_count_tmp = 0
+ self.img_show_count_flag = 0
+ self.refresh_texttimer.start(500,1,self.text_show_think)
+ else:
+ self.not_talk_cb()
+ return
+ try:
+ self.websocket_deconnect_asr()
+ except Exception as e:
+ usys.print_exception(e)
+ return
+ else:#没有识别到录音文字
+ self.not_talk_cb()
+
+ def ai_talk_end(self):#语言识别完 思考结束显示最后的文本和音频数据
+
+ self.play_end = 0
+ self.play_flag = 1
+ self.AI_label_answer = ""
+ AI_end_screen_list_screen.scroll_to(0, 0, lv.ANIM.OFF)
+ AI_label.set_pos(5, 10)
+ #AI_label.set_text(self.AI_label_answer)
+ AI_label.set_text("思考中...")
+ AI_label2.set_text(" ")
+ self.scroll_timer_count = 0
+ # self.AI_listen_text = "嗯。"
+ str_len = len(self.AI_listen_text)*20
+ if str_len > 165:
+ str_len = 165
+ print("len:{} str_len:{} self.AI_listen_text:{}\r\n".format(len(self.AI_listen_text),str_len,self.AI_listen_text))
+ # AI_end_screen_list_detail_screen1.set_pos(170-str_len,10)
+
+ # AI_listen_text.set_size(str_len,lv.SIZE.CONTENT)
+
+ # AI_listen_text.set_pos(0, 10)
+ # AI_listen_text.set_size(str_len,lv.SIZE.CONTENT)
+ AI_listen_text.set_text(self.AI_listen_text)
+ EventMesh.publish("system_sleep_rest")#防止黑屏
+ self.refresh_count = 0
+ AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏
+ AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN)
+ AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_talk_end_screen.clear_flag(lv.obj.FLAG.HIDDEN) #
+ al_talk_end_screen_icon1.set_src("U:/static/AI/ai_result_can_start.png")
+ AI_end_screen_list_screen2.add_flag(lv.obj.FLAG.HIDDEN) #隐藏2
+ AI_end_screen_list_screen.clear_flag(lv.obj.FLAG.HIDDEN) #
+
+ def ai_talk_end_show_text_cb(self,data):
+ #AI_label.set_text(self.AI_label_answer)
+ #print("ai_talk_end_show_text_cb:scroll_timer_count{}".format(self.scroll_timer_count))
+ if self.scroll_timer_count <= 0:
+ self.page_change(3,self.AI_label_answer)#刷新到最后内容
+ pass
+
+ def connect_timerout_popup(self,msg):#连接超时弹窗提示
+ EventMesh.publish("publish_message_event_ui",{"func":self.connect_timerout_popup_cb,"data":msg})
+
+ def connect_timerout_popup_cb(self,msg):
+ self.Close()
+ AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏
+ AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN)
+ AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_connect_timerout_screen.clear_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ if msg == 1: #连接超时
+ al_connect_timerout_title2.set_text("连接超时")
+ else:
+ al_connect_timerout_title2.set_text("网络连接异常")
+
+
+ def text_show_think(self,*argc):
+ EventMesh.publish("publish_message_event_ui",{"func":self.text_show_think_cb,"data":0})
+
+ def text_show_think_cb(self,data): #文本刷新
+ if self.img_show_count_flag == 1:
+ self.refresh_texttimer.stop()
+ return
+ if self.AI_label_str != "":
+ self.timer_out_count = 1
+ self.img_show_count_flag = 1
+ self.refresh_texttimer.stop()
+ self.ai_talk_end()
+ return
+ EventMesh.publish("system_sleep_rest")#防止黑屏
+ self.timer_out_count += 1
+ if self.timer_out_count > 2*30: #说话了服务器没有返回结果数据
+ self.timer_out_count = 0
+ #连接超时
+ self.img_show_count = 0
+ self.img_show_count_tmp = 0
+ self.connect_timerout_popup(1)
+ return
+
+ if self.img_show_count > 10:
+ self.img_show_count_tmp+=1
+ self.img_show_count_tmp = self.img_show_count-self.img_show_count_tmp
+ if self.img_show_count_tmp >= 10:
+ self.img_show_count = 1
+ al_think_screen_icon.set_src("U:/static/AI/AI_THINK{}.png".format("%03d"%(self.img_show_count_tmp)))
+ else:
+ self.img_show_count+=1
+ self.img_show_count_tmp = 0
+ al_think_screen_icon.set_src("U:/static/AI/AI_THINK{}.png".format("%03d"%(self.img_show_count)))
+
+
+ self.refresh_count+=1
+ if self.refresh_count > 3:
+ self.refresh_count = 0
+ if self.refresh_count == 1:
+ al_think_screen_title1.set_text("正在思考.")
+ elif self.refresh_count == 2:
+ al_think_screen_title1.set_text("正在思考..")
+ elif self.refresh_count == 3:
+ al_think_screen_title1.set_text("正在思考...")
+ pass
+
+ def think_end_result(self):
+ EventMesh.publish("publish_message_event_ui",{"func":self.think_end_result_cb,"data":0})
+ def think_end_result_cb(self,data):
+ if self.timer_out_count > 1:
+ if self.img_show_count_flag == 1:
+ return
+ self.timer_out_count = 0
+ self.img_show_count_flag = 1
+ self.refresh_texttimer.stop()
+ self.ai_talk_end()
+
+ def img_cb(self,e): #无网络 无数据按钮回调
+ self.refresh_texttimer.stop()
+ AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏
+ AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN)
+ AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_talk_screen.clear_flag(lv.obj.FLAG.HIDDEN) #
+ pass
+ def initialization(self):
+ self.play_flag = 1
+ self.play_end = 0
+ self.TTS_PRO_TYPE = 0
+ AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN)
+ AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #开启显示
+ AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_talk_screen.clear_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ self.aud.setVolume(11)#设置最大声录音
+
+ self.AI_label_answer = ""
+ self.AI_client_chat_play_str = ''
+ self.AI_init()
+ self.AI_client_tts_data_len = 0
+ self.AI_client_tts_data_total_len = 0
+ self.AI_client_tts_str_total_len = 0
+ self.AI_client_tts_tra_flag = 0
+ #EventMesh.publish("publish_message_event_ui",{"func":self.websocket_connect,"data":""})
+
+ def websocket_connect(self,data):
+ if self.AI_TYPE == AI_TYPE_voice_chat:
+ self.websocket_connect_voice_chat()
+ else:
+ self.websocket_connect_asr()
+ self.websocket_connect_chat()
+ self.websocket_connect_tts()
+
+ pass
+
+ def audio_cb(self,event):
+ if event == 0:
+ self.audio_play_state =1
+ EventMesh.publish("set_audio_state", 1)
+ print('audio-play start.')
+ elif event == 7:
+ self.audio_play_state = 0
+ EventMesh.publish("set_audio_state", 0)
+ print('audio-play finish.!!!!!!')
+ def AI_init(self):
+ self.AI_audio_queue_thread_id = _thread.start_new_thread(self.AI_audio_queue_thread, ())
+ self.AI_send_data_queue_thread_id = _thread.start_new_thread(self.AI_send_data_queue_thread, ())
+
+
+
+ #按下录音
+ def talking_cb(self,e):
+ self.press_state = 0
+ self.refresh_count = 0
+ self.refresh_texttimer.stop()
+ signal = EventMesh.publish("screen_get_sig")
+ if signal == -1 or EventMesh.publish("get_sim_Status") != 1:#网络不正常
+ AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN)
+ AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_no_net_screen.clear_flag(lv.obj.FLAG.HIDDEN) #开启显示
+ al_no_sim_popup_screen_title3.set_text("无SIM卡")
+
+ elif signal == None or signal == 0 or signal == 99:
+ AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN)
+ AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_no_net_screen.clear_flag(lv.obj.FLAG.HIDDEN) #开启显示
+ al_no_sim_popup_screen_title3.set_text("请先开启移动数据")
+
+ else:
+ AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #隐藏
+ AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_think_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_listen_screen.clear_flag(lv.obj.FLAG.HIDDEN)
+ al_listen_screen_title1.set_text("识别中...")
+ al_listen_screen_icon1.set_src("U:/static/AI/AI_LISTEN_GIF001.png")
+ self.timer_out_count = 0
+ self.refresh_count = 0
+ self.img_show_count = 0
+ self.img_show_count_tmp = 0
+
+ EventMesh.publish("publish_message_event_ui",{"func":self.talking,"data":e})
+
+ def talk_ars_end(self):#asr结束调用
+ print("talk_ars_end!!!!!!!!!!!")
+ self.AI_send_data_queue.clear()#清掉发送数据队列
+ self.AI_listen_end = 1
+ self.audio_play_state = 0
+ if self.AI_TYPE == AI_TYPE_voice_chat:
+ if self.record_pcm != None:
+ print("talk_ars_end:record_pcm.close()!!!!!!!!!!!!!!!!!!")
+ self.record_pcm.close()
+ self.record_pcm=None
+ else:
+ self.record.stop()#关闭录音
+ self.record_timer.stop()#关闭定时器
+ self.timer_out_count = 0
+
+ Record_read_buf = bytearray(self.Audio_buf_size)
+ for i in range(10):
+ Record_len = self.record.stream_read(Record_read_buf, self.Audio_buf_size)
+ print("Record_len:!!!!!!{}\r\n".format(Record_len))
+ if Record_len <= 0:
+ break
+ print("talk_ars_end2!!!!!!!!!!!\r\n")
+
+ try:
+ self.websocket_deconnect_asr()
+ except Exception as e:
+ usys.print_exception(e)
+ if self.AI_listen_text == "":
+ return
+ self.AI_client_chat_send(self.AI_listen_text)
+
+
+ def text_show_refresh(self,*argc):
+ EventMesh.publish("publish_message_event_ui",{"func":self.text_show_refresh_cb,"data":0})
+
+ def text_show_refresh_cb(self,data):
+ if self.AI_listen_end == 1 or self.timer_out_count >= 120:#语音识别结束
+ self.record.stop()#关闭录音
+ self.record_timer.stop()#关闭定时器
+ if self.AI_listen_text != "":
+ self.img_show_count_tmp+=1
+ if self.img_show_count_tmp > 2:
+ self.AI_listen_end = 0
+ self.refresh_count = 0
+ self.refresh_texttimer.stop()
+ self.timer_out_count = 0
+ print("self.AI_listen_text:{}".format(self.AI_listen_text))
+ #正在思考
+ AI_talk_end_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_listen_screen.add_flag(lv.obj.FLAG.HIDDEN)
+ AI_talk_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_no_net_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_connect_timerout_screen.add_flag(lv.obj.FLAG.HIDDEN) #先隐藏
+ AI_not_listen_text_screen.add_flag(lv.obj.FLAG.HIDDEN) #
+ AI_think_screen.clear_flag(lv.obj.FLAG.HIDDEN) #
+ al_think_screen_icon.set_src("U:/static/AI/AI_THINK009.png")
+ self.refresh_count = 0
+ self.timer_out_count = 0
+ self.img_show_count = 0
+ self.img_show_count_tmp = 0
+ self.img_show_count_flag = 0
+ self.refresh_texttimer.start(500,1,self.text_show_think)
+ else:
+
+ self.not_talk_cb()
+ return
+ try:
+ self.websocket_deconnect_asr()
+ except Exception as e:
+ usys.print_exception(e)
+ return
+
+ EventMesh.publish("system_sleep_rest")#防止黑屏
+ self.timer_out_count += 1
+
+ self.img_show_count+=1
+ if self.img_show_count > 11:
+ self.img_show_count = 1
+ # print("self.img_show_count:{}\r\n".format(self.img_show_count))
+ al_listen_screen_icon1.set_src("U:/static/AI/AI_LISTEN_GIF{}.png".format("%03d"%(self.img_show_count)))
+
+ self.refresh_count+=1
+ if self.refresh_count > 3:
+ self.refresh_count =0
+ if self.refresh_count == 1:
+ al_listen_screen_title4.set_text("正在聆听.")
+ elif self.refresh_count == 2:
+ al_listen_screen_title4.set_text("正在聆听..")
+ elif self.refresh_count == 3:
+ al_listen_screen_title4.set_text("正在聆听...")
+ pass
+ #按下录音
+ def talking(self,e):
+ #self.AI_client_tts_send("创建客户端, debug=True输出日志")#TTS语音播放AI结果
+ #return
+ if 1:#EventMesh.publish(constants.EVENT.GET_CONNECT) == 1:#有卡时触发sos报警 无卡时自动关机
+ al_listen_screen_title1.set_text("识别中...")
+ print("talking1")
+ #self.AI_list.add_flag(lv.obj.FLAG.HIDDEN)#隐藏列表选项方框
+ try:
+ print("talking2")
+ self.Close()
+ print("talking3")
+ self.AI_init()
+ except Exception as e:
+ usys.print_exception(e)
+
+ self.audio_play_state = 1
+ if 1:#self.audio_play_state == 0:
+
+ if self.AI_TYPE == AI_TYPE_voice_chat:
+ print("record_pcm.stream_start()!!!!!!!!!!!!")
+ self.record_pcm = audio.Audio.PCM(0,1,16000,0,1,2)
+ ret = self.record_pcm.stream_start()
+ print("self.record_pcm.stream_start:ret:{}".format(ret))
+ self.AI_client_voice_chat_start_requset()#先开始对话
+ self._1S_timer.start(1000,1,self._1S_timer_cb)
+ #self.AI_client_voice_chat_speak_requset()
+
+ self._1S_timer.start(1000,1,self._1S_timer_cb)
+ else:
+
+
+
+ self._1S_timer.start(1000,1,self._1S_timer_cb)
+ self.AI_client_tts_timer.start(1000,1,self.AI_client_tts_timer_cb)
+ self.record_timer.start(1*1000,1,self.record_timer_cb)
+ self.refresh_texttimer.start(500,1,self.text_show_refresh)
+ #self.AI_list.add_flag(lv.obj.FLAG.HIDDEN)#隐藏列表选项方框
+
+ # AI_label.clear_flag(lv.obj.FLAG.HIDDEN)
+ # AI_label.set_text("语音识别中...")
+ # AI_listen_text.clear_flag(lv.obj.FLAG.HIDDEN)
+ #AI_listen_text.set_text("{}S".format(str(self.countdown)))
+ self.press_state = 1
+ self.record.stream_start(audio.Record.AMRNB, 8000, 60)
+ self.AI_client_asr_start()
+ else:
+ EventMesh.publish("load_screen", {"screen": "no_sim_popup_screen"})
+
+ #松开确认结果
+ def sending_cb(self,e):
+ EventMesh.publish("publish_message_event_ui",{"func":self.sending,"data":e})
+ def sending(self,e):
+ if self.press_state == 1:
+ if 1:#EventMesh.publish(constants.EVENT.GET_CONNECT) == 1:#有卡时触发sos报警 无卡时自动关机
+ self.record.stop()#关闭录音
+ self.record_timer.stop()#关闭定时器
+ self.audio_play_state = 0
+
+ else:
+ self.press_state = 0
+ #EventMesh.publish("load_screen", {"screen": "no_sim_popup_screen"})
+ else:
+ pass
+ def _1S_timer_cb(self,*argc):
+ # print("get_audio_state !!!!!{} {} {}\r\n".format(self.play_end,EventMesh.publish("get_audio_state"),self.play_flag))
+
+ if (self.play_end == 1 and EventMesh.publish("get_audio_state") == 0 ) or self.play_flag == 0: #字符串为0 或者暂停需要自动熄屏
+ # print("self.play_end!!!!!\r\n")
+ pass
+ else:
+ EventMesh.publish("system_sleep_rest")#防止黑屏
+ if self.scroll_timer_count > 0:
+ self.scroll_timer_count-=1
+
+ #定时器
+ def record_timer_cb(self,*argc):
+ EventMesh.publish("system_sleep_rest")#防止黑屏
+
+ if self.AI_TYPE == AI_TYPE_voice_chat:
+ self.pingping_timerout+=1
+ if self.pingping_timerout>6:
+ self.pingping_timerout=0
+ self.AI_client_voice_chat_ping()
+ pass
+ # Record_read_buf = self.record_pcm.read(2048)
+ # if self.voice_chat_state == VC_State_SpeechStart:
+ # self.AI_client_voice_chat_send(read_buf)
+ else:
+ Record_read_buf = bytearray(self.Audio_buf_size)
+ Record_len = self.record.stream_read(Record_read_buf, self.Audio_buf_size)
+ print("record_timer_cb:{}".format(Record_len))
+ if Record_len > 0:
+ read_buf = bytes(Record_read_buf[:Record_len])
+ self.AI_client_asr_send(read_buf)
+ #获取trace_id
+ def get_trace_id(self):
+ t = utime.mktime(utime.localtime())
+ t = t*1000+urandom.randint(0, 1000)
+ md5_data = "{}".format(t)#md5签名
+ sign_data = ""
+ hash_obj = uhashlib.md5(md5_data)
+ res = hash_obj.digest()
+
+ # 转成十六进制表示
+ sign_data = ubinascii.hexlify(res)
+ sign_data = sign_data.decode('ascii')
+ return sign_data
+ #####################################################
+ #阿里voice_chat
+ # VC_State_None=0
+ # VC_State_Listening=1
+ # VC_State_Thinking=2
+ # VC_State_Responding=3
+ # VC_State_TTSStart=4
+ # VC_State_TTSData=5
+ # VC_State_TTSFinish=6
+ # VC_State_TTSEnd=7
+ # VC_State_TTSError=8
+ # VC_State_DialogError=9
+ # VC_State_End=10
+ def websocket_connect_voice_chat(self):
+ self.record_timer.start(1*1000,1,self.record_timer_cb)
+ print("websocket_connect_voice_chat:{}!!!!!!!!!!!!!!!!!!!!!".format(self.AI_client_voice_chat_isconnect))
+ # 创建客户端, debug=True输出日志, ip和端口需要自己填写, 或者是域名
+ try:
+ # Headers = {'X-NLS-Token':'0c8b8f05a46f423096be64a9c4c46310'}
+ # self.AI_client_voice_chat = uwebsocket.Client.connect('wss://nls-gateway-cn-beijing.aliyuncs.com/ws/v1',headers=Headers, debug=False)
+ self.AI_client_voice_chat = uwebsocket.Client.connect('ws://118.145.158.207:22080/voice-chat/ws', debug=False)
+ except Exception as e: #网络连接异常
+ usys.print_exception(e)
+ print("websocket_connect_voice_chat error!!!\r\n")
+ self.connect_timerout_popup(2)
+ return
+ # 线程接收数据
+ if self.AI_client_voice_chat_recv_id != 0:
+ try:
+ _thread.stop_thread(self.AI_client_voice_chat_recv_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_client_voice_chat_recv_id = 0
+ self.AI_client_voice_chat_recv_id = _thread.start_new_thread(self.AI_client_voice_chat_recv, (self.AI_client_voice_chat,))
+ self.AI_client_voice_chat_isconnect = 1
+
+ def websocket_deconnect_voice_chat(self):
+ if self.AI_client_voice_chat_isconnect == 1:
+ self.AI_client_voice_chat_isconnect = 0
+ self.AI_client_voice_chat.close()
+ #websocket发送ping
+ def AI_client_voice_chat_ping(self):
+ pass
+ if self.AI_client_voice_chat_isconnect == 1:
+ #self.AI_client_voice_chat.write_frame(0x09,b'ping ping')
+ self.AI_client_voice_chat_send("ping")
+ print("websocket ping ping")
+
+ #websocket发送数据
+ def AI_client_voice_chat_send(self,data_str):
+ if isinstance(data_str, str):#是字符串
+ print("AI_client_voice_chat_send:{}".format(data_str))
+ pass
+ else:
+ print("AI_client_voice_chat_send:len{}".format(len(data_str)))
+ self.AI_send_data_queue.put([AI_client_voice_chat_num,data_str])
+
+ #Ai VC读数据
+ def AI_client_voice_chat_recv(self,cli):
+ while True:
+ try:
+ # 死循环接收数据
+ recv_data = cli.recv()
+ if not recv_data:
+ # 服务器关闭连接或客户端关闭连接
+ print("AI_client_voice_chat_recv close")
+ #self.AI_client_voice_chat_isconnect = 0
+ #self.websocket_deconnect_voice_chat()
+ break
+ try:
+ if isinstance(recv_data, str):#返回的是字符串
+ print("AI_client_voice_chat_recv:recv_data:{}".format(recv_data))
+ jsload_data = ujson.loads(recv_data)
+ #print("AI_client_voice_chat_recv jsload_data = {}".format(jsload_data))
+
+ if jsload_data["event"] == "Started" :#会话开始
+ payload = jsload_data["payload"]
+ self.VC_dialog_id = payload["dialog_id"]
+ self.VC_task_id = jsload_data["task_id"]
+ print("VC:Started!!!!!!!!\r\n")
+ if jsload_data["event"] == "SpeechContent" :#asr转译
+ print("VC:SpeechContent!!!!!!!!\r\n")
+ payload = jsload_data["payload"]
+ if(payload['finished'] == True):#asr结束
+ self.voice_chat_state == VC_State_SpeechEnd
+
+ self.talk_ars_end()
+ pass
+ else:
+ self.AI_listen_end = 0
+ self.AI_listen_text = str(payload['text'])#asr文本
+ al_listen_screen_title1.set_text(str(payload['text']))
+ if jsload_data["event"] == "SpeechEnded" :#服务器下发说话结束
+ self.voice_chat_state == VC_State_SpeechEnd
+ if jsload_data["event"] == "RespondingContent" :#chat回答
+
+ payload = jsload_data["payload"]
+ if(payload['finished'] == True):#chat回答 结束,开始tts
+ self.voice_chat_state == VC_State_TTSStart
+ self.AI_client_chat_end_flag = 1
+ pass
+ else:
+ self.AI_client_chat_end_flag = 0
+ self.AI_client_tts_data_len = 0
+ self.AI_label_str=str(payload['text'])#chat文本
+ self.AI_client_chat_play_str=str(payload['text'])
+ self.AI_client_tts_str_sen = str(payload['text'])
+ self.timer_out_count = 2
+ self.think_end_result()#文本显示
+
+ if jsload_data["event"] == "RespondingStarted" :#音频开始下发
+ pass
+ if jsload_data["event"] == "RespondingEnded" :#音频下发结束
+ pass
+ elif jsload_data["event"] == "DialogStateChanged" :#状态切换事件
+ payload = jsload_data["payload"]
+ if payload["state"] == "Listening":
+ self.voice_chat_state = VC_State_Listening
+ self.AI_client_voice_chat_send_speech()#开始上传语音
+ if payload["state"] == "Thinking":#准备开始TTS
+ self.voice_chat_state = VC_State_Thinking
+ self.AI_label_str = ""
+ self.AI_client_chat_end_flag = 0
+ self.AI_client_tts_data_len = 0
+ if payload["state"] == "Responding":
+ self.voice_chat_state = VC_State_Responding
+ elif jsload_data["event"] == "RequestAccepted" :#请求上传语音被允许
+ #self.voice_chat_state = VC_State_Responding
+ #self.AI_client_voice_chat_send_speech()#开始上传语音
+ pass
+ else:#下发音频数据
+ self.AI_audio_queue.put([recv_data,self.AI_client_tts_str_sen])
+ print("下发音频数据:{}".format(len(recv_data)))
+ except Exception as e:
+ usys.print_exception(e)
+
+ except Exception as e:
+ usys.print_exception(e)
+ break
+ self.AI_client_voice_chat_isconnect = 0
+ self.AI_client_voice_chat_recv_id = 0
+ def get_new_message_id(self):
+ message_id = self.get_trace_id()+"aaa"+self.get_trace_id()
+ self.VC_message_id=message_id[:32]
+ return self.VC_message_id
+
+ def get_new_task_id(self):
+ task_id = self.get_trace_id()+"aaa"+self.get_trace_id()
+ self.VC_task_id=task_id[:32]
+ return self.VC_task_id
+ #开始录音
+ def VC_Speech_Start(self):
+ self.voice_chat_state = VC_State_SpeechStart
+ if self.VC_record_thread_id != 0:
+ try:
+ _thread.stop_thread(self.VC_record_thread_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.VC_record_thread_id = 0
+ self.VC_record_thread_id = _thread.start_new_thread(self.VC_record_thread,())
+ def VC_Speech_End(self):
+ self.voice_chat_state = VC_State_SpeechEnd
+ if self.VC_record_thread_id != 0:
+ try:
+ _thread.stop_thread(self.VC_record_thread_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.VC_record_thread_id = 0
+
+ #获取录音数据
+ def VC_record_thread(self):
+ ##return
+ print("VC_record_thread start!!!!!!!!!!!!!!!!!!!!\r\n")
+ count = 0
+ # try:
+ # uos.remove('/usr/tesr.pcm')
+ # except Exception as e:
+ # usys.print_exception(e)
+ #record_data_queue = Queue(100)
+ #fd = open('/usr/tesr.pcm','w')
+ #self.VC_websocket_stop_flasg = 1
+ while True:
+ try:
+ # 死循环接收数据
+ #if self.voice_chat_state == VC_State_SpeechStart:
+ Record_read_buf = bytearray(self.Audio_buf_size)
+ if self.record_pcm ==None:
+ break
+ Record_len = self.record_pcm.stream_read(Record_read_buf, self.Audio_buf_size)
+ # if Record_len < 0:
+ # self.record_pcm.stream_start()
+ #Record_len = 1024*2
+ print("VC_record_thread:{}".format(Record_len))
+ if Record_len > 0:
+ read_buf = bytes(Record_read_buf[:Record_len])
+ #fd.write(read_buf)
+ #record_data_queue.put(read_buf)
+ self.AI_client_voice_chat_send(read_buf)
+ #print("VC_record_thread:{}".format(len(Record_read_buf)))
+ count+=len(read_buf)
+ if count>=500*1024:#结束
+ self.AI_client_voice_chat_end_speech()
+ break
+ utime.sleep_ms(40)
+ if self.voice_chat_state == VC_State_SpeechEnd:
+ break
+ except Exception as e:
+ usys.print_exception(e)
+ break
+ # while True:
+ # if record_data_queue.empty()!=True:
+ # self.AI_client_voice_chat_send(record_data_queue.get())
+ # else:
+ # break
+ #self.AI_client_voice_chat_end_speech()
+ #fd.close()
+ #self.VC_websocket_stop_flasg = 0
+ #if self.AI_TYPE == AI_TYPE_voice_chat:
+
+ print("VC_record_thread:exit")
+ self.VC_record_thread_id = 0#线程退出
+ #开始会话
+ def AI_client_voice_chat_start_requset(self):
+ json_data = \
+ {
+ "header":{
+ "trace_id":"ailaqbo0r6o",
+ "event":"Start"
+ },
+ "payload":{
+ "device_id":"test_device_id",
+ "user_agent":"python",
+ "in_format":"pcm",
+ "out_format":"mp3",
+ "sample_rate":8000
+ }
+ }
+ self.AI_client_voice_chat_send(ujson.dumps(json_data))
+ self.voice_chat_state = VC_State_None
+ #请求上传语音
+ def AI_client_voice_chat_speak_requset(self):
+ json_data = \
+ {
+ "header": {
+ "namespace": "VoiceChat",
+ "name": "RequestToSpeak",
+ "appkey": self.VC_appkey,
+ "message_id":self.VC_message_id,
+ "task_id": self.VC_task_id
+ },
+ "payload": {
+ "dialog_id": self.VC_dialog_id,
+ }
+ }
+ self.AI_client_voice_chat_send(ujson.dumps(json_data))
+ #开始上传语音
+ def AI_client_voice_chat_send_speech(self):
+ json_data = \
+ {
+ "header":{
+ "trace_id":"ailaqbo0r6o",
+ "event":"SendSpeech"
+ },
+ "payload":
+ {
+ "dialog_id":self.VC_dialog_id
+ }
+ }
+ self.AI_client_voice_chat_send(ujson.dumps(json_data))
+ self.VC_Speech_Start()#开启线程获取录音数据
+ #结束上传语音
+ def AI_client_voice_chat_end_speech(self):
+ json_data = \
+ {
+ "header":{
+ "trace_id":"ailaqbo0r6o",
+ "event":"StopSpeech"
+ },
+ "payload":{
+ "dialog_id":self.VC_dialog_id
+ }
+ }
+ self.AI_client_voice_chat_send(ujson.dumps(json_data))
+ self.VC_Speech_End()#停止线程录音
+ #####################################################
+ #北科聚合平台
+ #####################################################
+ #AI识别链路
+ def websocket_connect_chat(self):
+ print("websocket_connect_chat:{}!!!!!!!!!!!!!!!!!!!!!".format(self.AI_client_chat_isconnect))
+ #if self.AI_client_chat_isconnect == 0:
+ # 创建客户端, debug=True输出日志, ip和端口需要自己填写, 或者是域名
+ try:
+
+ self.AI_client_chat = uwebsocket.Client.connect('wss://nls-gateway-cn-beijing.aliyuncs.com/ws/v1',headers=Headers, debug=False)
+ except Exception as e: #网络连接异常
+ usys.print_exception(e)
+ print("websocket_connect_chat error!!!\r\n")
+ self.connect_timerout_popup(2)
+ return
+ # 线程接收数据
+ if self.AI_client_chat_recv_id != 0:
+ try:
+ _thread.stop_thread(self.AI_client_chat_recv_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_client_chat_recv_id = 0
+ self.AI_client_chat_recv_id = _thread.start_new_thread(self.AI_client_chat_recv, (self.AI_client_chat,))
+ self.AI_client_chat_isconnect = 1
+ def websocket_deconnect_chat(self):
+ if self.AI_client_chat_isconnect == 1:
+ self.AI_client_chat_isconnect = 0
+ self.AI_client_chat.close()
+
+ def AI_client_chat_send(self,data_str):
+ chat_data_str = "{\"type\":\"chat\",\"content\":\"%s\"}"%(data_str)
+ #self.AI_client_chat.send(chat_data_str)
+ self.AI_send_data_queue.put([AI_client_chat_num,chat_data_str])
+ #Ai chat读数据
+ def AI_client_chat_recv(self,cli):
+ while True:
+ try:
+ # 死循环接收数据
+ recv_data = cli.recv()
+ if not recv_data:
+ # 服务器关闭连接或客户端关闭连接
+ print("AI_client_chat_recv close")
+ #self.AI_client_chat_isconnect = 0
+ #self.websocket_deconnect_chat()
+ break
+ try:
+ #print("AI_client_chat_recv recv_data = {}".format(recv_data))
+ jsload_data = ujson.loads(recv_data)
+ #print("AI_client_chat_recv jsload_data = {}".format(jsload_data))
+ chat_data = jsload_data["content"]
+ if chat_data:
+ #self.AI_client_tts_send(jsload_data["content"])#TTS语音播放AI结果
+ print("AI_client_chat_recv chat_data = {}".format(chat_data))
+ self.AI_label_str+=str(chat_data)
+ self.AI_client_chat_play_str+=str(chat_data)
+ self.think_end_result()
+ if self.TTS_PRO_TYPE == 1:
+ AI_label.set_text(self.AI_label_str)
+ # EventMesh.publish("system_sleep_rest")#防止黑屏
+ else:
+ # if self.AI_label_str:
+ # self.AI_client_tts_send(self.AI_label_str)#TTS语音播放AI结果
+ print("AI_client_chat_recv chat_data start\r\n")
+ if jsload_data['type']=='start':
+ self.AI_label_str = ""
+ self.AI_client_chat_end_flag = 0
+ self.AI_client_tts_data_len = 0
+ self.websocket_connect_tts() #连接tts
+ #
+ elif jsload_data['type']=='end':
+ print("chat end!!!!!!!!!!!!!!")
+ self.AI_client_chat_end_flag = 1
+ if len(self.AI_client_chat_play_str) > 100:
+ utime.sleep_ms(100)
+ except Exception as e:
+ usys.print_exception(e)
+
+ except Exception as e:
+ usys.print_exception(e)
+ break
+ self.AI_client_chat_isconnect = 0
+ self.AI_client_chat_recv_id = 0
+##############################################################################
+ #文字转语音链路
+ def websocket_connect_tts(self):
+ print("websocket_connect_tts:{}!!!!!!!!!!!!!!!!!!!!!!".format(self.AI_client_tts_isconnect))
+ if self.AI_client_tts_isconnect == 0:
+ try:
+ # self.AI_client_tts = uwebsocket.Client.connect('ws://40.67.151:9099/tts/', debug=False)
+ self.AI_client_tts = uwebsocket.Client.connect('ws://118.145.158.207:80/tts/long-text-stream', debug=False)
+ except Exception as e: #网络连接异常
+ usys.print_exception(e)
+ print("websocket_connect_tts ERROR:{}\r\n".format(e))
+ self.connect_timerout_popup(2)
+ return
+ print("websocket_connect_tts:self.AI_client_tts {}\r\n".format(self.AI_client_tts))
+ # 线程接收数据
+ if self.AI_client_tts_recv_id != 0:
+ try:
+ _thread.stop_thread(self.AI_client_tts_recv_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_client_tts_recv_id = 0
+ #_thread.stack_size(20*1024)
+ self.AI_client_tts_recv_id = _thread.start_new_thread(self.AI_client_tts_recv, (self.AI_client_tts,))
+ #_thread.stack_size(8*1024)
+ self.AI_client_tts_isconnect = 1
+ self.AI_client_tts_start()
+ def websocket_deconnect_tts(self):
+ if self.AI_client_tts_isconnect == 1:
+ self.AI_client_tts_isconnect = 0
+ try:
+ self.AI_client_tts.close()
+ except Exception as e:
+ usys.print_exception(e)
+ def AI_client_tts_timer_cb(self,*argc):
+ # EventMesh.publish("system_sleep_rest")#防止黑屏
+ self.tts_time_count+=1
+ if self.play_flag == 0:
+ return
+ if self.TTS_PRO_TYPE == 1:
+ #tts数据入队
+ self.AI_client_tts_put_data()
+ #print("AI_audio_queue.size:{},AI_send_data_queue.size:{} self.AI_client_chat_play_str:{} self.AI_client_tts_tra_flag:{}\r\n".format(self.AI_audio_queue.size(),self.AI_send_data_queue.size(),self.AI_client_chat_play_str,self.AI_client_tts_tra_flag) )
+ #字符串分段发送,等待播放缓存变小
+ if len(self.AI_client_chat_play_str) > 0 and self.AI_client_tts_data_len < 150*1024 :#and (self.AI_client_tts_str_total_len <100 or self.AI_client_tts_str_total_len - self.AI_client_tts_data_total_len//672 < 60)缓存200k以下,且tts发送文字字节数比返回音频数据少60字节
+
+ self.tts_time_outcount+=1
+ # play_str = split_string(self.AI_client_chat_play_str,40)#
+ # if play_str =="":#没找到句号或者逗号,切割字符串
+ if self.TTS_PRO_TYPE == 1:
+ play_str = sub_utf8_String(self.AI_client_chat_play_str,20)#按中文切割字符串
+ self.AI_client_tts_str_total_len += len(play_str)
+ elif self.TTS_PRO_TYPE == 0:
+ if self.AI_audio_queue.size() >= 4 or self.AI_client_tts_tra_flag == 1 or (self.tts_time_outcount < 3 and len(self.AI_client_chat_play_str) < 100):#存了超过4句,就等小于3次在转化
+ return
+ play_str = split_string(self.AI_client_chat_play_str,50,100)#按逗号,句号切割
+ if play_str =="" or len(play_str) > 100:#没找到句号或者逗号,切割字符串
+ play_str = sub_utf8_String(self.AI_client_chat_play_str,100)#按中文切割字符串
+ self.AI_client_tts_tra_flag = 1
+ self.AI_client_tts_str_sen = play_str
+ if len(play_str) == 0:
+ return
+ self.AI_client_tts_send(play_str)#TTS语音播放AI结果
+ self.AI_client_chat_play_str = self.AI_client_chat_play_str[len(play_str):]
+ #print("TTS play:len{},data{}".format(len(play_str),play_str))
+ if self.TTS_PRO_TYPE == 1 and len(self.AI_client_chat_play_str) <=0 and self.AI_client_chat_end_flag ==1 :
+ self.AI_client_chat_end_flag=0
+ self.AI_client_tts_end()
+
+ def AI_client_tts_send(self,data_str):
+ data_l = {}
+ if self.TTS_PRO_TYPE == 1:
+
+ data_l ={"header": {"event": "RunSynthesis","trace_id": self.get_trace_id()},"payload": {"text":"%s"%(data_str)}}
+ elif self.TTS_PRO_TYPE == 0:
+ data_l ={
+ "header": {
+ "event": "LongTextStream",
+ "trace_id": self.get_trace_id()
+ },
+ "payload": {
+ "voice":"zhixiaomei",#"xiaoyun",
+ "format":"mp3",
+ "sample_rate":8000,
+ "volume":90,
+ "speech_rate":30,
+ "text":"%s"%(data_str)
+ }
+ }
+ json_data = ujson.dumps(data_l)
+ self.AI_send_data_queue.put([AI_client_tts_num,json_data])
+ def AI_client_tts_start(self):
+ data_l ={"header": {"event": "StartSynthesis","trace_id": self.get_trace_id()},
+ "payload": {"voice":"xiaoyun","format":"mp3","sample_rate":8000,"volume":60,"speech_rate":1,}}
+ #print("\r\nAI_client_tts_start!!!!!!!!!!!!\r\n")
+ json_data = ujson.dumps(data_l)
+ #print("AI_client_tts_send:{}".format(json_data))
+ self.record.stop()#关闭录音
+ self.record_timer.stop()#关闭定时器
+ self.tts_time_count = 0
+ self.tts_data_tmp = b''
+
+ self.AI_client_tts_data_total_len = 0
+ self.AI_client_tts_str_total_len= 0
+
+ #self.AI_client_tts_str_sen = ""
+ if self.TTS_PRO_TYPE == 1:
+ self.AI_client_tts_data_len = 0
+ self.AI_client_tts_tra_flag = 1
+ self.AI_client_tts.send(json_data)
+ utime.sleep_ms(100)
+ #self.AI_send_data_queue.put([AI_client_tts_num,json_data])
+ def AI_client_tts_end(self):
+ if self.TTS_PRO_TYPE == 1:
+ data_l ={"header": {"event": "StopSynthesis","trace_id": self.get_trace_id()}}
+ json_data = ujson.dumps(data_l)
+ self.AI_send_data_queue.put([AI_client_tts_num,json_data])
+ #TTS数据入队
+ def AI_client_tts_put_data(self):
+ #存够5k数据或者3秒超时
+ if (self.AI_client_tts_full_sentence_flag == 1 and len(self.tts_data_tmp) >30*1024) \
+ or self.tts_time_count >= 3 \
+ or (self.AI_client_tts_full_sentence_flag == 1 and self.AI_client_tts_tra_flag == 1 and len(self.tts_data_tmp) >5*1024):
+ self.AI_client_tts_full_sentence_flag == 0
+ #self.AI_client_tts_data_len +=len(self.tts_data_tmp)
+ if self.AI_client_tts_tra_flag == 1:#第一个数据去掉头
+ self.tts_data_tmp = self.tts_data_tmp[9:]
+ if len(self.tts_data_tmp)>0:
+ self.AI_audio_queue.put([self.tts_data_tmp,self.AI_client_tts_str_sen])
+ print("入:{},{}".format(len(self.tts_data_tmp),self.AI_client_tts_data_len))
+ self.tts_time_count = 0
+ self.tts_data_tmp = b''
+ if self.TTS_PRO_TYPE == 1:
+ self.AI_client_tts_tra_flag = 0
+ gc.collect()#GC主动回收内存
+ #文字转语音链路读数据
+ def AI_client_tts_recv(self,cli):
+ recv_data_len_same_count = 0
+ recv_data_len = 0
+ while True:
+ try:
+ # 死循环接收数据
+
+ recv_data = cli.recv()
+ if not recv_data:
+ # 服务器关闭连接或客户端关闭连接
+ print("AI_client_tts_recv close!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!\r\n")
+ print("AI_client_tts_recv close!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!\r\n")
+ break
+ try:
+ # print("AI_client_tts_recv :{}".format(len(recv_data)))
+ #结束标志{"header":{"event":"EndSynthesis","msg":"success","status":20000000,"task_id":"ffd727e620000803280c5a6498d0e321"}}
+ if isinstance(recv_data, str):
+ print("AI_client_tts_recv:str recv_data:{}".format(recv_data))
+ if recv_data.find('\"event\":\"EndSynthesis\"') != -1:
+ print("EndSynthesis!!!!!!!!!!!!!!!!!\r\n")
+ print("EndSynthesis!!!!!!!!!!!!!!!!!!\r\n")
+ #self.tts_data_tmp=self.tts_data_tmp[9:-100]
+ try:
+ self.websocket_deconnect_tts()#断开
+ except Exception as e: #网络连接异常
+ usys.print_exception(e)
+
+
+ self.tts_time_count = 60#立即发送剩余数据
+ self.AI_client_tts_put_data()
+
+ self.AI_client_tts_full_sentence_flag = 1
+ break
+ if recv_data.find('\"msg\":\"success\"') == -1:
+ break
+ else:
+ #判断是否是一个完整的句子
+ recv_data_len_tmp = len(recv_data)
+ if self.TTS_PRO_TYPE == 1:
+ print("recv_data_len_same_count:{}".format(recv_data_len_same_count))
+ if recv_data_len == recv_data_len_tmp:
+ recv_data_len_same_count+=1
+ else:
+ if recv_data_len_same_count > 2:#认为是完整的句子
+ self.AI_client_tts_full_sentence_flag = 1
+ print("self.AI_client_tts_full_sentence_flag = 1!!!!!!!!!!!!")
+ recv_data_len_same_count = 0
+ recv_data_len = recv_data_len_tmp
+ self.tts_data_tmp+=recv_data
+ self.AI_client_tts_data_len+=recv_data_len_tmp
+ self.AI_client_tts_data_total_len += recv_data_len_tmp
+ if self.TTS_PRO_TYPE == 1:
+ self.AI_client_tts_put_data()
+ #utime.sleep_ms(1000)
+ except Exception as e:
+ usys.print_exception(e)
+ # print(recv_data)
+ # print(type(recv_data))
+ mem = gc.mem_free()
+ print('2剩余内存RAM:{} KB'.format(mem / 1024))
+ except Exception as e:
+ usys.print_exception(e)
+ break
+ self.AI_client_tts_isconnect = 0
+ self.AI_client_tts_recv_id = 0
+ self.AI_client_tts_tra_flag = 0
+#######################################################################
+ #语音转文字链路
+ def websocket_connect_asr(self):
+ print("websocket_connect_asr:{}!!!!!!!!!!!!!!!!!!!!".format(self.AI_client_asr_isconnect))
+ try:
+ self.websocket_deconnect_asr()#先断一次,预防出错
+ except Exception as e:
+ usys.print_exception(e)
+
+ try:
+ self.AI_client_asr = uwebsocket.Client.connect('ws://118.145.158.207:80/asr/ws', debug=False)
+ except Exception as e: #网络连接异常
+ usys.print_exception(e)
+ print("websocket_connect_asr error!!!\r\n")
+ self.connect_timerout_popup(2)
+ return
+ # 线程接收数据
+ if self.AI_client_asr_recv_id != 0:
+ try:
+ _thread.stop_thread(self.AI_client_asr_recv_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_client_asr_recv_id = 0
+ self.AI_client_asr_recv_id = _thread.start_new_thread(self.AI_client_asr_recv, (self.AI_client_asr,))
+ self.AI_client_asr_isconnect = 1
+ def websocket_deconnect_asr(self):
+ if self.AI_client_asr_isconnect == 1:
+ self.AI_client_asr_isconnect = 0
+ self.AI_client_asr.close()
+ def AI_client_asr_send(self,data_bytes):
+ #self.AI_client_asr.send(data_bytes)
+ self.AI_send_data_queue.put([AI_client_asr_num,data_bytes])
+ def AI_client_asr_start(self):
+ self.AI_send_data_queue.put([AI_client_asr_num,"{\"header\":{\"event\":\"StartTranscription\",\"trace_id\":\"%s\"},\"payload\":{\"format\":\"amr\",\"sample_rate\":8000}}"%(self.get_trace_id())])
+ #语音转文字链路读数据
+ def AI_client_asr_recv(self,cli):
+
+ while True:
+ try:
+ # 死循环接收数据
+ recv_data = cli.recv()
+ if not recv_data:
+ # 服务器关闭连接或客户端关闭连接
+ print("AI_client_asr_recv close")
+ #self.AI_client_asr_isconnect = 0
+ #self.websocket_deconnect_asr()
+ break
+ try:
+ if isinstance(recv_data, str):
+ jsload_data = ujson.loads(recv_data)
+ print("jsload_data = {}".format(jsload_data))
+ if recv_data.find('\"result\"') == -1:
+ #if jsload_data["result"] == None:
+ print("continue recv_data:{}".format(recv_data))
+ continue
+ if jsload_data["result"] == None:
+ print("continue recv_data:{}".format(recv_data))
+ continue
+ if jsload_data["result"]["result"]:
+ self.AI_listen_text = str(jsload_data["result"]["result"])
+ al_listen_screen_title1.set_text(str(jsload_data["result"]["result"]))
+ # AI_listen_text.set_text(str(jsload_data["result"]["result"]))
+ if jsload_data["result"]["is_end"] == True: #{"type":"chat","content":"你好"}
+ self.talk_ars_end()
+ break
+ #chat_data = bytearray(chat_data_str)
+ # AI_label.set_text("思考中...")
+ # self.AI_client_chat_send(str(jsload_data["result"]["result"]))
+ # print("chat_data:{}".format(str(jsload_data["result"]["result"])))
+ # self.record.stop()#关闭录音
+ # self.record_timer.stop()#关闭定时器
+
+ # try:
+ # self.websocket_deconnect_asr()
+ # break
+ # except Exception as e:
+ # usys.print_exception(e)
+ elif jsload_data["result"]["is_end"] == False:
+ self.AI_listen_end = 0
+ # AI_label.set_text("语音识别中...")
+ except Exception as e:
+ print("error recv_data:{}".format(recv_data))
+ usys.print_exception(e)
+
+ except Exception as e:
+ usys.print_exception(e)
+ break
+ self.AI_client_asr_isconnect = 0
+ self.AI_client_asr_recv_id = 0
+ ###############################################
+ #发送数据队列
+ def AI_send_data_queue_thread(self):
+ while True:
+ #data[0]是websocket连接对象编号,data[1]是数据
+ if self.VC_websocket_stop_flasg == 1:
+ utime.sleep_ms(1)
+ continue
+ data = self.AI_send_data_queue.get()
+ if data != None:
+ try:
+ #data["func"](data["data"])
+ # self.record.stop()
+ # self.aud.playStream(4, data)
+ # self.record.stream_start(audio.Record.AMRNB, 8000, 60)
+ # 发送数据
+ #bytes_data = bytes(data[1])
+ #data[0].send(data[1])
+ if data[0] == AI_client_chat_num:
+ if self.AI_client_chat_isconnect == 0:
+ try:
+ self.websocket_connect_chat()
+ except Exception as e: #网络连接异常
+ usys.print_exception(e)
+ if self.AI_client_chat != None:
+ tmp = self.AI_client_chat.send(data[1])
+ print("chat send_data:{} tmp:{}".format(len(data[1]),tmp))
+ if data[0] == AI_client_asr_num:
+ if isinstance(data[1], str):
+ print("ASR:AI_client_asr_isconnect:{},data:{}",self.AI_client_asr_isconnect,data[1])
+ if self.AI_client_asr_isconnect == 0:
+ try:
+ self.websocket_connect_asr()
+ except Exception as e: #网络连接异常
+ usys.print_exception(e)
+ print("asr send_data:{}".format(len(data[1])))
+ if self.AI_client_asr != None:
+ self.AI_client_asr.send(data[1])
+ if data[0] == AI_client_tts_num:
+ if self.AI_client_tts_isconnect == 0:
+ try:
+ self.websocket_connect_tts()
+ except Exception as e: #网络连接异常
+ usys.print_exception(e)
+ print("tts send_data:{}".format((data[1])))
+ if self.AI_client_tts != None:
+ self.AI_client_tts.send(data[1])
+ if data[0] == AI_client_voice_chat_num:
+ if self.AI_client_voice_chat_isconnect == 0:
+ try:
+ self.websocket_connect_voice_chat()
+ except Exception as e: #网络连接异常
+ usys.print_exception(e)
+ self.pingping_timerout = 0
+ #print("VC: send_data len:{}".format(len(data[1])))
+ if self.AI_client_voice_chat != None:
+ self.AI_client_voice_chat.send(data[1])
+ #print("VC: send_data end")
+ except Exception as e:
+ print("DeviceInfo_queue_thread:ERROR:{}".format(e))
+ usys.print_exception(e)
+ if data[0] == AI_client_chat_num:
+ self.AI_client_chat_isconnect = 0
+ try:
+ self.websocket_connect_chat()
+ except Exception as e: #网络连接异常
+ usys.print_exception(e)
+ if data[0] == AI_client_asr_num:
+ self.AI_client_asr_isconnect = 0
+ try:
+ self.websocket_connect_asr()
+ except Exception as e: #网络连接异常
+ usys.print_exception(e)
+ if data[0] == AI_client_tts_num:
+ count =10
+ while 1:
+ count-=1
+ if count<=0:
+ break
+ self.AI_client_tts_isconnect = 0
+ try:
+ self.websocket_connect_tts()
+ except Exception as e: #网络连接异常
+ usys.print_exception(e)
+ #self.AI_client_tts_start()
+ if self.AI_client_tts_isconnect == 1:
+ try:
+ if self.AI_client_tts != None:
+ self.AI_client_tts.send(data[1])
+ break
+ except Exception as e:
+ usys.print_exception(e)
+ if data[0] == AI_client_voice_chat_num:
+ self.AI_client_voice_chat_isconnect = 0
+ try:
+ self.websocket_connect_voice_chat()
+ except Exception as e: #网络连接异常
+ usys.print_exception(e)
+
+ ############################################
+ # 音频队列
+ def AI_audio_queue_thread(self):
+
+ while True:
+ try:
+ if 1: #self.audio_play_state == 0:
+ #print("AI_audio_queue_thread")
+ if self.play_flag == 1:
+ self.play_flag_init = 1
+ data = self.AI_audio_queue.get()
+
+ #self.AI_client_tts_data_len=len(data)
+ print("audio_queue:len:{},data{} self.play_flag:{}\r\n".format(len(data[0]),data[1],self.play_flag))
+ if len(data[0]) > 1:
+ if self.TTS_PRO_TYPE == 0:
+ if self.play_flag == 1:
+ if self.AI_TYPE == AI_TYPE_voice_chat:
+ self.AI_label_answer=data[1]
+ else :
+ self.AI_label_answer+=data[1]
+ EventMesh.publish("publish_message_event_ui",{"func":self.ai_talk_end_show_text_cb,"data":0})
+ # AI_label.set_text(self.AI_label_answer)
+ try:
+ if self.play_flag == 1:
+ tmp= self.aud.playStream(3, data[0])#播放音频流
+
+ if tmp != 0:
+ print("2playStream:error tmp:{} data len:{}!!!!!!!!!!!!".format(tmp,len(data[0])))
+ self.AI_client_tts_data_len -=len(data[0])
+ if len(self.AI_client_chat_play_str) == 0: #播放完了
+ self.play_end = 1
+ print("出:{},{}!!!".format(len(data[0]),self.AI_client_tts_data_len))
+ mem = gc.mem_free()
+ print('1剩余内存RAM:{} KB'.format(mem / 1024))
+ except Exception as e:
+ print("AI_audio_queue_thread:ERROR:")
+ usys.print_exception(e)
+ else:
+ if self.play_flag_init == 1:
+ self.play_flag_init = 0
+ self.aud.stopPlayStream()
+ utime.sleep_ms(2)
+ except Exception as e:
+ print("AI_audio_queue_thread:ERROR:")
+ usys.print_exception(e)
+
+ def lcd_off(self):
+ self.play_flag = 0
+ self.aud.stopPlayStream()
+ self.aud.stopAll()
+ EventMesh.publish("publish_message_event_ui",{"func":self.upload_img,"data":0})
+ self._1S_timer.stop()
+
+ def lcd_on(self):
+ # self.play_flag = 1
+ # EventMesh.publish("publish_message_event_ui",{"func":self.upload_img,"data":1})
+ self._1S_timer.start(1000,1,self._1S_timer_cb)
+
+ def Close(self):
+ try:
+ #销毁线程
+ if self.AI_audio_queue_thread_id != 0:
+ try:
+ _thread.stop_thread(self.AI_audio_queue_thread_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_audio_queue_thread_id = 0
+ if self.AI_send_data_queue_thread_id != 0:
+ try:
+ _thread.stop_thread(self.AI_send_data_queue_thread_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_send_data_queue_thread_id = 0
+ if self.AI_client_chat_recv_id != 0:
+ try:
+ _thread.stop_thread(self.AI_client_chat_recv_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_client_chat_recv_id = 0
+ if self.AI_client_tts_recv_id != 0:
+ try:
+ _thread.stop_thread(self.AI_client_tts_recv_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_client_tts_recv_id = 0
+ if self.AI_client_asr_recv_id != 0:
+ try:
+ _thread.stop_thread(self.AI_client_asr_recv_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_client_asr_recv_id = 0
+ if self.AI_client_voice_chat_recv_id != 0:
+ try:
+ _thread.stop_thread(self.AI_client_voice_chat_recv_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_client_voice_chat_recv_id = 0
+ if self.VC_record_thread_id != 0:
+ try:
+ _thread.stop_thread(self.VC_record_thread_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.VC_record_thread_id = 0
+ except Exception as e:
+ usys.print_exception(e)
+
+ if self.record_pcm != None:
+ print("Close:record_pcm.close()!!!!!!!!!!!!!!!!!!")
+ self.record_pcm.close()
+ self.record_pcm=None
+
+ self._1S_timer.stop()
+ self.AI_send_data_queue.clear()
+ print("close:AI_send_data_queue:size:{}".format(self.AI_send_data_queue.size()))
+ self.AI_audio_queue.clear()
+ self.AI_client_tts_str_sen = ''
+ self.record_timer.stop()
+ self.AI_client_tts_timer.stop()
+ self.aud.stopPlayStream()
+ self.aud.stopAll()
+ self.AI_client_chat_play_str = ""
+ self.AI_client_tts_tra_flag = 0
+ self.record.stop()#关闭录音
+ Record_read_buf = bytearray(self.Audio_buf_size)
+ for i in range(10):
+ Record_len = self.record.stream_read(Record_read_buf, self.Audio_buf_size)
+ print("Record_len:!!!!!!{}\r\n".format(Record_len))
+ if Record_len <= 0:
+ break
+ self.AI_label_answer = ""
+ self.refresh_count = 0
+ self.refresh_texttimer.stop()
+ self.clear_flag()
+ num = EventMesh.publish("get_volum_size")
+ if num == None:
+ num = 8
+ self.aud.setVolume(num)#恢复原始音量
+ try:
+ self.websocket_deconnect_asr()
+ self.websocket_deconnect_tts()
+ self.websocket_deconnect_chat()
+ self.websocket_deconnect_voice_chat()
+ except Exception as e:
+ usys.print_exception(e)
+
+ def done_bottom_to_top(self):
+ print("done_bottom_to_top:")
+ self.hard_flag_next = 1
+
+ def done_top_to_bottom(self):
+ # self.timer_start_cb()
+ print("done_top_to_bottom")
+ self.hard_flag_prev = 1
+ pass
+
+ def done_return(self):
+ EventMesh.publish("load_screen", {"screen": "main_menu"})
+
+ # def done_left_to_right(self):
+ # # print("ai done_right_to_left\r\n")
+ # if (AI_talk_end_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or (AI_listen_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or\
+ # (AI_talk_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or (AI_no_net_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or \
+ # (AI_connect_timerout_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or (AI_not_listen_text_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False or \
+ # (AI_think_screen.has_flag(lv.obj.FLAG.HIDDEN)) == False:
+ # EventMesh.publish("return_prev_screen")
+
+ def btn1_release(self):
+ EventMesh.publish("load_screen", {"screen": "main_menu"})
+ pass
+
+ def btn8_press(self):
+ EventMesh.publish("watch_top_show")
+ EventMesh.publish("load_screen", {"screen": "main_menu"})
+ pass
+