--- /dev/null
+import utime
+import audio
+from machine import Pin
+import osTimer
+import _thread
+from queue import Queue
+from ui import style_font_youyuan_20,style_screen,Screen,style_font_youyuan_20_black,style_img,LCD_SIZE_H,LCD_SIZE_W
+import uwebsocket
+import usys
+import EventMesh
+import constants
+import ujson
+import lvgl as lv
+
+def sub_utf8_String(string,length):
+ if length >= len(string):
+ return string
+ i = 0
+ p = 0
+ while True:
+ ch = ord(string[i])
+ #1111110x
+ if ch >= 252:
+ p = p + 6
+ #111110xx
+ elif ch >= 248:
+ p = p + 5
+ #11110xxx
+ elif ch >= 240:
+ p = p + 4
+ #1110xxxx
+ elif ch >= 224:
+ p = p + 3
+ #110xxxxx
+ elif ch >= 192:
+ p = p + 2
+ else:
+ p = p + 1
+ if p >= length:
+ break
+ else:
+ i = p
+
+ return string[0:i]
+
+style_AI_btn = lv.style_t()
+style_AI_btn.init()
+style_AI_btn.set_bg_color(lv.color_make(0x1E, 0x26, 0xff))
+style_AI_btn.set_border_width(0)
+style_AI_btn.set_shadow_opa(0)
+
+style_common_bg_rect_btn_pressed = lv.style_t()
+style_common_bg_rect_btn_pressed.init()
+style_common_bg_rect_btn_pressed.set_bg_color(lv.color_make(0x1E, 0x26, 0xff))
+style_common_bg_rect_btn_pressed.set_bg_opa(100)
+style_common_bg_rect_btn_pressed.set_border_width(0)
+style_common_bg_rect_btn_pressed.set_shadow_opa(0)
+
+# style_font_20_ai_green = lv.style_t()
+# style_font_20_ai_green.init()
+# style_font_20_ai_green.set_text_color(lv.color_make(0x00, 0xf0, 0x00))
+# style_font_20_ai_green.set_bg_color(lv.color_make(0x00, 0xff, 0x2a))
+# style_font_20_ai_green.set_text_font_v2("font_28.bin",28,0)
+
+# style_font_20_ai_white = lv.style_t()
+# style_font_20_ai_white.init()
+# style_font_20_ai_white.set_text_color(lv.color_make(0x00, 0xf0, 0x00))
+# style_font_20_ai_white.set_bg_color(lv.color_make(0xff, 0xff, 0xff))
+# style_font_20_ai_white.set_text_font_v2("font_28.bin",28,0)
+
+style_font_20_ai_white = lv.style_t()
+style_font_20_ai_white.init()
+style_font_20_ai_white.set_radius(0)
+style_font_20_ai_white.set_bg_color(lv.color_make(0xff, 0xff, 0xff))
+#style_font_20_ai_white.set_bg_grad_color(lv.color_make(0x21,0x95,0xf6))
+style_font_20_ai_white.set_bg_grad_dir(lv.GRAD_DIR.NONE)
+style_font_20_ai_white.set_bg_opa(255)
+style_font_20_ai_white.set_text_color(lv.color_make(0x00, 0x00, 0x00))
+style_font_20_ai_white.set_text_font_v2("font_28.bin",28,0)
+
+style_font_20_ai_green = lv.style_t()
+style_font_20_ai_green.init()
+style_font_20_ai_green.set_radius(0)
+style_font_20_ai_green.set_bg_color(lv.color_make(0x00, 0xff, 0x2a))
+#style_font_20_ai_green.set_bg_grad_color(lv.color_make(0x21,0x95,0xf6))
+style_font_20_ai_green.set_bg_grad_dir(lv.GRAD_DIR.NONE)
+style_font_20_ai_green.set_bg_opa(255)
+style_font_20_ai_green.set_text_color(lv.color_make(0x00, 0x00, 0x00))
+style_font_20_ai_green.set_text_font_v2("font_28.bin",28,0)
+
+AI_screen = lv.obj()
+print("AI_screen")
+AI_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+AI_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+AI_screen_list_screen = lv.obj(AI_screen)
+AI_screen_list_screen.set_pos(0, 0)
+AI_screen_list_screen.set_size(LCD_SIZE_W, LCD_SIZE_H-60)
+AI_screen_list_screen.set_scrollbar_mode(lv.SCROLLBAR_MODE.OFF)
+AI_screen_list_screen.add_style(style_screen, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+
+
+AI_press_btn = lv.btn(AI_screen)
+AI_press_btn.set_pos(10, (LCD_SIZE_H-60)+4)
+AI_press_btn.set_size(LCD_SIZE_W-20, 56)
+AI_press_btn.add_style(style_AI_btn, lv.PART.MAIN | lv.STATE.DEFAULT)
+AI_press_btn.add_style(style_common_bg_rect_btn_pressed, lv.PART.MAIN | lv.STATE.PRESSED)
+AI_press_btn.set_style_radius(30,0)
+
+AI_press_label = lv.label(AI_screen)
+AI_press_label.set_text("单击说话")
+AI_press_label.set_size(LCD_SIZE_W, 38)
+AI_press_label.set_pos(0,(LCD_SIZE_H-60)+22)
+AI_press_label.set_style_text_align(lv.TEXT_ALIGN.CENTER, 0)
+AI_press_label.add_style(style_font_youyuan_20, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+
+AI_press_label_countdown = lv.label(AI_screen_list_screen)
+AI_press_label_countdown.set_pos(30, 20)
+AI_press_label_countdown.set_size(LCD_SIZE_W-30, 80)
+AI_press_label_countdown.set_text(" ")
+AI_press_label_countdown.set_long_mode(lv.label.LONG.WRAP)
+AI_press_label_countdown.set_style_text_align(lv.TEXT_ALIGN.RIGHT, 0)
+AI_press_label_countdown.add_style(style_font_20_ai_green, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+AI_label = lv.label(AI_screen_list_screen)
+AI_label.set_pos(0, 130)
+AI_label.set_size(LCD_SIZE_W-30, 80)
+AI_label.set_text(" ")
+AI_label.set_long_mode(lv.label.LONG.WRAP)
+AI_label.set_style_text_align(lv.TEXT_ALIGN.LEFT, 0)
+AI_label.add_style(style_font_20_ai_white, lv.PART.MAIN | lv.STATE.DEFAULT)
+
+
+class AIScreen(Screen):#AI_GUI
+ #
+ NAME = "AI_success"
+
+ def __init__(self):
+ super().__init__()
+ self.meta = AI_screen
+ self.meta_type = "popup"
+ self.Audio_buf_size = 8*1024
+ self.record_timer = osTimer()
+ self.record = audio.Record()
+ #self.record.end_callback(self.record_callback)
+ self.record.gain_set(4,10)
+ self.aud = audio.Audio(0)
+ self.audio_play_start = 0
+ self.audio_play_state = 0 #音频播放完状态
+ self.aud.setCallback(self.audio_cb)
+
+ self.AI_audio_queue_thread_id = 0
+ self.AI_send_data_queue_thread_id = 0
+ self.AI_client_chat_recv_id = 0
+ self.AI_client_tts_recv_id = 0
+ self.AI_client_asr_recv_id = 0
+ self.AI_client_asr = None
+ self.AI_client_asr_isconnect = 0 #是否连接成功
+ self.AI_client_asr_num = 0
+ self.AI_client_chat = None
+ self.AI_client_chat_isconnect = 0 #是否连接成功
+ self.AI_client_chat_num = 1
+ self.AI_client_chat_play_str = ""
+ self.AI_client_tts = None
+ self.AI_client_tts_isconnect = 0 #是否连接成功
+ self.AI_client_tts_num = 2
+ self.AI_client_tts_timer = osTimer()
+ self.AI_client_tts_data_len = 0
+ self.press_state = 0
+ self.AI_label_str = ""
+ # AI_press_btn.add_event_cb(lambda e: EventMesh.callback_wrapper(self.talking_cb(e)),
+ # lv.EVENT.LONG_PRESSED, None)
+ # AI_press_btn.add_event_cb(lambda e: EventMesh.callback_wrapper(self.sending_cb(e)),
+ # lv.EVENT.RELEASED, None)
+ AI_press_btn.add_event_cb(lambda e: EventMesh.callback_wrapper(self.talking_cb(e)),
+ lv.EVENT.RELEASED, None)
+ def initialization(self):
+ self.aud.setVolume(11)#设置最大声录音
+ self.AI_audio_queue = Queue(100)
+ self.AI_audio_queue_thread_id = _thread.start_new_thread(self.AI_audio_queue_thread, ())
+
+ self.AI_send_data_queue = Queue(100)
+ self.AI_send_data_queue_thread_id = _thread.start_new_thread(self.AI_send_data_queue_thread, ())
+ self.AI_client_tts_timer.start(1000,1,self.AI_client_tts_timer_cb)
+ EventMesh.publish("publish_message_event_ui",{"func":self.websocket_connect,"data":""})
+ def websocket_connect(self,data):
+ self.websocket_connect_asr()
+ self.websocket_connect_chat()
+ self.websocket_connect_tts()
+
+ pass
+
+ def audio_cb(self,event):
+ if event == 0:
+ self.audio_play_state =1
+ print('audio-play start.')
+ elif event == 7:
+ self.audio_play_state = 0
+ # if self.AI_audio_queue.size() > 0:
+ # data = self.AI_audio_queue.get()
+ # print("audio_queue:data:{}".format(len(data)))
+ # if len(data) > 1:
+ # try:
+ # # while self.audio_play_state :
+ # # utime.sleep_ms(1)
+ # EventMesh.publish("system_sleep_rest")#防止黑屏
+ # tmp=self.aud.playStream(3, data)#播放音频流文件
+ # self.audio_play_state =1
+ # print("playStream:{}".format(tmp))
+ # except Exception as e:
+ # usys.print_exception(e)
+ print('audio-play finish.')
+
+ #按下录音
+ def talking_cb(self,e):
+ EventMesh.publish("publish_message_event_ui",{"func":self.talking,"data":e})
+ #按下录音
+ def talking(self,e):
+ #self.AI_client_tts_send("创建客户端, debug=True输出日志")#TTS语音播放AI结果
+ #return
+ if 1:#EventMesh.publish(constants.EVENT.GET_CONNECT) == 1:#有卡时触发sos报警 无卡时自动关机
+ if 1:#self.audio_play_start == 0:
+ self.audio_play_start = 1
+ print("talking1")
+ #self.AI_list.add_flag(lv.obj.FLAG.HIDDEN)#隐藏列表选项方框
+ if self.AI_client_asr_isconnect == 0:
+ self.websocket_connect_asr()
+ if self.AI_client_tts_isconnect == 0:
+ self.websocket_connect_tts()
+ if self.AI_client_chat_isconnect == 0:
+ self.websocket_connect_chat()
+ try:
+ self.record.stop()#关闭录音
+ self.record.stream_start(audio.Record.AMRNB, 8000, 60)
+ except Exception as e:
+ usys.print_exception(e)
+ self.record_timer.start(1*1000,1,self.record_timer_cb)
+ self.aud.stopAll()
+ self.AI_client_chat_play_str = ""
+ self.AI_send_data_queue.clear()#清音频队列
+ #self.AI_list.add_flag(lv.obj.FLAG.HIDDEN)#隐藏列表选项方框
+
+ AI_label.clear_flag(lv.obj.FLAG.HIDDEN)
+ AI_label.set_text("语音识别中...")
+ AI_press_label_countdown.clear_flag(lv.obj.FLAG.HIDDEN)
+ #AI_press_label_countdown.set_text("{}S".format(str(self.countdown)))
+ self.press_state = 1
+ self.AI_client_asr_start()
+ else:
+ EventMesh.publish("load_screen", {"screen": "no_sim_popup_screen"})
+
+ #松开确认结果
+ def sending_cb(self,e):
+ EventMesh.publish("publish_message_event_ui",{"func":self.sending,"data":e})
+ def sending(self,e):
+ if self.press_state == 1:
+ if 1:#EventMesh.publish(constants.EVENT.GET_CONNECT) == 1:#有卡时触发sos报警 无卡时自动关机
+ self.record.stop()#关闭录音
+ self.record_timer.stop()#关闭定时器
+ # self.record.stream_start(audio.Record.AMRNB, 8000, 2)
+ # self.record_timer.start(2*1000,0,self.record_timer_cb)
+ AI_label.clear_flag(lv.obj.FLAG.HIDDEN)
+ #AI_label.set_text(" ")
+ AI_press_label_countdown.clear_flag(lv.obj.FLAG.HIDDEN)
+ #AI_press_label_countdown.set_text(" ")
+ #Wechat_log("sending_cb1")
+ #EventMesh.publish("publish_message_event_ui",{"func":self.sending,"data":e})
+ #self.sending(e)
+ #Wechat_log("sending_cb2")
+ self.audio_play_start = 0
+ else:
+ self.press_state = 0
+ #EventMesh.publish("load_screen", {"screen": "no_sim_popup_screen"})
+ else:
+ pass
+ #定时器
+ def record_timer_cb(self,*argc):
+ EventMesh.publish("system_sleep_rest")#防止黑屏
+ Record_read_buf = bytearray(self.Audio_buf_size)
+ Record_len = self.record.stream_read(Record_read_buf, self.Audio_buf_size)
+ print("record_timer_cb:{}".format(Record_len))
+ if Record_len >0:
+ read_buf = bytes(Record_read_buf[:Record_len])
+ self.AI_client_asr_send(read_buf)
+#####################################################
+ #AI识别链路
+ def websocket_connect_chat(self):
+ print("websocket_connect_chat:{}".format(self.AI_client_chat_isconnect))
+ #if self.AI_client_chat_isconnect == 0:
+ # 创建客户端, debug=True输出日志, ip和端口需要自己填写, 或者是域名
+ self.AI_client_chat = uwebsocket.Client.connect('ws://121.40.67.151:9099/chat/ws', debug=True)
+ # 线程接收数据
+ if self.AI_client_chat_recv_id != 0:
+ try:
+ _thread.stop_thread(self.AI_client_chat_recv_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_client_chat_recv_id = 0
+ self.AI_client_chat_recv_id = _thread.start_new_thread(self.AI_client_chat_recv, (self.AI_client_chat,))
+ self.AI_client_chat_isconnect = 1
+ def websocket_deconnect_chat(self):
+ if self.AI_client_chat_isconnect == 1:
+ self.AI_client_chat_isconnect = 0
+ self.AI_client_chat.close()
+
+ def AI_client_chat_send(self,data_str):
+ chat_data_str = "{\"type\":\"chat\",\"content\":\"%s\"}"%(data_str)
+ #self.AI_client_chat.send(chat_data_str)
+ self.AI_send_data_queue.put([self.AI_client_chat_num,chat_data_str])
+ #Ai chat读数据
+ def AI_client_chat_recv(self,cli):
+ while True:
+ try:
+ # 死循环接收数据
+ recv_data = cli.recv()
+ self.AI_client_chat_isconnect = 1
+ try:
+ #print("AI_client_chat_recv recv_data = {}".format(recv_data))
+ jsload_data = ujson.loads(recv_data)
+ print("AI_client_chat_recv jsload_data = {}".format(jsload_data))
+ if jsload_data["content"]:
+ #self.AI_client_tts_send(jsload_data["content"])#TTS语音播放AI结果
+ self.AI_label_str+=str(jsload_data["content"])
+ self.AI_client_chat_play_str+=str(jsload_data["content"])
+ AI_label.set_text(self.AI_label_str)
+ EventMesh.publish("system_sleep_rest")#防止黑屏
+ else:
+ # if self.AI_label_str:
+ # self.AI_client_tts_send(self.AI_label_str)#TTS语音播放AI结果
+ self.AI_label_str = ""
+ if jsload_data['type']=='start':
+ self.AI_client_tts_start()
+ except Exception as e:
+ usys.print_exception(e)
+ if not recv_data:
+ # 服务器关闭连接或客户端关闭连接
+ print("AI_client_chat_recv close")
+ #self.AI_client_chat_isconnect = 0
+ #self.websocket_deconnect_chat()
+ break
+ except Exception as e:
+ usys.print_exception(e)
+ break
+ self.AI_client_tts_isconnect = 0
+ self.AI_client_tts_recv_id = 0
+##############################################################################
+ #文字转语音链路
+ def websocket_connect_tts(self):
+ print("websocket_connect_tts:{}".format(self.AI_client_tts_isconnect))
+ #if self.AI_client_tts_isconnect == 0:
+ self.AI_client_tts = uwebsocket.Client.connect('ws://121.40.67.151:9099/tts/long-text-stream', debug=True)
+ # 线程接收数据
+ if self.AI_client_tts_recv_id != 0:
+ try:
+ _thread.stop_thread(self.AI_client_tts_recv_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_client_tts_recv_id = 0
+ _thread.stack_size(20*1024)
+ self.AI_client_tts_recv_id = _thread.start_new_thread(self.AI_client_tts_recv, (self.AI_client_tts,))
+ _thread.stack_size(8*1024)
+ self.AI_client_tts_isconnect = 1
+ def websocket_deconnect_tts(self):
+ if self.AI_client_tts_isconnect == 1:
+ self.AI_client_tts_isconnect = 0
+ self.AI_client_tts.close()
+ def AI_client_tts_timer_cb(self,*argc):
+ if len(self.AI_client_chat_play_str) >0 and self.AI_client_tts_data_len < 50*1024:
+ play_str = sub_utf8_String(self.AI_client_chat_play_str,30)#按中文切割字符串
+ self.AI_client_tts_send(play_str)#TTS语音播放AI结果
+ self.AI_client_chat_play_str = self.AI_client_chat_play_str[len(play_str):]
+ print("TTS play:{}!!!!!!".format(play_str))
+ def AI_client_tts_send(self,data_str):
+ data_l ={"header": {"event": "RunSynthesis","trace_id": "3fa6b9e6a30b407ea38ad7ae69e6c291"},"payload": {"text":"%s"%(data_str)}}
+ json_data = ujson.dumps(data_l)
+ #print("AI_client_tts_send:{}".format(json_data))
+ # self.record.stop()#关闭录音
+ # self.record_timer.stop()#关闭定时器
+ #self.AI_client_tts.send(json_data)
+ self.AI_send_data_queue.put([self.AI_client_tts_num,json_data])
+ def AI_client_tts_start(self):
+ data_l ={"header": {"event": "StartSynthesis","trace_id": "3fa6b9e6a30b407ea38ad7ae69e6c291"},
+ "payload": {"voice":"xiaoyun","format":"mp3","sample_rate":8000,"volume":50,"speech_rate":0,}}
+ print("\r\nAI_client_tts_start!!!!!!!!!!!!\r\n")
+ json_data = ujson.dumps(data_l)
+ #print("AI_client_tts_send:{}".format(json_data))
+ self.record.stop()#关闭录音
+ self.record_timer.stop()#关闭定时器
+ #self.AI_client_tts.send(json_data)
+ self.AI_send_data_queue.put([self.AI_client_tts_num,json_data])
+ #文字转语音链路读数据
+ def AI_client_tts_recv(self,cli):
+ tts_data = bytes()
+
+ while True:
+ try:
+ # 死循环接收数据
+ recv_data = cli.recv()
+
+ self.AI_client_tts_isconnect = 1
+ try:
+ print("AI_client_tts_recv :{}".format(len(recv_data)))
+ # #结束标志{"header":{"event":"EndSynthesis","msg":"success","status":20000000,"task_id":"ffd727e620000803280c5a6498d0e321"}}
+ # if isinstance(recv_data, str):
+ # print("AI_client_tts_recv:str recv_data:{}".format(recv_data))
+ # if recv_data.find('\"event\":\"EndSynthesis\"') != -1:
+ # tts_data = tts_data[9:]
+ # self.AI_audio_queue.put(tts_data)
+ # print("tts_data:{}".format(len(tts_data)))
+ # self.AI_client_tts_data_len +=len(tts_data)
+ # tts_data = b''
+ # else:
+ # tts_data+=recv_data
+ self.AI_client_tts_data_len +=len(recv_data)
+ self.AI_audio_queue.put(recv_data)
+ #utime.sleep_ms(1000)
+ except Exception as e:
+ usys.print_exception(e)
+ # print(recv_data)
+ # print(type(recv_data))
+ if not recv_data:
+ # 服务器关闭连接或客户端关闭连接
+ print("AI_client_tts_recv close")
+ #self.AI_client_tts_isconnect = 0
+ break
+ except Exception as e:
+ usys.print_exception(e)
+ break
+ self.AI_client_tts_isconnect = 0
+ self.AI_client_tts_recv_id = 0
+#######################################################################
+ #语音转文字链路
+ def websocket_connect_asr(self):
+ print("websocket_connect_asr:{}".format(self.AI_client_asr_isconnect))
+ #if self.AI_client_asr_isconnect == 0:
+ self.AI_client_asr = uwebsocket.Client.connect('ws://121.40.67.151:9099/asr/ws', debug=True)
+ # 线程接收数据
+ if self.AI_client_asr_recv_id != 0:
+ try:
+ _thread.stop_thread(self.AI_client_asr_recv_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_client_asr_recv_id = 0
+ self.AI_client_asr_recv_id = _thread.start_new_thread(self.AI_client_asr_recv, (self.AI_client_asr,))
+ self.AI_client_asr_isconnect = 1
+ def websocket_deconnect_asr(self):
+ if self.AI_client_asr_isconnect == 1:
+ self.AI_client_asr_isconnect = 0
+ self.AI_client_asr.close()
+ def AI_client_asr_send(self,data_bytes):
+ #self.AI_client_asr.send(data_bytes)
+ self.AI_send_data_queue.put([self.AI_client_asr_num,data_bytes])
+ def AI_client_asr_start(self):
+ self.AI_send_data_queue.put([self.AI_client_asr_num,"{\"header\":{\"event\":\"StartTranscription\",\"trace_id\":\"3fa6b9e6a30b407ea38ad7ae69e6c291\"},\"payload\":{\"format\":\"amr\",\"sample_rate\":8000}}"])
+ #语音转文字链路读数据
+ def AI_client_asr_recv(self,cli):
+
+ while True:
+ try:
+ # 死循环接收数据
+ recv_data = cli.recv()
+ try:
+ if isinstance(recv_data, str):
+ jsload_data = ujson.loads(recv_data)
+ print("jsload_data = {}".format(jsload_data))
+ if jsload_data["result"]["result"]:
+ AI_press_label_countdown.set_text(str(jsload_data["result"]["result"]))
+ if jsload_data["result"]["is_end"] == True: #{"type":"chat","content":"你好"}
+
+ #chat_data = bytearray(chat_data_str)
+ AI_label.set_text("思考中...")
+ self.AI_client_chat_send(str(jsload_data["result"]["result"]))
+ print("chat_data:{}".format(str(jsload_data["result"]["result"])))
+ self.record.stop()#关闭录音
+ self.record_timer.stop()#关闭定时器
+ elif jsload_data["result"]["is_end"] == False:
+ AI_label.set_text("语音识别中...")
+ except Exception as e:
+ usys.print_exception(e)
+ if not recv_data:
+ # 服务器关闭连接或客户端关闭连接
+ print("AI_client_asr_recv close")
+ #self.AI_client_asr_isconnect = 0
+ #self.websocket_deconnect_asr()
+ break
+ except Exception as e:
+
+
+ usys.print_exception(e)
+ break
+ self.AI_client_asr_isconnect = 0
+ self.AI_client_asr_recv_id = 0
+ ###############################################
+ #发送数据队列
+ def AI_send_data_queue_thread(self):
+ while True:
+ #data[0]是websocket连接对象编号，data[1]是数据
+ data = self.AI_send_data_queue.get()
+ if self.AI_client_asr_isconnect == 0:
+ self.websocket_connect_asr()
+ if self.AI_client_tts_isconnect == 0:
+ self.websocket_connect_tts()
+ if self.AI_client_chat_isconnect == 0:
+ self.websocket_connect_chat()
+
+ if data != None:
+ try:
+ #data["func"](data["data"])
+ # self.record.stop()
+ # self.aud.playStream(4, data)
+ # self.record.stream_start(audio.Record.AMRNB, 8000, 60)
+ # 发送数据
+ #bytes_data = bytes(data[1])
+ #data[0].send(data[1])
+ if data[0] == self.AI_client_chat_num:
+ self.AI_client_chat.send(data[1])
+ print("chat send_data:{}".format(len(data[1])))
+ if data[0] == self.AI_client_asr_num:
+ print("asr send_data:{}".format(len(data[1])))
+ self.AI_client_asr.send(data[1])
+ if data[0] == self.AI_client_tts_num:
+ print("tts send_data:{}".format(len(data[1])))
+ self.AI_client_tts.send(data[1])
+ except Exception as e:
+ print("DeviceInfo_queue_thread:ERROR:{}".format(e))
+ usys.print_exception(e)
+ if data[0] == self.AI_client_chat_num:
+ self.AI_client_chat_isconnect = 0
+ self.websocket_connect_chat()
+ if data[0] == self.AI_client_asr_num:
+ self.AI_client_asr_isconnect = 0
+ self.websocket_connect_asr()
+ if data[0] == self.AI_client_tts_num:
+ count =10
+ while 1:
+ count-=1
+ if count<=0:
+ break
+ self.AI_client_tts_isconnect = 0
+ self.websocket_connect_tts()
+ if self.AI_client_tts_isconnect == 1:
+ self.AI_client_tts.send(data[1])
+ ############################################
+ # 音频队列
+ def AI_audio_queue_thread(self):
+ while True:
+ if self.audio_play_state == 0:
+ data = self.AI_audio_queue.get()
+ print("audio_queue:data:{}".format(len(data)))
+
+ if len(data) > 1:
+ # f = open("/usr/test.mp3", "w+")
+ # f.write(data)
+ try:
+ # while self.audio_play_state:
+ # utime.sleep_ms(1)
+ print("1playStream!!!!!!!")
+ #data = data[9:]
+ tmp=self.aud.playStream(3, data)#播放音频流
+ print("2playStream:tmp:{} data len:{}".format(tmp,len(data)))
+ EventMesh.publish("system_sleep_rest")#防止黑屏
+ self.AI_client_tts_data_len -=len(data)
+ except Exception as e:
+ print("AI_audio_queue_thread:ERROR:")
+ usys.print_exception(e)
+
+ def Close(self):
+ try:
+ #销毁线程
+ if self.AI_audio_queue_thread_id != 0:
+ try:
+ _thread.stop_thread(self.AI_audio_queue_thread_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_audio_queue_thread_id = 0
+ if self.AI_send_data_queue_thread_id != 0:
+ try:
+ _thread.stop_thread(self.AI_send_data_queue_thread_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_send_data_queue_thread_id = 0
+ if self.AI_client_chat_recv_id != 0:
+ try:
+ _thread.stop_thread(self.AI_client_chat_recv_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_client_chat_recv_id = 0
+ if self.AI_client_tts_recv_id != 0:
+ try:
+ _thread.stop_thread(self.AI_client_tts_recv_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_client_tts_recv_id = 0
+ if self.AI_client_asr_recv_id != 0:
+ try:
+ _thread.stop_thread(self.AI_client_asr_recv_id)
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_client_asr_recv_id = 0
+ except Exception as e:
+ usys.print_exception(e)
+ self.AI_send_data_queue.clear()
+ self.record_timer.stop()
+ self. AI_client_tts_timer.stop()
+ self.aud.stopAll()
+ self.AI_client_chat_play_str = ""
+ self.record.stop()#关闭录音
+ try:
+ self.websocket_deconnect_asr()
+ self.websocket_deconnect_tts()
+ self.websocket_deconnect_chat()
+ except Exception as e:
+ usys.print_exception(e)
+ def done_return(self):
+ EventMesh.publish("load_screen", {"screen": "main_menu"})
+
+
+ def btn1_release(self):
+ EventMesh.publish("load_screen", {"screen": "main_menu"})
+ pass
+
+ def btn8_press(self):
+ EventMesh.publish("load_screen", {"screen": "main_menu"})
+ pass
\ No newline at end of file
projects / mirrors / ASR1603_G5.git / commitdiff