语音交互功能

Html/apps/sockets/namespaces.py

@@ -63,6 +63,12 @@ class AgentNamespace(Namespace):
                                             entry=self,               
                                             init_data={'room': user_uuid}          
                                         )
+        user_uuid2ase_client[user_uuid].register_route_with_entry(
+                                            route='voice_out',
+                                            callback=self.receive_ase_voice_out,
+                                            entry=self,               
+                                            init_data={'room': user_uuid}          
+                                        )
         user_uuid2ase_client[user_uuid].register_route_with_entry(
                                             route='judge',
                                             callback=self.receive_ase_judge,
@@ -119,11 +125,25 @@ class AgentNamespace(Namespace):
             emit(d['route'], d, room=uuid, namespace='/agent')
             user_uuid2ase_client[uuid].send_text(d['route'], data['data'])
 
+    def on_VoiceMessage(self, voice_data):
+        print(f"Message from client: {voice_data}")
+        ex = current_app.extensions
+        chatmanager = ex["user_uuid2chatmanager"]
+        uuid = session.get('user_uuid')
+        user_uuid2ase_client = ex["user_uuid2ase_client"]
+        res = user_uuid2ase_client[uuid].send_voice('voice_in', voice_data)
+        print(f"Send voicce to route 'voice_in' success: {res}")
+        
 
     def receive_ase_dialog(client_entry: HSAEngineClient, namespace_entry: Namespace, data, init_data):
         print("receive_ase_dialog", data)
         namespace_entry.emit('message', data['data'], room=init_data['room'], namespace='/agent')
 
+    #接受语音信息
+    def receive_ase_voice_out(client_entry: HSAEngineClient, namespace_entry: Namespace, data, init_data):
+        print("receive_ase_voice_out", data)
+        namespace_entry.emit('VoiceMessage', data, room=init_data['room'], namespace='/agent')
+
     def receive_ase_judge(client_entry: HSAEngineClient, namespace_entry: Namespace, data, init_data):
         print("receive_ase_judge", data)
         namespace_entry.emit('request_function', data, room=init_data['room'], namespace='/agent')  # data 是一个列表 /dict也支持