CakeCN/hsa
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'feature/voice_send'

Browse Source
This commit is contained in:
Cai
2025-10-19 20:30:51 +08:00
parent 3c9c7553b7 58a95e9f63
commit 6766ca859d
15 changed files with 674 additions and 219 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
Html/apps/sockets/namespaces.py
View File

@@ -91,10 +91,10 @@ class AgentNamespace(Namespace):
init_data={'room': user_uuid}
)
user_uuid2ase_client[user_uuid].register_route_with_entry(
route='dialog-hint',
callback=self.receive_ase_dialog_hint,
route='voice_out',
callback=self.receive_ase_voice_out,
entry=self,
init_data={'room': user_uuid}
init_data={'room': user_uuid}
)
user_uuid2ase_client[user_uuid].register_route_with_entry(
route='judge',
@@ -154,6 +154,14 @@ class AgentNamespace(Namespace):
chatmanager[uuid].chat_historys.append({'role': 'user', 'content': data['data']})
user_uuid2ase_client[uuid].send_text(d['route'], data['data'])
def on_voice(self, voice_data):
ex = current_app.extensions
chatmanager = ex["user_uuid2chatmanager"]
uuid = session.get('user_uuid')
user_uuid2ase_client = ex["user_uuid2ase_client"]
res = user_uuid2ase_client[uuid].send_voice('voice_in', voice_data['data'])
print(f"Send voicce to route 'voice_in' success: {res}")
def on_connect_to_ase(client_entry: HSAEngineClient, namespace_entry, init_data):
'''
此时刚刚建立好aseclient连接，并向前端发送打开code-server-like指令。
@@ -170,9 +178,10 @@ class AgentNamespace(Namespace):
client_entry.chatmanager.chat_historys.append({'role': 'assistant', 'content': data['data']})
namespace_entry.emit('message', data['data'], room=init_data['room'], namespace='/agent')
def receive_ase_dialog_hint():
pass
#接受语音信息
def receive_ase_voice_out(client_entry: HSAEngineClient, namespace_entry: Namespace, data, init_data):
print("receive_ase_voice_out", data)
namespace_entry.emit('voiceMessage', data, room=init_data['room'], namespace='/agent')
def receive_ase_judge(client_entry: HSAEngineClient, namespace_entry: Namespace, data, init_data):
print("receive_ase_judge", data)