301 lines
15 KiB
Python
301 lines
15 KiB
Python
# myapp/sockets/namespaces.py
|
||
import json
|
||
import time
|
||
from flask import current_app, request, session
|
||
from flask_socketio import Namespace, join_room, leave_room, emit
|
||
|
||
from ..function_tools import judge
|
||
from ..function_tools import next_chapter
|
||
from ..services.backboard_service import realtime_response
|
||
from ..services.markdown_service import load_full_markdown_file
|
||
from ..services.course_service import save_learning_progress
|
||
from ..extension_ase.ase_client import HSAEngineClient
|
||
from ..services.user_service import get_or_load_current_user
|
||
|
||
|
||
|
||
class VSCodeNamespace(Namespace):
|
||
|
||
|
||
|
||
def on_login(self,data):
|
||
ex = current_app.extensions
|
||
print("VSCode client connected")
|
||
dataconfig = data['config']
|
||
user_uuid = dataconfig.get('user_uuid')
|
||
path = dataconfig.get('path')
|
||
course_id = dataconfig.get('course_id')
|
||
lesson_id = dataconfig.get('chapter_id')
|
||
print(f"User {user_uuid} connected with path: {path}")
|
||
join_room(user_uuid, namespace='/vscode')
|
||
chatmanager = ex['user_uuid2chatmanager'][user_uuid]
|
||
chatmanager.set_vscode_ws(self)
|
||
|
||
|
||
def on_load_chapter(self, data):
|
||
dataconfig = data['config']
|
||
user_uuid = dataconfig.get('user_uuid')
|
||
ex = current_app.extensions
|
||
chatmanager = ex['user_uuid2chatmanager'][user_uuid]
|
||
chatmanager.load_code_in_markdown()
|
||
|
||
def on_message(self, data):
|
||
# print(f"Received from VSCode client: {data}")
|
||
dataconfig = data['config']
|
||
realtime_response(dataconfig, data)
|
||
# emit('response', {'message': 'Config data received and connection established'})
|
||
def on_disconnect(self, data):
|
||
print("VSCode client disconnected")
|
||
print("Disconnect reason:"+str(data))
|
||
|
||
|
||
class AgentNamespace(Namespace):
|
||
def on_login(self, data):
|
||
self.current_app = current_app
|
||
ex = current_app.extensions
|
||
uuid2username = ex["uuid2username"]
|
||
backboard_manager = ex["backboard_manager"]
|
||
data = json.loads(data)
|
||
user_uuid = data['user_uuid']
|
||
course_id = data['course_id']
|
||
lesson_name = data['lesson_name']
|
||
chapter_name = data['chapter_name']
|
||
user_id = uuid2username[user_uuid]
|
||
session['user_uuid'] = user_uuid
|
||
join_room(user_uuid, namespace='/agent') # 将该用户加入以user_id为名的room
|
||
print(f'User connected with session user_uuid: {user_uuid}')
|
||
|
||
user_uuid2chatmanager = ex["user_uuid2chatmanager"]
|
||
user_uuid2ase_client = ex["user_uuid2ase_client"]
|
||
if (user_uuid2ase_client.get(user_uuid,None) is not None and user_uuid2ase_client[user_uuid].connected):
|
||
user_uuid2ase_client[user_uuid].disconnect()
|
||
chatmanager = user_uuid2chatmanager[user_uuid]
|
||
chatmanager.function_manager.add_function(judge, {'course_id': course_id, 'root_path': f'/home/{user_id}/{course_id}/{chapter_name}/{lesson_name}'})
|
||
chatmanager.function_manager.add_function(next_chapter, {'user_uuid': user_uuid})
|
||
|
||
# 尝试加载用户学习进度
|
||
from ..services.course_service import load_learning_progress
|
||
progress = load_learning_progress(user_uuid, course_id, chapter_name, lesson_name)
|
||
need_skip_chapters = 0
|
||
|
||
if progress:
|
||
# 恢复学习进度数据
|
||
if 'scores' in progress:
|
||
# 根据scores的数量确定需要跳过的章节数
|
||
need_skip_chapters = len(progress['scores'])
|
||
chatmanager.scores = progress['scores']
|
||
print(f"恢复用户学习进度: {user_uuid}, 已完成 {need_skip_chapters} 个章节")
|
||
|
||
# 恢复聊天历史
|
||
if 'chat_historys' in progress:
|
||
chatmanager.chat_historys = progress['chat_historys']
|
||
else:
|
||
chatmanager.chat_historys = []
|
||
|
||
# 恢复当前章节链
|
||
if 'chapter_chain_now' in progress:
|
||
chatmanager.chapter_chain_now = progress['chapter_chain_now']
|
||
else:
|
||
chatmanager.chat_historys = []
|
||
chatmanager.scores = []
|
||
|
||
fmd,fmdp,fsp = load_full_markdown_file(course_id, chapter_name, lesson_name)
|
||
user_uuid2ase_client[user_uuid] = HSAEngineClient(current_app.config["ASE_ENGINE_URL"], current_app.config["ASE_ENGINE_NAMESPACE"],id=user_id, chatmanager = chatmanager)
|
||
chatmanager.init(user_uuid, user_uuid2ase_client[user_uuid], fmd, fmdp, fsp, course_id, chapter_name, lesson_name, max_iter=5, app=current_app, socketio=self)
|
||
backboard_manager.add_backboard(user_uuid, user_id, course_id, lesson_name, root_path=f'/home/{user_id}/{course_id}/{chapter_name}/{lesson_name}')
|
||
chatmanager.bb = backboard_manager.get_backboard(user_uuid)
|
||
chatmanager.next_chapter()
|
||
|
||
# 如果有保存的进度，需要跳过已经完成的章节
|
||
for _ in range(need_skip_chapters):
|
||
chatmanager.next_chapter()
|
||
self.chatmanager = chatmanager
|
||
self.ase_client = user_uuid2ase_client[user_uuid]
|
||
user_uuid2ase_client[user_uuid].register_on_connect_entry(
|
||
callback=self.on_connect_to_ase,
|
||
entry=(self, user_uuid2ase_client[user_uuid]),
|
||
init_data={'room':user_uuid}
|
||
)
|
||
user_uuid2ase_client[user_uuid].register_route_with_entry(
|
||
route='dialog',
|
||
callback=self.receive_ase_dialog,
|
||
entry=self,
|
||
init_data={'room': user_uuid}
|
||
)
|
||
user_uuid2ase_client[user_uuid].register_route_with_entry(
|
||
route='dialog-hint',
|
||
callback=self.receive_ase_message_hint,
|
||
entry=self,
|
||
init_data={'room': user_uuid}
|
||
)
|
||
user_uuid2ase_client[user_uuid].register_route_with_entry(
|
||
route='voice_out',
|
||
callback=self.receive_ase_voice_out,
|
||
entry=self,
|
||
init_data={'room': user_uuid}
|
||
)
|
||
user_uuid2ase_client[user_uuid].register_route_with_entry(
|
||
route='judge',
|
||
callback=self.receive_ase_judge,
|
||
entry=self,
|
||
init_data={'room': user_uuid}
|
||
)
|
||
user_uuid2ase_client[user_uuid].register_route_with_entry(
|
||
route='next_chapter',
|
||
callback=self.receive_ase_next_chapter,
|
||
entry=self,
|
||
init_data={'room': user_uuid}
|
||
)
|
||
user_uuid2ase_client[user_uuid].register_route_with_entry(
|
||
route='chapter_score',
|
||
callback=self.receive_ase_chapter_score,
|
||
entry=(get_or_load_current_user(),chatmanager),
|
||
init_data={'room': user_uuid}
|
||
)
|
||
user_uuid2ase_client[user_uuid].register_route_with_entry(
|
||
route='process',
|
||
callback=self.receive_ase_process,
|
||
entry=self,
|
||
init_data={'room': user_uuid}
|
||
)
|
||
user_uuid2ase_client[user_uuid].register_route_with_entry(
|
||
route='paste_detected',
|
||
callback=self.receive_ase_paste_detected,
|
||
entry=self,
|
||
init_data={'room': user_uuid}
|
||
)
|
||
user_uuid2ase_client[user_uuid].connect()
|
||
|
||
|
||
def on_language(self, language):
|
||
ex = current_app.extensions
|
||
print(f"Language changed to: {language}")
|
||
|
||
def on_message(self, data):
|
||
print(f"Message from client: {data}")
|
||
ex = current_app.extensions
|
||
chatmanager = ex["user_uuid2chatmanager"]
|
||
uuid = session.get('user_uuid')
|
||
user_uuid2ase_client = ex["user_uuid2ase_client"]
|
||
if (type(data)==str):
|
||
data = json.loads(data)
|
||
if data['type'] == 'text':
|
||
res = user_uuid2ase_client[uuid].send_text('dialog', data['data'])
|
||
chatmanager[uuid].chat_historys.append({'role': 'user', 'content': data['data']})
|
||
print(f"Send text to route 'dialog' success: {res}")
|
||
|
||
if data['type'] == 'function': # 在这里 前端会发送允许执行的function与参数
|
||
print("function_call", data['data'])
|
||
d = data['data']
|
||
res = chatmanager[uuid].function_call(d['data']['name'], d['data'].get('args', {}))
|
||
d['data'] = res.to_dict()
|
||
print("function_call_res", d['data'])
|
||
emit(d['route'], d, room=uuid, namespace='/agent')
|
||
chatmanager[uuid].chat_historys.append({'role': 'user', 'content': data['data']})
|
||
user_uuid2ase_client[uuid].send_text(d['route'], data['data'])
|
||
|
||
def on_voice(self, voice_data):
|
||
ex = current_app.extensions
|
||
chatmanager = ex["user_uuid2chatmanager"]
|
||
uuid = session.get('user_uuid')
|
||
user_uuid2ase_client = ex["user_uuid2ase_client"]
|
||
res = user_uuid2ase_client[uuid].send_voice('voice_in', voice_data['data'])
|
||
print(f"Send voicce to route 'voice_in' success: {res}")
|
||
|
||
def on_connect_to_ase(client_entry: HSAEngineClient, namespace_entry, init_data):
|
||
'''
|
||
此时刚刚建立好aseclient连接，并向前端发送打开code-server-like指令。
|
||
'''
|
||
print(f"on_connect_to_ase {client_entry}, {namespace_entry}, {init_data}")
|
||
namespace_entry, ase_client = namespace_entry
|
||
namespace_entry.emit('open-iframe',"", room=init_data['room'], namespace='/agent')
|
||
ase_client.chatmanager.load_next_chapter()
|
||
ase_client.send_text("chapter-start", "")
|
||
ase_client.send_text("clear","")
|
||
namespace_entry.emit('message', "Multi-Agents服务已连接", room=init_data['room'], namespace='/agent')
|
||
|
||
#接受消息回来直接让message监听发送
|
||
def receive_ase_paste_detected(client_entry: HSAEngineClient, namespace_entry: Namespace, data, init_data):
|
||
print("receive_ase_paste_detected", data)
|
||
client_entry.chatmanager.chat_historys.append({'role': 'assistant', 'content': data['data']})
|
||
namespace_entry.emit('message', data['data'], room=init_data['room'], namespace='/agent')
|
||
|
||
def receive_ase_dialog(client_entry: HSAEngineClient, namespace_entry: Namespace, data, init_data):
|
||
print("receive_ase_dialog", data)
|
||
client_entry.chatmanager.chat_historys.append({'role': 'assistant', 'content': data['data']})
|
||
namespace_entry.emit('message', data['data'], room=init_data['room'], namespace='/agent')
|
||
|
||
def receive_ase_message_hint(client_entry: HSAEngineClient, namespace_entry: Namespace, data, init_data):
|
||
print("receive_ase_message_hint", data)
|
||
namespace_entry.emit('message-hint', data['data'], room=init_data['room'], namespace='/agent')
|
||
|
||
#接受语音信息
|
||
def receive_ase_voice_out(client_entry: HSAEngineClient, namespace_entry: Namespace, data, init_data):
|
||
namespace_entry.emit('voiceMessage', data['data'], room=init_data['room'], namespace='/agent')
|
||
|
||
def receive_ase_process(client_entry: HSAEngineClient, namespace_entry: Namespace, data, init_data):
|
||
namespace_entry.emit('process', data['data'], room=init_data['room'], namespace='/agent')
|
||
|
||
def receive_ase_judge(client_entry: HSAEngineClient, namespace_entry: Namespace, data, init_data):
|
||
print("receive_ase_judge", data)
|
||
namespace_entry.emit('request_function', data, room=init_data['room'], namespace='/agent') # data 是一个列表 /dict也支持
|
||
|
||
def receive_ase_next_chapter(client_entry: HSAEngineClient, namespace_entry: Namespace, data, init_data):
|
||
print("receive_ase_next_chapter", data)
|
||
namespace_entry.emit('request_function',data, room=init_data['room'], namespace='/agent') # data 是一个列表 /dict也支持
|
||
|
||
def receive_ase_chapter_score(client_entry: HSAEngineClient, user_and_manager, data, init_data):
|
||
print("load_next_chapter")
|
||
user, chatmanager = user_and_manager
|
||
if len(chatmanager.scores) >= chatmanager.chapter_chain_now:
|
||
chatmanager.scores[chatmanager.chapter_chain_now - 1] = data.get('data', None)
|
||
else: chatmanager.scores.append(data.get('data', None))
|
||
user.set_course_progress(chatmanager.chat_historys, chatmanager.scores, chatmanager.course_id, chatmanager.chapter_name, chatmanager.lesson_name)
|
||
chatmanager.load_next_chapter()
|
||
time.sleep(0.5)
|
||
chatmanager.ase_client.send_text("chapter-start", "")
|
||
|
||
|
||
def on_initiative(self,data): # 主动call
|
||
print("User active function call")
|
||
ex = current_app.extensions
|
||
uuid = session.get('user_uuid')
|
||
manager = ex["user_uuid2chatmanager"][uuid]
|
||
backboard_manager = ex["backboard_manager"]
|
||
if data['name'] == 'sample_judge':
|
||
manager.sample_judge(uuid, backboard_manager.get_backboard(uuid))
|
||
if data['name'] == 'judge':
|
||
res = manager.judge(uuid, backboard_manager.get_backboard(uuid))
|
||
emit('message', res.message, room=uuid, namespace='/agent')
|
||
|
||
|
||
def on_disconnect(self,data):
|
||
print(f'AgentNamespace client disconnected, session user_uuid: {session.get("user_uuid", "unknown")}')
|
||
ex = current_app.extensions
|
||
uuid = session.get('user_uuid')
|
||
user_uuid2chatmanager = ex.get("user_uuid2chatmanager", {})
|
||
|
||
# 保存学习进度到MongoDB
|
||
try:
|
||
# 获取用户ID
|
||
uuid2username = ex.get("uuid2username", {})
|
||
user_id = uuid2username.get(uuid, "unknown")
|
||
|
||
# 调用保存学习进度功能
|
||
chatmanager = user_uuid2chatmanager.get(uuid)
|
||
if chatmanager:
|
||
save_result = save_learning_progress(uuid, chatmanager, user_id)
|
||
print(f"保存学习进度结果: {save_result}, user_uuid={uuid}")
|
||
except Exception as e:
|
||
print(f"保存学习进度时发生异常: {str(e)}")
|
||
|
||
# 执行原有的断开连接逻辑
|
||
if uuid in user_uuid2chatmanager:
|
||
user_uuid2chatmanager[uuid].disconnect(uuid)
|
||
|
||
# 离开房间
|
||
if uuid:
|
||
leave_room(uuid, namespace='/agent')
|
||
|
||
print("VSCode client disconnected")
|
||
print("Disconnect reason:"+str(data)) |