文字接入asengine
This commit is contained in:
CakeCN
Binary file not shown.
@@ -44,4 +44,7 @@ class Config:
|
||||
"secret_key": GLOBAL_CONFIG['TENCENT_COS']['secret_key'],
|
||||
"bucket": GLOBAL_CONFIG['TENCENT_COS']['bucket'],
|
||||
"region": GLOBAL_CONFIG['TENCENT_COS']['region'],
|
||||
}
|
||||
}
|
||||
|
||||
ASE_ENGINE_URL = GLOBAL_CONFIG['ASE_ENGINE']['url']
|
||||
ASE_ENGINE_NAMESPACE = GLOBAL_CONFIG['ASE_ENGINE']['namespace']
|
||||
1
Html/apps/extension_ase/ase_client/__init__.py
Normal file
1
Html/apps/extension_ase/ase_client/__init__.py
Normal file
@@ -0,0 +1 @@
|
||||
from .client import ASEngineClient
|
||||
267
Html/apps/extension_ase/ase_client/client.py
Normal file
267
Html/apps/extension_ase/ase_client/client.py
Normal file
@@ -0,0 +1,267 @@
|
||||
import socketio
|
||||
import socketio
|
||||
import time
|
||||
import base64
|
||||
import os
|
||||
from datetime import datetime
|
||||
from typing import Dict, Callable, Any, Optional
|
||||
from functools import partial
|
||||
|
||||
class ASEngineClient:
|
||||
def __init__(self, server_url: str, namespace: str):
|
||||
"""
|
||||
初始化客户端
|
||||
:param server_url: 服务器URL，例如 'http://localhost:5000'
|
||||
:param namespace: 命名空间，例如 '/socket.io/7100eebf7a909e1ee3f4e06766f512f0358ecb6ac51d5434c17d31dd70890dc1'
|
||||
"""
|
||||
self.server_url = server_url
|
||||
self.namespace = namespace
|
||||
self.sid = None
|
||||
self.connected = False
|
||||
|
||||
# 创建SocketIO客户端
|
||||
self.sio = socketio.Client()
|
||||
|
||||
# 存储路由和对应的回调函数
|
||||
self.routes: Dict[str, Dict[str, Callable]] = {}
|
||||
|
||||
# 注册基础事件处理函数
|
||||
self._register_base_events()
|
||||
|
||||
def _register_base_events(self):
|
||||
"""注册基础事件处理函数"""
|
||||
# 连接事件
|
||||
@self.sio.on('connect', namespace=self.namespace)
|
||||
def on_connect():
|
||||
self.connected = True
|
||||
self.sid = self.sio.get_sid(namespace=self.namespace)
|
||||
print(f"Connected to server. SID: {self.sid}")
|
||||
|
||||
# 断开连接事件
|
||||
@self.sio.on('disconnect', namespace=self.namespace)
|
||||
def on_disconnect():
|
||||
self.connected = False
|
||||
self.sid = None
|
||||
print("Disconnected from server")
|
||||
|
||||
@self.sio.on('error', namespace=self.namespace)
|
||||
def on_error(data):
|
||||
print(f"Received error: {data}")
|
||||
self.connected = False
|
||||
self.sid = None
|
||||
|
||||
|
||||
# 响应事件
|
||||
@self.sio.on('response', namespace=self.namespace)
|
||||
def on_response(data):
|
||||
print(f"Received response: {data}")
|
||||
|
||||
|
||||
|
||||
|
||||
def register_route_with_entry(self, route: str,
|
||||
callback: Optional[Callable] = None,
|
||||
entry: Any = None,
|
||||
init_data: Optional[Any] = None) -> bool:
|
||||
if not route:
|
||||
print("Route cannot be empty")
|
||||
return False
|
||||
|
||||
if callback is None:
|
||||
bound_cb = self._default_callback
|
||||
else:
|
||||
bound_cb = partial(callback, entry) # 等价于 lambda data, init: callback(entry, data, init)
|
||||
|
||||
self.routes[route] = {
|
||||
'callback': bound_cb,
|
||||
'entry': entry,
|
||||
'init_data': init_data,
|
||||
}
|
||||
|
||||
@self.sio.on(route, namespace=self.namespace)
|
||||
def on_route_message(data, _route=route):
|
||||
print(f"Received message on route '{_route}': {data}")
|
||||
route_info = self.routes.get(_route)
|
||||
if not route_info:
|
||||
return
|
||||
cb = route_info['callback'] # 已经绑定过 entry
|
||||
init = route_info.get('init_data')
|
||||
try:
|
||||
cb(data, init) # 现在只传 data / init_data
|
||||
except Exception as e:
|
||||
print(f"Callback error on route '{_route}': {e}")
|
||||
|
||||
return True
|
||||
|
||||
|
||||
def register_route(self, route: str, callback: Optional[Callable] = None, init_data: Optional[Any] = None):
|
||||
"""
|
||||
注册一个路由及其回调函数
|
||||
:param route: 路由名称
|
||||
:param callback: 回调函数，接收消息数据作为参数
|
||||
:return: 是否注册成功
|
||||
"""
|
||||
if not route:
|
||||
print("Route cannot be empty")
|
||||
return False
|
||||
|
||||
# 存储路由和回调
|
||||
self.routes[route] = {
|
||||
'callback': callback if callback else self._default_callback
|
||||
}
|
||||
|
||||
# 注册事件处理器
|
||||
@self.sio.on(route, namespace=self.namespace)
|
||||
def on_route_message(data):
|
||||
print(f"Received message on route '{route}': {data}")
|
||||
if 'callback' in self.routes[route]:
|
||||
try:
|
||||
self.routes[route]['callback'](None, data, init_data)
|
||||
except Exception as e:
|
||||
print(f"Error in callback for route '{route}': {e}")
|
||||
|
||||
print(f"Route '{route}' registered successfully")
|
||||
return True
|
||||
|
||||
def _default_callback(self, entry: Any, data: Any, init_data: Optional[Any] = None):
|
||||
"""默认回调函数"""
|
||||
print(f"Default callback received: {data}")
|
||||
|
||||
def connect(self, timeout: int = 5) -> bool:
|
||||
"""
|
||||
连接到服务器
|
||||
:param timeout: 超时时间(秒)
|
||||
:return: 是否连接成功
|
||||
"""
|
||||
try:
|
||||
self.sio.connect(
|
||||
self.server_url,
|
||||
namespaces=[self.namespace],
|
||||
wait_timeout=timeout
|
||||
)
|
||||
# 等待连接建立
|
||||
start_time = time.time()
|
||||
while not self.connected and (time.time() - start_time) < timeout:
|
||||
time.sleep(0.1)
|
||||
return self.connected
|
||||
except Exception as e:
|
||||
print(f"Connection failed: {e}")
|
||||
return False
|
||||
|
||||
def disconnect(self):
|
||||
"""断开与服务器的连接"""
|
||||
if self.connected:
|
||||
self.sio.disconnect()
|
||||
self.connected = False
|
||||
self.sid = None
|
||||
print("Disconnected from server")
|
||||
|
||||
def send_text(self, route: str, text: str) -> bool:
|
||||
"""
|
||||
发送文本消息
|
||||
:param route: 目标路由
|
||||
:param text: 要发送的文本
|
||||
:return: 是否发送成功
|
||||
"""
|
||||
if not self.connected:
|
||||
print("Not connected to server")
|
||||
return False
|
||||
|
||||
if route not in self.routes:
|
||||
print(f"Route '{route}' not registered")
|
||||
return False
|
||||
|
||||
try:
|
||||
self.sio.emit(route, {'type': 'text', 'data': text}, namespace=self.namespace)
|
||||
print(f"Sent text to route '{route}': {text}")
|
||||
return True
|
||||
except Exception as e:
|
||||
print(f"Failed to send text to route '{route}': {e}")
|
||||
return False
|
||||
|
||||
def send_voice(self, route: str, voice_data: bytes) -> bool:
|
||||
"""
|
||||
发送语音数据
|
||||
:param route: 目标路由
|
||||
:param voice_data: 语音数据字节流
|
||||
:return: 是否发送成功
|
||||
"""
|
||||
if not self.connected:
|
||||
print("Not connected to server")
|
||||
return False
|
||||
|
||||
try:
|
||||
# 编码语音数据为base64
|
||||
# voice_data = 'data:image/jpeg;base64,' +base64.b64encode(voice_data).decode('utf-8')
|
||||
|
||||
# 发送数据
|
||||
self.sio.emit(
|
||||
route,
|
||||
{
|
||||
'type': 'audio',
|
||||
'data': voice_data,
|
||||
'timestamp': int(time.time() * 1000),
|
||||
'sampleRate': 16000
|
||||
},
|
||||
namespace=self.namespace
|
||||
)
|
||||
|
||||
|
||||
print(f"Sent voice file to route '{route}'")
|
||||
return True
|
||||
except Exception as e:
|
||||
print(f"Failed to send voice to route '{route}': {e}")
|
||||
return False
|
||||
|
||||
def send_image(self, route: str, file_path: str) -> bool:
|
||||
"""
|
||||
发送图片文件
|
||||
:param route: 目标路由
|
||||
:param file_path: 图片文件路径
|
||||
:return: 是否发送成功
|
||||
"""
|
||||
if not self.connected:
|
||||
print("Not connected to server")
|
||||
return False
|
||||
|
||||
|
||||
try:
|
||||
# 检查文件是否存在
|
||||
if not os.path.exists(file_path):
|
||||
print(f"File not found: {file_path}")
|
||||
return False
|
||||
|
||||
# 读取文件并进行base64编码
|
||||
with open(file_path, 'rb') as f:
|
||||
image_data = 'data:image/jpeg;base64,' + base64.b64encode(f.read()).decode('utf-8')
|
||||
|
||||
# 获取文件名
|
||||
filename = os.path.basename(file_path)
|
||||
|
||||
# 发送数据
|
||||
self.sio.emit(
|
||||
route,
|
||||
{
|
||||
'type': 'image',
|
||||
'data': image_data
|
||||
},
|
||||
namespace=self.namespace
|
||||
)
|
||||
print(f"Sent image file to route '{route}': {filename}")
|
||||
return True
|
||||
except Exception as e:
|
||||
print(f"Failed to send image to route '{route}': {e}")
|
||||
return False
|
||||
|
||||
def run_forever(self):
|
||||
"""
|
||||
保持客户端运行"""
|
||||
if self.connected:
|
||||
try:
|
||||
while True:
|
||||
time.sleep(1)
|
||||
except KeyboardInterrupt:
|
||||
print("Client stopped by user")
|
||||
self.disconnect()
|
||||
else:
|
||||
print("Not connected to server")
|
||||
@@ -13,7 +13,7 @@ from qcloud_cos import CosS3Client
|
||||
mongo = PyMongo()
|
||||
|
||||
|
||||
socketio = SocketIO(cors_allowed_origins="*") # 不直接传 app
|
||||
socketio = SocketIO(cors_allowed_origins="*",max_payload_size=52428800, async_mode="threading") # 不直接传 app
|
||||
cors = CORS()
|
||||
# ===== 你的全局对象 =====
|
||||
# Backboard
|
||||
@@ -28,6 +28,8 @@ username2uuid = {}
|
||||
course_list = CourseList()
|
||||
user_uuid2UserClass = {}
|
||||
|
||||
user_uuid2ase_client = {}
|
||||
|
||||
from AlgoriAgent.projects.algoriAgent.agent_manager import AgentManager
|
||||
agent_manager = AgentManager()
|
||||
def init_extensions(app):
|
||||
@@ -37,6 +39,7 @@ def init_extensions(app):
|
||||
cors_allowed_origins='*',#app.config["VSCODE_WEB_URL"],
|
||||
ping_timeout=app.config["SOCKETIO_PING_TIMEOUT"],
|
||||
ping_interval=app.config["SOCKETIO_PING_INTERVAL"],
|
||||
max_payload_size=50000000, async_mode="threading"
|
||||
)
|
||||
cors.init_app(
|
||||
app,
|
||||
@@ -55,7 +58,7 @@ def init_extensions(app):
|
||||
app.extensions["user_uuid2UserClass"] = user_uuid2UserClass
|
||||
app.extensions["agent_manager"] = agent_manager
|
||||
app.extensions["my_function"] = MyFunction()
|
||||
|
||||
app.extensions["user_uuid2ase_client"] = user_uuid2ase_client
|
||||
mongo.init_app(app,uri=app.config["MONGO_URI"])
|
||||
app.extensions["mongo"] = mongo
|
||||
|
||||
|
||||
@@ -5,6 +5,7 @@ from flask_socketio import Namespace, join_room, leave_room, emit
|
||||
from ..services.memory_service import save_chapter_memory_by_uuid
|
||||
from ..services.backboard_service import realtime_response
|
||||
from ..services.markdown_service import load_full_markdown_file
|
||||
from ..extension_ase.ase_client import ASEngineClient
|
||||
|
||||
class VSCodeNamespace(Namespace):
|
||||
def on_login(self,data):
|
||||
@@ -36,6 +37,7 @@ class VSCodeNamespace(Namespace):
|
||||
|
||||
class AgentNamespace(Namespace):
|
||||
def on_login(self, data):
|
||||
self.current_app = current_app
|
||||
ex = current_app.extensions
|
||||
uuid2username = ex["uuid2username"]
|
||||
backboard_manager = ex["backboard_manager"]
|
||||
@@ -48,6 +50,15 @@ class AgentNamespace(Namespace):
|
||||
user_id = uuid2username[user_uuid]
|
||||
session['user_uuid'] = user_uuid
|
||||
print(f'User connected with session user_uuid: {user_uuid}')
|
||||
user_uuid2ase_client = ex["user_uuid2ase_client"]
|
||||
user_uuid2ase_client[user_uuid] = ASEngineClient(current_app.config["ASE_ENGINE_URL"], current_app.config["ASE_ENGINE_NAMESPACE"])
|
||||
user_uuid2ase_client[user_uuid].connect()
|
||||
user_uuid2ase_client[user_uuid].register_route_with_entry(
|
||||
route='dialog',
|
||||
callback=self.receive_ase_dialog,
|
||||
entry=self, # 传你的 Namespace 对象
|
||||
init_data={'room': user_uuid} # 想传啥都可以
|
||||
)
|
||||
|
||||
fmd,fmdp,fsp = load_full_markdown_file(course_id, chapter_name, lesson_name)
|
||||
# 从markdown、markdown_prompts、score_prompts中各读取数据folder.md并进行new_agent
|
||||
@@ -74,31 +85,40 @@ class AgentNamespace(Namespace):
|
||||
uuid = session.get('user_uuid')
|
||||
uuid2username = ex["uuid2username"]
|
||||
user_id = uuid2username[uuid]
|
||||
user_uuid2ase_client = ex["user_uuid2ase_client"]
|
||||
if (type(data)==str):
|
||||
data = json.loads(data)
|
||||
if data['type'] == 'text':
|
||||
res = agent_manager.invoke(uuid, data['data'], backboard_manager.get_backboard(user_id).get_info_prompt())
|
||||
print('=*='*20)
|
||||
print(res.content)
|
||||
reply = f"{res.content['speak']}"
|
||||
with current_app.app_context():
|
||||
emit('message',reply, room=uuid, namespace='/agent')
|
||||
emit('request_function',res.content['function'], room=uuid, namespace='/agent')
|
||||
# res = agent_manager.invoke(uuid, data['data'], backboard_manager.get_backboard(uuid).get_info_prompt())
|
||||
user_uuid2ase_client[uuid].send_text('dialog', data['data'])
|
||||
# print('=*='*20)
|
||||
# print(res.content)
|
||||
# reply = f"{res.content['speak']}"
|
||||
# with current_app.app_context():
|
||||
# emit('message',reply, room=uuid, namespace='/agent')
|
||||
# emit('request_function',res.content['function'], room=uuid, namespace='/agent')
|
||||
|
||||
if data['type'] == 'function':
|
||||
agent_manager.function_call(uuid, data['data'])
|
||||
|
||||
|
||||
def receive_ase_dialog(client_entry: ASEngineClient, namespace_entry: Namespace, data, init_data):
|
||||
print(f"Received from ASEngine: {data}")
|
||||
# 直接使用 entry（也就是你的 Namespace 对象）
|
||||
namespace_entry.emit('message', data['data'], room=init_data['room'], namespace='/agent')
|
||||
|
||||
|
||||
|
||||
def on_initiative(self,data):
|
||||
print("User active function call")
|
||||
ex = current_app.extensions
|
||||
agent_manager = ex["agent_manager"]
|
||||
backboard_manager = ex["backboard_manager"]
|
||||
uuid2username = ex["uuid2username"]
|
||||
user_id = uuid2username[session['user_uuid']]
|
||||
uuid = session.get('user_uuid')
|
||||
if data['name'] == 'sample_judge':
|
||||
agent_manager.sample_judge(user_id, backboard_manager.get_backboard(user_id))
|
||||
agent_manager.sample_judge(uuid, backboard_manager.get_backboard(uuid))
|
||||
if data['name'] == 'judge':
|
||||
agent_manager.judge(user_id, backboard_manager.get_backboard(user_id))
|
||||
agent_manager.judge(uuid, backboard_manager.get_backboard(uuid))
|
||||
|
||||
|
||||
|
||||
|
||||
@@ -5,8 +5,8 @@ import time
|
||||
import os
|
||||
|
||||
class Backboard:
|
||||
def __init__(self, user_id, username, course_id, lesson_id, root_path):
|
||||
self.user_id = user_id
|
||||
def __init__(self, user_uuid, username, course_id, lesson_id, root_path):
|
||||
self.user_uuid = user_uuid
|
||||
self.username = username
|
||||
self.course_id = course_id
|
||||
self.lesson_id = lesson_id
|
||||
@@ -68,13 +68,13 @@ class Backboard:
|
||||
|
||||
class BackBoardManager:
|
||||
def __init__(self):
|
||||
self.backboards = {} # user_id: Backboard
|
||||
self.backboards = {} # user_uuid: Backboard
|
||||
|
||||
def add_backboard(self, user_id, username, course_id, lesson_id, root_path):
|
||||
self.backboards[user_id] = Backboard(user_id,username, course_id, lesson_id, root_path)
|
||||
def add_backboard(self, user_uuid, username, course_id, lesson_id, root_path):
|
||||
self.backboards[user_uuid] = Backboard(user_uuid,username, course_id, lesson_id, root_path)
|
||||
|
||||
def get_backboard(self, user_id) -> Backboard:
|
||||
return self.backboards[user_id]
|
||||
def get_backboard(self, user_uuid) -> Backboard:
|
||||
return self.backboards[user_uuid]
|
||||
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user