from __future__ import annotations import typing import traceback from ...core import app, entities as core_entities from . import entities from ...plugin import context as plugin_context class ToolManager: """LLM工具管理器 """ ap: app.Application def __init__(self, ap: app.Application): self.ap = ap self.all_functions = [] async def initialize(self): pass async def get_function(self, name: str) -> entities.LLMFunction: """获取函数 """ for function in await self.get_all_functions(): if function.name == name: return function return None async def get_function_and_plugin(self, name: str) -> typing.Tuple[entities.LLMFunction, plugin_context.BasePlugin]: """获取函数和插件 """ for plugin in self.ap.plugin_mgr.plugins: for function in plugin.content_functions: if function.name == name: return function, plugin.plugin_inst return None, None async def get_all_functions(self) -> list[entities.LLMFunction]: """获取所有函数 """ all_functions: list[entities.LLMFunction] = [] for plugin in self.ap.plugin_mgr.plugins: all_functions.extend(plugin.content_functions) return all_functions async def generate_tools_for_openai(self, use_funcs: entities.LLMFunction) -> str: """生成函数列表 """ tools = [] for function in use_funcs: if function.enable: function_schema = { "type": "function", "function": { "name": function.name, "description": function.description, "parameters": function.parameters } } tools.append(function_schema) return tools async def execute_func_call( self, query: core_entities.Query, name: str, parameters: dict ) -> typing.Any: """执行函数调用 """ try: function, plugin = await self.get_function_and_plugin(name) if function is None: return None parameters = parameters.copy() parameters = { "query": query, **parameters } return await function.func(plugin, **parameters) except Exception as e: self.ap.logger.error(f'执行函数 {name} 时发生错误: {e}') traceback.print_exc() return f'error occurred when executing function {name}: {e}' finally: plugin = None for p in self.ap.plugin_mgr.plugins: if function in p.content_functions: plugin = p break if plugin is not None: await self.ap.ctr_mgr.usage.post_function_record( plugin={ 'name': plugin.plugin_name, 'remote': plugin.plugin_source, 'version': plugin.plugin_version, 'author': plugin.plugin_author }, function_name=function.name, function_description=function.description, )