127 lines
6.0 KiB
Python
127 lines
6.0 KiB
Python
"""Component catalogue backed by existing resources; no credentials in metadata."""
|
|
from copy import deepcopy
|
|
from django.db import transaction
|
|
from django.db.models import Q
|
|
from rest_framework.exceptions import ValidationError, PermissionDenied, NotFound
|
|
from system_manage.models import SystemSetting
|
|
from system_manage import ai_hub as hub
|
|
|
|
SETTING = 11027
|
|
BUILTINS = {
|
|
'file-reader': ('文件读取引擎', 'file', 2),
|
|
'markdown-parser': ('Markdown 解析器', 'markdown', 4),
|
|
'mindmap-engine': ('思维导图引擎', 'mindmap', 4),
|
|
'knowledge-search': ('知识库检索', 'knowledge', 4),
|
|
'mindmap-save': ('保存图谱', 'artifact', 4),
|
|
'mcp-custom': ('自定义 MCP 接口', 'mcp', 4),
|
|
}
|
|
|
|
|
|
def settings_row(lock=False):
|
|
row, _ = SystemSetting.objects.get_or_create(type=SETTING, defaults={'meta': {'components': {}, 'capacity': 4}})
|
|
return SystemSetting.objects.select_for_update().get(pk=row.pk) if lock else row
|
|
|
|
|
|
def tool_for(workspace, user, key):
|
|
from tools.models import Tool, ToolScope, ToolType
|
|
from rest_framework.serializers import UUIDField
|
|
pk = UUIDField().run_validation(key)
|
|
tool = Tool.objects.filter(Q(workspace_id=workspace) | Q(scope=ToolScope.SHARED), id=pk, tool_type=ToolType.MCP).first()
|
|
if not tool:
|
|
raise NotFound('MCP 工具不存在或不在当前工作空间')
|
|
if not hub.admin(user) and str(tool.user_id) != str(user.id) and tool.scope != ToolScope.SHARED:
|
|
from system_manage.models import WorkspaceUserResourcePermission, AuthTargetType
|
|
from system_manage.platform_access import resource_actions
|
|
grant = WorkspaceUserResourcePermission.objects.filter(workspace_id=workspace, user_id=user.id,
|
|
auth_target_type=AuthTargetType.TOOL, target=str(tool.id)).first()
|
|
if 'USE' not in resource_actions(user, 'TOOL', tool.id, workspace) and not (grant and 'VIEW' in grant.permission_list):
|
|
raise PermissionDenied('未授权使用该 MCP 工具')
|
|
return tool
|
|
|
|
|
|
def resolve(workspace, user, key, check=True):
|
|
obj = None
|
|
if key in BUILTINS:
|
|
name, kind, capacity = BUILTINS[key]
|
|
available, version = True, '1'
|
|
elif key.startswith('parser:'):
|
|
obj = hub.one('parsers', key.split(':', 1)[1], workspace, user)
|
|
hub.require_use(user, obj)
|
|
name, kind, capacity = obj.name, 'parser', 1
|
|
available, version = obj.enabled, obj.updated_at.isoformat()
|
|
elif key.startswith('model:'):
|
|
if hub.admin(user):
|
|
from models_provider.models import Model
|
|
from rest_framework.serializers import UUIDField
|
|
obj = Model.objects.filter(workspace_id=workspace, id=UUIDField().run_validation(key.split(':', 1)[1]), model_type='LLM').first()
|
|
if not obj:
|
|
raise NotFound('模型组件不存在')
|
|
else:
|
|
obj = hub.model_for(workspace, user, key.split(':', 1)[1])
|
|
name, kind, capacity = obj.name, 'model', 1
|
|
available, version = obj.status == 'SUCCESS', obj.update_time.isoformat()
|
|
elif key.startswith('mcp:'):
|
|
obj = tool_for(workspace, user, key.split(':', 1)[1])
|
|
name, kind, capacity = obj.name, 'mcp', 4
|
|
available, version = obj.is_active, obj.update_time.isoformat()
|
|
else:
|
|
raise NotFound('组件不存在')
|
|
config = settings_row().meta.get('components', {}).get(key, {})
|
|
state = config.get('state', 'ENABLED')
|
|
if not available:
|
|
state = 'DISABLED'
|
|
metadata = {'id': key, 'name': name, 'kind': kind, 'source': 'system' if key in BUILTINS else 'custom', 'state': state,
|
|
'capacity': config.get('capacity', capacity), 'version': version,
|
|
'revision': config.get('revision', 1), 'health': config.get('health'),
|
|
'checked_at': config.get('checked_at')}
|
|
if check and state != 'ENABLED':
|
|
raise ValidationError('组件已停用或正在排空:' + name)
|
|
return metadata, obj
|
|
|
|
|
|
def catalogue(workspace, user):
|
|
from tools.models import Tool, ToolScope, ToolType
|
|
keys = list(BUILTINS)
|
|
keys += ['parser:' + str(p.id) for p in hub.visible(hub.AIParserResource.objects.filter(workspace_id=workspace), user)]
|
|
from models_provider.models import Model
|
|
models = Model.objects.filter(workspace_id=workspace, model_type='LLM') if hub.admin(user) else hub.authorized_models(workspace, user).filter(model_type='LLM')
|
|
keys += ['model:' + str(m.id) for m in models]
|
|
keys += ['mcp:' + str(t.id) for t in Tool.objects.filter(Q(workspace_id=workspace) | Q(scope=ToolScope.SHARED), tool_type=ToolType.MCP)]
|
|
rows = []
|
|
for key in keys:
|
|
try:
|
|
rows.append(resolve(workspace, user, key, check=False)[0])
|
|
except (PermissionDenied, NotFound):
|
|
continue
|
|
return rows
|
|
|
|
|
|
@transaction.atomic
|
|
def configure(workspace, user, key, data):
|
|
hub.require_admin(user)
|
|
resolve(workspace, user, key, check=False)
|
|
if data.get('state') not in ('ENABLED', 'DRAINING', 'DISABLED'):
|
|
raise ValidationError('组件状态无效')
|
|
capacity = hub.integer(data.get('capacity', 1), 1, 32, '组件并发容量')
|
|
row = settings_row(lock=True)
|
|
meta = deepcopy(row.meta)
|
|
old = meta.setdefault('components', {}).get(key, {})
|
|
if data.get('revision') != old.get('revision', 1):
|
|
raise ValidationError('组件配置已更新,请刷新')
|
|
meta['components'][key] = {**old, 'state': data['state'], 'capacity': capacity, 'revision': old.get('revision', 1) + 1}
|
|
row.meta = meta
|
|
row.save(update_fields=['meta', 'update_time'])
|
|
return resolve(workspace, user, key, check=False)[0]
|
|
|
|
|
|
def pipeline_resources(nodes):
|
|
keys = []
|
|
for node in nodes:
|
|
if node['type'] == 'parse':
|
|
keys.append('file-reader' if node.get('processor') == 'builtin' else 'parser:' + node['resource_id'])
|
|
elif node['type'] == 'organize':
|
|
keys.append('model:' + node['model_id'])
|
|
elif node['type'] == 'render':
|
|
keys.extend(['markdown-parser', 'mindmap-engine'])
|
|
return sorted(set(keys))
|