UnisKB/apps/knowledge/embedding_guard.py

50 lines
2.4 KiB
Python

"""Guard changes that would invalidate linked assistants or version snapshots."""
from django.db.models import OuterRef, Subquery
from application.models import Application, ApplicationKnowledgeMapping, ApplicationVersion
from knowledge.models import KnowledgeVersion
VERSION_REASON = '知识库已有历史版本,暂不支持更换嵌入模型或影响向量结果的参数。'
ASSISTANT_REASON = '关联助手使用了多个知识库,暂不支持更换嵌入模型或影响向量结果的参数。'
def flow_knowledge_ids(value):
"""Find static knowledge references, including nodes nested in loop bodies."""
ids = set()
if isinstance(value, dict):
if value.get('type') == 'search-knowledge-node':
data = (value.get('properties') or {}).get('node_data') or {}
ids.update(str(item) for item in (data.get('knowledge_id_list') or []) if item)
for child in value.values():
if isinstance(child, (dict, list)):
ids.update(flow_knowledge_ids(child))
elif isinstance(value, list):
for child in value:
if isinstance(child, (dict, list)):
ids.update(flow_knowledge_ids(child))
return ids
def embedding_change_reason(knowledge):
if KnowledgeVersion.objects.filter(knowledge_id=knowledge.id).exists():
return VERSION_REASON
target = str(knowledge.id)
mappings = {}
for app_id, knowledge_id in ApplicationKnowledgeMapping.objects.values_list('application_id', 'knowledge_id'):
mappings.setdefault(str(app_id), set()).add(str(knowledge_id))
for app in Application.objects.only('id', 'type', 'work_flow').iterator():
ids = mappings.get(str(app.id), set()) | flow_knowledge_ids(app.work_flow)
if target in ids and len(ids) > 1:
return ASSISTANT_REASON
latest = ApplicationVersion.objects.filter(application_id=OuterRef('application_id')).order_by(
'-create_time', '-id').values('id')[:1]
for version in ApplicationVersion.objects.filter(id=Subquery(latest)).only(
'application_id', 'knowledge_setting', 'work_flow').iterator():
setting = version.knowledge_setting or {}
ids = {str(item) for item in setting.get('_knowledge_ids', mappings.get(str(version.application_id), set()))}
ids |= flow_knowledge_ids(version.work_flow)
if target in ids and len(ids) > 1:
return ASSISTANT_REASON
return ''