feat:知识库版本

v3.2-refact
panyy 2026-10-27 13:37:24 +08:00
parent e06b78918b
commit 2baba0b19c
21 changed files with 393 additions and 94 deletions

View File

@ -61,6 +61,12 @@ class BaseSearchDatasetStep(ISearchDatasetStep):
knowledge_id_list)
if len(knowledge_id_list) == 0:
return []
from knowledge.versions import resolve_search
knowledge_id_list = resolve_search(knowledge_id_list, manage.context.get('knowledge_version_map'), workspace_id)
# Exclusion IDs must come from the selected content, including frozen inactive documents.
from knowledge.models import Document
exclude_document_id_list = list(Document.objects.filter(knowledge_id__in=knowledge_id_list,
is_active=False).values_list('id', flat=True))
exec_problem_text = padding_problem_text if padding_problem_text is not None else problem_text
model_id = get_embedding_id(knowledge_id_list)
model = get_model_by_id(model_id, workspace_id)

View File

@ -18,6 +18,7 @@ from common.utils.common import flat_map
class DatasetSettingSerializer(serializers.Serializer):
version_selection = serializers.DictField(child=serializers.CharField(allow_blank=True), required=False)
# 需要查询的条数
top_n = serializers.IntegerField(required=True,
label=_("Reference segment number"))

View File

@ -101,6 +101,13 @@ class BaseSearchKnowledgeNode(ISearchKnowledgeStepNode):
knowledge_id_list)
if len(knowledge_id_list) == 0:
return get_none_result(question)
from knowledge.versions import resolve_search, resolve_document_scope
knowledge_id_list = resolve_search(knowledge_id_list,
self.workflow_manage.get_body().get('knowledge_version_map'),
self.workflow_manage.get_body().get('workspace_id'))
document_id_list = resolve_document_scope(document_id_list,
self.workflow_manage.get_body().get('knowledge_version_map'),
self.workflow_manage.get_body().get('workspace_id'))
model_id = get_embedding_id(knowledge_id_list)
workspace_id = self.workflow_manage.get_body().get('workspace_id')
get_model_instance_by_model_workspace_id(model_id, workspace_id) # Preserve resource access validation.

View File

@ -98,6 +98,7 @@ class NoReferencesSetting(serializers.Serializer):
class KnowledgeSettingSerializer(serializers.Serializer):
version_selection = serializers.DictField(child=serializers.CharField(allow_blank=True), required=False)
top_n = serializers.FloatField(required=True, max_value=10000, min_value=1,
label=_("Reference segment number"))
similarity = serializers.FloatField(required=True, max_value=1, min_value=0,
@ -132,6 +133,8 @@ class ModelKnowledgeAssociation(serializers.Serializer):
if not QuerySet(Model).filter(id=model_id).exists():
raise AppApiException(500, f'{_("Model does not exist")}【{model_id}】')
knowledge_id_list = list(set(self.data.get('knowledge_id_list', [])))
if Knowledge.objects.filter(id__in=knowledge_id_list, meta__has_key='_version_snapshot').exists():
raise AppApiException(500, '请关联原知识库,再选择历史版本')
if workspace_id is not None and len(workspace_id) > 0:
exist_knowledge_id_list = [
str(knowledge.get('id')) for knowledge in KnowledgeSerializer.Query(data={
@ -272,6 +275,9 @@ class ApplicationCreateSerializer(serializers.Serializer):
ModelKnowledgeAssociation(data={'user_id': user_id, 'workspace_id': workspace_id,
'model_id': self.data.get('model_id'),
'knowledge_id_list': self.data.get('knowledge_id_list')}).is_valid()
from knowledge.versions import validate_selection
validate_selection((self.data.get('knowledge_setting') or {}).get('version_selection', {}),
workspace_id, self.data.get('knowledge_id_list') or [])
@staticmethod
def to_application_model(user_id: str, workspace_id: str, application: Dict):
@ -780,6 +786,13 @@ class ApplicationOperateSerializer(serializers.Serializer):
publish_user_name=user.username,
workspace_id=workspace_id)
self.reset_application_version(work_flow_version, application)
from knowledge.versions import application_selection, validate_selection
root_ids = [str(k) for k in ApplicationKnowledgeMapping.objects.filter(application=application)
.values_list('knowledge_id', flat=True)]
selected, flow_ids = application_selection(application.knowledge_setting,
application.work_flow if application.type == ApplicationTypeChoices.WORK_FLOW else None)
validate_selection(selected, workspace_id, root_ids + flow_ids)
work_flow_version.knowledge_setting = {**(work_flow_version.knowledge_setting or {}), '_knowledge_ids': root_ids}
work_flow_version.save()
access_token = hashlib.md5(
str(uuid.uuid7()).encode()).hexdigest()[
@ -838,6 +851,13 @@ class ApplicationOperateSerializer(serializers.Serializer):
application_id = self.data.get("application_id")
application = QuerySet(Application).get(id=application_id)
from knowledge.versions import validate_selection, application_selection
selected_ids = instance.get('knowledge_id_list')
if selected_ids is None:
selected_ids = list(ApplicationKnowledgeMapping.objects.filter(application_id=application_id).values_list('knowledge_id', flat=True))
selected, flow_ids = application_selection(instance.get('knowledge_setting', application.knowledge_setting),
instance.get('work_flow', application.work_flow) if application.type == ApplicationTypeChoices.WORK_FLOW else None)
validate_selection(selected, application.workspace_id, list(selected_ids) + flow_ids)
if instance.get('model_id') is None or len(instance.get('model_id')) == 0:
application.model_id = None
else:

View File

@ -311,6 +311,9 @@ class ApplicationChatRecordAddKnowledgeSerializer(serializers.Serializer):
if with_valid:
ApplicationChatRecordAddKnowledgeSerializer(data=instance).is_valid(raise_exception=True)
self.is_valid(raise_exception=True)
# This endpoint receives its knowledge ID in the body rather than the route.
from knowledge.versions import root_knowledge
root_knowledge(self.data.get('workspace_id') or 'default', self.data['knowledge_id'])
if scope == 'WORKSPACE':
is_permission = get_is_permissions(request=request, workspace_id=self.data.get('workspace_id'),
knowledge_id=self.data.get("knowledge_id"))(

View File

@ -56,6 +56,7 @@ class ChatInfo:
self.application = None
self.chat_user = None
self.debug = debug
self.knowledge_version_map = None
@staticmethod
def get_no_references_setting(knowledge_setting, model_setting):
@ -75,14 +76,14 @@ class ChatInfo:
raise ChatException(500, _('The application does not exist'))
else:
application = QuerySet(ApplicationVersion).filter(application_id=self.application_id).order_by(
'-create_time')[0:1].first()
'-create_time', '-id')[0:1].first()
if not application:
raise ChatException(500, _("The application has not been published. Please use it after publishing."))
if application.type == ApplicationTypeChoices.SIMPLE.value:
# 数据集id列表
knowledge_id_list = [str(row.knowledge_id) for row in
QuerySet(ApplicationKnowledgeMapping).filter(
application_id=self.application_id)]
published_ids = (application.knowledge_setting or {}).get('_knowledge_ids') if not self.debug else None
knowledge_id_list = published_ids if published_ids is not None else [str(row.knowledge_id) for row in
QuerySet(ApplicationKnowledgeMapping).filter(application_id=self.application_id)]
# 需要排除的文档
exclude_document_id_list = [str(document.id) for document in
@ -92,6 +93,16 @@ class ChatInfo:
self.knowledge_id_list = knowledge_id_list
self.exclude_document_id_list = exclude_document_id_list
self.application = application
from knowledge.versions import pin_selection, validate_selection, application_selection
selection, flow_ids = application_selection(application.knowledge_setting,
application.work_flow if application.type == ApplicationTypeChoices.WORK_FLOW.value else None)
version_knowledge_ids = list(self.knowledge_id_list)
version_knowledge_ids.extend(flow_ids)
if self.knowledge_version_map is None:
validate_selection(selection, application.workspace_id, version_knowledge_ids)
self.knowledge_version_map = pin_selection(selection, application.workspace_id, self.chat_id)
elif self.knowledge_version_map:
pin_selection({}, application.workspace_id, self.chat_id, self.knowledge_version_map)
return application
def get_chat_user(self, asker=None):
@ -155,6 +166,7 @@ class ChatInfo:
model_params_setting = credential.get_model_params_setting_form(model.model_name).get_default_form_data()
return {
'knowledge_id_list': self.knowledge_id_list,
'knowledge_version_map': self.knowledge_version_map or {},
'exclude_document_id_list': self.exclude_document_id_list,
'exclude_paragraph_id_list': [],
'top_n': 3 if knowledge_setting.get('top_n') is None else knowledge_setting.get('top_n'),
@ -204,6 +216,7 @@ class ChatInfo:
if not self.debug:
if not QuerySet(Chat).filter(id=self.chat_id).exists():
Chat(id=self.chat_id, application_id=self.application_id, abstract=question[0:1024],
meta={'knowledge_versions': self.knowledge_version_map or {}},
chat_user_id=self.chat_user_id, chat_user_type=self.chat_user_type,
asker=self.get_chat_user()).save()
@ -244,6 +257,7 @@ class ChatInfo:
if not self.debug:
if not QuerySet(Chat).filter(id=self.chat_id).exists():
Chat(id=self.chat_id, application_id=self.application_id, abstract=chat_record.problem_text[0:1024],
meta={'knowledge_versions': self.knowledge_version_map or {}},
chat_user_id=self.chat_user_id, chat_user_type=self.chat_user_type,
asker=self.get_chat_user()).save()
else:
@ -260,6 +274,7 @@ class ChatInfo:
'chat_user_type': self.chat_user_type,
'knowledge_id_list': self.knowledge_id_list,
'exclude_document_id_list': self.exclude_document_id_list,
'knowledge_version_map': self.knowledge_version_map,
'application_id': self.application_id,
'chat_record_list': [self.chat_record_to_map(c) for c in self.chat_record_list][-20:],
'debug': self.debug
@ -309,6 +324,7 @@ class ChatInfo:
chat_info_dict.get('application_id'),
debug=chat_info_dict.get('debug'))
c.chat_record_list = [ChatInfo.map_to_chat_record(c_r) for c_r in chat_info_dict.get('chat_record_list')]
c.knowledge_version_map = chat_info_dict.get('knowledge_version_map')
return c
@staticmethod

View File

@ -406,7 +406,8 @@ class ChatSerializers(serializers.Serializer):
'workspace_id': workspace_id,
'debug': debug,
'chat_user': chat_info.get_chat_user(),
'application_id': str(chat_info.application_id)},
'application_id': str(chat_info.application_id),
'knowledge_version_map': chat_info.knowledge_version_map or {}},
WorkFlowPostHandler(chat_info),
base_to_response, form_data, image_list, document_list, audio_list,
video_list,
@ -483,6 +484,9 @@ class ChatSerializers(serializers.Serializer):
is_active=False)]
chat_info = ChatInfo(chat_id, self.data.get('chat_user_id'), self.data.get('chat_user_type'), knowledge_id_list,
exclude_document_id_list, application.id)
previous = Chat.objects.filter(pk=chat_id).first()
if previous and 'knowledge_versions' in (previous.meta or {}):
chat_info.knowledge_version_map = previous.meta['knowledge_versions']
chat_record_list = list(QuerySet(ChatRecord).filter(chat_id=chat_id).order_by('-create_time')[0:5])
chat_record_list.sort(key=lambda r: r.create_time)
for chat_record in chat_record_list:
@ -492,6 +496,9 @@ class ChatSerializers(serializers.Serializer):
def re_open_chat_work_flow(self, chat_id, application):
chat_info = ChatInfo(chat_id, self.data.get('chat_user_id'), self.data.get('chat_user_type'), [], [],
application.id)
previous = Chat.objects.filter(pk=chat_id).first()
if previous and 'knowledge_versions' in (previous.meta or {}):
chat_info.knowledge_version_map = previous.meta['knowledge_versions']
chat_record_list = list(QuerySet(ChatRecord).filter(chat_id=chat_id).order_by('-create_time')[0:5])
chat_record_list.sort(key=lambda r: r.create_time)
for chat_record in chat_record_list:

View File

@ -86,6 +86,8 @@ class TokenAuth(TokenAuthentication):
for handle in handles:
if handle.support(request, token, token_details.get_token_details):
authenticated = handle.handle(request, token, token_details.get_token_details)
from knowledge.versions import guard_snapshot_request
guard_snapshot_request(request)
from common.constants.permission_constants import ChatAuth
if isinstance(authenticated[1], ChatAuth):
from system_manage.access_control import enforce

View File

@ -245,7 +245,10 @@ class FolderSerializer(serializers.Serializer):
nodes = Folder.objects.filter(id=self.data.get('id')).get_descendants(include_self=True)
for node in nodes:
# 删除相关的资源
source_ids = (Source.objects.filter(folder_id=node.id)
source_query = Source.objects.filter(folder_id=node.id)
if Source is Knowledge:
source_query = source_query.exclude(meta__has_key='_version_snapshot')
source_ids = (source_query
.annotate(id_str=Cast('id', TextField()))
.values_list('id_str', flat=True))
# 检查文件夹是否存在未授权当前用户的资源
@ -263,7 +266,10 @@ class FolderSerializer(serializers.Serializer):
def delete_source(self, node):
Source = get_source_type(self.data.get('source')) # noqa
source_ids = Source.objects.filter(folder_id=node.id).values_list('id', flat=True)
source_query = Source.objects.filter(folder_id=node.id)
if Source is Knowledge:
source_query = source_query.exclude(meta__has_key='_version_snapshot')
source_ids = source_query.values_list('id', flat=True)
source = self.data.get('source')
for source_id in source_ids:

View File

@ -1 +1,2 @@
from .knowledge import *
from .version import KnowledgeVersion, KnowledgeVersionLease

View File

@ -92,7 +92,7 @@ class KnowledgeRebuildTask(AppModelMixin):
class Meta:
db_table = "knowledge_rebuild_task"
indexes = [
models.Index(fields=["knowledge", "status"]),
models.Index(fields=["knowledge", "status"], name='knowledge_r_knowled_0a6e2f_idx'),
]
@ -170,6 +170,7 @@ class Knowledge(AppModelMixin):
file_size_limit = models.IntegerField(verbose_name="文件大小限制", default=100)
file_count_limit = models.IntegerField(verbose_name="文件数量限制", default=50)
meta = models.JSONField(verbose_name="元数据", default=dict)
version_sequence = models.PositiveIntegerField(default=0, editable=False)
class Meta:
db_table = "knowledge"

View File

@ -167,7 +167,8 @@ class KnowledgeSerializer(serializers.Serializer):
query_set_dict['knowledge_custom_sql'] = QuerySet(model=get_dynamics_model({
'knowledge.workspace_id': models.CharField(),
})).filter(**{'knowledge.workspace_id': workspace_id})
'knowledge.meta': models.JSONField(),
})).filter(**{'knowledge.workspace_id': workspace_id}).exclude(**{'knowledge.meta__has_key': '_version_snapshot'})
# query_set_dict['folder_query_set'] = folder_query_set
if not workspace_manage:
query_set_dict['workspace_user_resource_permission_query_set'] = QuerySet(
@ -440,6 +441,9 @@ class KnowledgeSerializer(serializers.Serializer):
def delete(self):
self.is_valid()
knowledge = QuerySet(Knowledge).get(id=self.data.get("knowledge_id"))
from knowledge.models import KnowledgeVersion
if KnowledgeVersion.objects.filter(knowledge=knowledge).exists():
raise AppApiException(500, '请先删除该知识库的历史版本')
QuerySet(Document).filter(knowledge=knowledge).delete()
QuerySet(ProblemParagraphMapping).filter(knowledge=knowledge).delete()
QuerySet(Paragraph).filter(knowledge=knowledge).delete()

View File

@ -1,10 +1,13 @@
from django.urls import path
from . import views
from .views.version import KnowledgeVersionView
app_name = "knowledge"
# @formatter:off
urlpatterns = [
path('workspace/<str:workspace_id>/knowledge/<uuid:knowledge_id>/versions', KnowledgeVersionView.as_view()),
path('workspace/<str:workspace_id>/knowledge/<uuid:knowledge_id>/versions/<uuid:version_id>', KnowledgeVersionView.as_view()),
path('workspace/knowledge/document/template/export', views.Template.as_view()),
path('workspace/knowledge/document/table_template/export', views.TableTemplate.as_view()),
path('workspace/<str:workspace_id>/knowledge', views.KnowledgeView.as_view()),

View File

@ -214,7 +214,10 @@ def catalog():
resources = []
for kind, model in resource_models().items():
fields = ['id', 'name'] + (['provider', 'model_type'] if kind == 'MODEL' else [])
for item in model.objects.filter(workspace_id='default').values(*fields).order_by('name'):
query = model.objects.filter(workspace_id='default')
if kind == 'KNOWLEDGE':
query = query.exclude(meta__has_key='_version_snapshot')
for item in query.values(*fields).order_by('name'):
resources.append({**item, 'id': str(item['id']), 'resource_type': kind})
return resources
@ -230,6 +233,8 @@ def validate_target(resource_type, target):
model = resource_models().get(resource_type)
try:
valid = model is not None and model.objects.filter(pk=target, workspace_id='default').exists()
if valid and resource_type == 'KNOWLEDGE':
valid = not model.objects.filter(pk=target, meta__has_key='_version_snapshot').exists()
except (ValueError, TypeError, DjangoValidationError):
valid = False
if not valid:

View File

@ -7,7 +7,7 @@ FROM (SELECT *
auth_target_type
FROM (SELECT "id"::text,
'KNOWLEDGE' AS "auth_target_type"
FROM knowledge
FROM (SELECT * FROM knowledge WHERE NOT (meta ? '_version_snapshot')) knowledge
WHERE workspace_id = %s
UNION
SELECT "id"::text,

View File

@ -14,7 +14,7 @@ FROM (
"type"::varchar AS "icon",
folder_id,
create_time
FROM knowledge
FROM (SELECT * FROM knowledge WHERE NOT (meta ? '_version_snapshot')) knowledge
${query_set}
UNION
SELECT knowledge_folder."id"::text,

View File

@ -8,7 +8,7 @@ FROM (SELECT "id",
workspace_id,
"type"::varchar AS "icon",
folder_id
FROM knowledge
FROM (SELECT * FROM knowledge WHERE NOT (meta ? '_version_snapshot')) knowledge
${knowledge_query_set}
UNION
SELECT "id",

View File

@ -247,6 +247,13 @@
</el-icon>
</el-button>
</div>
<KnowledgeVersionSelect
:knowledge-id="item"
:model-value="
applicationForm.knowledge_setting?.version_selection?.[item] || ''
"
@update:model-value="(value) => setKnowledgeVersion(item, value)"
/>
</el-card>
</el-col>
</el-row>
@ -326,10 +333,9 @@
<div
class="w-full mb-16"
v-if="
(
(applicationForm.mcp_tool_ids && applicationForm.mcp_tool_ids.length > 0) ||
(applicationForm.mcp_servers && applicationForm.mcp_servers.length > 0)
) && toolPermissionPrecise.read()
((applicationForm.mcp_tool_ids && applicationForm.mcp_tool_ids.length > 0) ||
(applicationForm.mcp_servers && applicationForm.mcp_servers.length > 0)) &&
toolPermissionPrecise.read()
"
>
<template v-for="(item, index) in applicationForm.mcp_tool_ids" :key="index">
@ -397,7 +403,11 @@
</el-form-item>
<div
class="w-full mb-16"
v-if="applicationForm.tool_ids && applicationForm.tool_ids.length > 0 && toolPermissionPrecise.read()"
v-if="
applicationForm.tool_ids &&
applicationForm.tool_ids.length > 0 &&
toolPermissionPrecise.read()
"
>
<template v-for="(item, index) in applicationForm.tool_ids" :key="index">
<div
@ -435,7 +445,10 @@
</div>
<el-form-item
@click.prevent
v-if="(applicationForm.mcp_enable || applicationForm.tool_enable) && toolPermissionPrecise.read()"
v-if="
(applicationForm.mcp_enable || applicationForm.tool_enable) &&
toolPermissionPrecise.read()
"
>
<template #label>
<div class="flex-between">
@ -676,7 +689,8 @@
</div>
</template>
<script setup lang="ts">
import { reactive, ref, onMounted, computed, onBeforeMount } from 'vue'
import KnowledgeVersionSelect from '@/views/knowledge/component/KnowledgeVersionSelect.vue'
import { reactive, ref, onMounted, computed, onBeforeMount, watch } from 'vue'
import { useRoute, useRouter } from 'vue-router'
import { groupBy, set } from 'lodash'
import AIModeParamSettingDialog from './component/AIModeParamSettingDialog.vue'
@ -786,6 +800,23 @@ const applicationForm = ref<ApplicationFormType>({
tool_ids: [],
mcp_output_enable: true,
})
function setKnowledgeVersion(id: string, value: string) {
const setting = applicationForm.value.knowledge_setting
setting.version_selection = { ...(setting.version_selection || {}), [id]: value }
}
watch(
() => applicationForm.value.knowledge_id_list,
(ids) => {
const setting = applicationForm.value.knowledge_setting
if (setting?.version_selection)
setting.version_selection = Object.fromEntries(
Object.entries(setting.version_selection).filter(([id]) => ids?.includes(id)),
)
},
{ deep: true },
)
const themeDetail = ref({})
const rules = reactive<FormRules<ApplicationFormType>>({
@ -1013,7 +1044,15 @@ function getMcpToolSelectOptions() {
}
function refreshParam(data: any) {
applicationForm.value = { ...applicationForm.value, ...data }
const version_selection = applicationForm.value.knowledge_setting?.version_selection || {}
applicationForm.value = {
...applicationForm.value,
...data,
knowledge_setting: {
...(data.knowledge_setting || applicationForm.value.knowledge_setting),
version_selection,
},
}
}
function refreshForm(data: any) {
@ -1180,7 +1219,7 @@ onMounted(() => {
getSTTModel()
getTTSModel()
if (toolPermissionPrecise.value.read()) {
getToolSelectOptions();
getToolSelectOptions()
getMcpToolSelectOptions()
}
})
@ -1202,7 +1241,10 @@ onMounted(() => {
border-radius: 12px;
padding: 16px;
cursor: pointer;
transition: border-color 0.2s ease, background-color 0.2s ease, box-shadow 0.2s ease;
transition:
border-color 0.2s ease,
background-color 0.2s ease,
box-shadow 0.2s ease;
}
.publish-mode-card.active {

View File

@ -1,6 +1,13 @@
<template>
<div class="document p-16-24">
<h2 class="mb-16">{{ $t('common.fileUpload.document') }}</h2>
<div class="flex-between mb-16">
<h2>{{ $t('common.fileUpload.document') }}</h2>
<KnowledgeVersions
v-if="!isShared"
:knowledge-id="String(id)"
:can-edit="permissionPrecise.edit(id)"
/>
</div>
<el-card style="--el-card-padding: 0">
<div class="main-calc-height">
<div class="p-24">
@ -147,9 +154,7 @@
clearable
/>
</div>
<el-button @click="openTagDrawer" class="ml-12"
v-if="permissionPrecise.tag_read(id)"
>
<el-button @click="openTagDrawer" class="ml-12" v-if="permissionPrecise.tag_read(id)">
{{ $t('views.document.tag.label') }}
</el-button>
</div>
@ -496,7 +501,8 @@
></AppIcon>
{{ $t('views.document.generateQuestion.title') }}
</el-dropdown-item>
<el-dropdown-item @click="openTagSettingDrawer(row)"
<el-dropdown-item
@click="openTagSettingDrawer(row)"
v-if="permissionPrecise.doc_tag(id)"
>
<AppIcon iconName="app-tag" class="color-secondary"></AppIcon>
@ -620,7 +626,8 @@
<AppIcon iconName="app-sync" class="color-secondary"></AppIcon>
{{ $t('views.knowledge.setting.sync') }}</el-dropdown-item
>
<el-dropdown-item @click="openTagSettingDrawer(row)"
<el-dropdown-item
@click="openTagSettingDrawer(row)"
v-if="permissionPrecise.doc_tag(id)"
>
<AppIcon iconName="app-tag" class="color-secondary"></AppIcon>
@ -729,6 +736,7 @@
</div>
</template>
<script setup lang="ts">
import KnowledgeVersions from '@/views/knowledge/component/KnowledgeVersions.vue'
import { ref, onMounted, onBeforeUnmount, computed } from 'vue'
import { useRouter, useRoute, onBeforeRouteLeave, onBeforeRouteUpdate } from 'vue-router'
import type { ElTable } from 'element-plus'
@ -800,7 +808,8 @@ const MoreFilledPermission0 = (id: string) => {
(knowledgeDetail?.value.type === 2 && permissionPrecise.value.doc_sync(id)) ||
permissionPrecise.value.doc_export(id) ||
permissionPrecise.value.doc_download(id) ||
permissionPrecise.value.doc_delete(id) || permissionPrecise.value.doc_tag(id)
permissionPrecise.value.doc_delete(id) ||
permissionPrecise.value.doc_tag(id)
)
}

View File

@ -2,7 +2,18 @@
<div class="p-16-24">
<div class="flex-between mb-16">
<h2>{{ $t('common.setting') }}</h2>
<el-button v-if="!route.path.includes('share/') && permissionPrecise.edit(id)" type="primary" :loading="saving" :disabled="!settingsReady" @click="submit">保存</el-button>
<KnowledgeVersions
:knowledge-id="String(id)"
:can-edit="!route.path.includes('share/') && permissionPrecise.edit(id)"
/>
<el-button
v-if="!route.path.includes('share/') && permissionPrecise.edit(id)"
type="primary"
:loading="saving"
:disabled="!settingsReady"
@click="submit"
>保存</el-button
>
</div>
<el-card style="--el-card-padding: 0">
<div class="knowledge-setting main-calc-height">
@ -135,7 +146,6 @@
<h4 class="title-decoration-1 mb-16">文档处理</h4>
<div class="flex-between mb-8">
<h5>文档解析</h5>
</div>
<el-select v-model="parserId" clearable placeholder="内置解析"
><el-option v-for="p in parserOptions" :key="p.id" :label="p.name" :value="p.id"
@ -152,7 +162,6 @@
>
{{ segmentation.updated_by }} 更新于 {{ segmentation.updated_at }}
</span>
</div>
</div>
<el-form label-position="top">
@ -243,7 +252,13 @@
<el-row :gutter="24">
<el-col :span="12">
<el-form-item label="批处理数量">
<el-input-number v-model="embeddingParams.batch_size" :min="1" :max="256" :precision="0" controls-position="right" />
<el-input-number
v-model="embeddingParams.batch_size"
:min="1"
:max="256"
:precision="0"
controls-position="right"
/>
</el-form-item>
</el-col>
<el-col :span="12">
@ -254,12 +269,30 @@
</el-row>
<div class="flex-between mb-8">
<span>可选参数</span>
<el-button link type="primary" :disabled="optionalEmbeddingParams.length >= 50" @click="addEmbeddingParam">添加参数</el-button>
<el-button
link
type="primary"
:disabled="optionalEmbeddingParams.length >= 50"
@click="addEmbeddingParam"
>添加参数</el-button
>
</div>
<div v-for="(param, index) in optionalEmbeddingParams" :key="index" class="flex mb-8" style="gap: 8px">
<el-input v-model="param.key" placeholder="参数名称" :maxlength="64" style="width: 180px; flex-shrink: 0" />
<div
v-for="(param, index) in optionalEmbeddingParams"
:key="index"
class="flex mb-8"
style="gap: 8px"
>
<el-input
v-model="param.key"
placeholder="参数名称"
:maxlength="64"
style="width: 180px; flex-shrink: 0"
/>
<el-input v-model="param.value" placeholder="参数值" :maxlength="2000" />
<el-button link type="danger" @click="optionalEmbeddingParams.splice(index, 1)">删除</el-button>
<el-button link type="danger" @click="optionalEmbeddingParams.splice(index, 1)"
>删除</el-button
>
</div>
</el-form>
<template v-if="detail?.type === 0">
@ -327,7 +360,6 @@
<el-button :disabled="metadataLoading" @click="metadataEditing = false"
>取消</el-button
>
</template>
</div>
</div>
@ -394,7 +426,6 @@
>
</template>
</el-card>
</div>
</el-scrollbar>
</div>
@ -403,24 +434,26 @@
</div>
</template>
<script setup lang="ts">
import {ref, onMounted, reactive, computed} from 'vue'
import {useRoute} from 'vue-router'
import { ref, onMounted, reactive, computed } from 'vue'
import { useRoute } from 'vue-router'
import BaseForm from '@/views/knowledge/component/BaseForm.vue'
import RebuildTaskDrawer from '@/views/knowledge/component/RebuildTaskDrawer.vue'
import KnowledgeVersions from '@/views/knowledge/component/KnowledgeVersions.vue'
import knowledgeApi from '@/api/knowledge/knowledge'
import { hubGet } from '@/api/ai-hub'
import { get, put } from '@/request/index'
import {MsgSuccess, MsgConfirm, MsgError} from '@/utils/message'
import {t} from '@/locales'
import {i18n_name} from '@/utils/common'
import { MsgSuccess, MsgConfirm, MsgError } from '@/utils/message'
import { t } from '@/locales'
import { i18n_name } from '@/utils/common'
import permissionMap from '@/permission'
import useStore from '@/stores'
import {loadSharedApi} from '@/utils/dynamics-api/shared-api'
import { loadSharedApi } from '@/utils/dynamics-api/shared-api'
const route = useRoute()
const { user } = useStore()
const parserId = ref(''), parserOptions = ref<any[]>([])
const parserId = ref(''),
parserOptions = ref<any[]>([])
const parserPath = () => `/workspace/${user.getWorkspaceId()}/knowledge/${id}/parser`
async function loadParser() {
const [options, current] = await Promise.all([hubGet('resources'), get(parserPath())])
@ -430,7 +463,7 @@ async function loadParser() {
parserReady.value = true
}
const {
params: {id, folderId},
params: { id, folderId },
} = route as any
const apiType = computed(() => {
@ -456,25 +489,45 @@ const BaseFormRef = ref()
const ModelFormRef = ref()
const baseSettings = reactive({ name: '', desc: '', embedding_model_id: '' })
const loading = ref(false)
const saving = ref(false), parserReady = ref(false), segmentationReady = ref(false)
const savedParserId = ref(''), savedSegmentation = ref('')
const settingsReady = computed(() => !!detail.value.id && parserReady.value && segmentationReady.value)
const detail = ref<any>({ })
const saving = ref(false),
parserReady = ref(false),
segmentationReady = ref(false)
const savedParserId = ref(''),
savedSegmentation = ref('')
const settingsReady = computed(
() => !!detail.value.id && parserReady.value && segmentationReady.value,
)
const detail = ref<any>({})
const cloneModelId = ref('')
const embeddingParams = reactive({ batch_size: 10, normalize: false })
const embeddingParamLabels: Record<string, string> = { query_prefix: '查询指令', document_prefix: '文档指令' }
const embeddingParamKey = (name: string) => Object.keys(embeddingParamLabels).find(key => embeddingParamLabels[key] === name.trim()) || name.trim()
const embeddingParamLabels: Record<string, string> = {
query_prefix: '查询指令',
document_prefix: '文档指令',
}
const embeddingParamKey = (name: string) =>
Object.keys(embeddingParamLabels).find((key) => embeddingParamLabels[key] === name.trim()) ||
name.trim()
const optionalEmbeddingParams = ref<Array<{ key: string; value: string }>>([])
function addEmbeddingParam() {
if (optionalEmbeddingParams.value.length < 50) optionalEmbeddingParams.value.push({ key: '', value: '' })
if (optionalEmbeddingParams.value.length < 50)
optionalEmbeddingParams.value.push({ key: '', value: '' })
}
function effectiveEmbeddingParams(): Record<string, string | number | boolean> {
return { ...Object.fromEntries(optionalEmbeddingParams.value.map(param => [embeddingParamKey(param.key), param.value])), ...embeddingParams }
return {
...Object.fromEntries(
optionalEmbeddingParams.value.map((param) => [embeddingParamKey(param.key), param.value]),
),
...embeddingParams,
}
}
const savedEmbeddingParams = ref('')
const embeddingSignature = () => {
const params = effectiveEmbeddingParams()
return JSON.stringify({ normalize: params.normalize, query_prefix: params.query_prefix || '', document_prefix: params.document_prefix || '' })
return JSON.stringify({
normalize: params.normalize,
query_prefix: params.query_prefix || '',
document_prefix: params.document_prefix || '',
})
}
const user_options = ref<any[]>([])
const selectedCreator = ref('')
@ -484,10 +537,15 @@ const rebuildLoading = ref(false)
const metadata = ref<any>({ fields: [], updated_by: '', updated_at: '' })
const metadataEditing = ref(false)
const metadataLoading = ref(false)
const metadataForm = ref<Array<{name: string; value: string}>>([])
const metadataForm = ref<Array<{ name: string; value: string }>>([])
const metadataCreator = ref('')
const metadataReady = ref(false)
const segmentation = ref<any>({ chunk_size: 4096, chunk_overlap: 0, updated_by: '', updated_at: '' })
const segmentation = ref<any>({
chunk_size: 4096,
chunk_overlap: 0,
updated_by: '',
updated_at: '',
})
const segmentationLoading = ref(false)
function loadMetadata() {
@ -499,7 +557,10 @@ function loadMetadata() {
}
function editMetadata() {
metadataForm.value = (metadata.value.fields || []).map((field: any) => ({ name: field.name || field.label, value: field.value || '' }))
metadataForm.value = (metadata.value.fields || []).map((field: any) => ({
name: field.name || field.label,
value: field.value || '',
}))
metadataCreator.value = metadata.value.user_id || selectedCreator.value || ''
metadataEditing.value = true
}
@ -508,7 +569,10 @@ function loadSegmentation() {
if (!id) return
return knowledgeApi.getKnowledgeSegmentation(id, segmentationLoading).then((res: any) => {
segmentation.value = res.data || { chunk_size: 4096, chunk_overlap: 0 }
savedSegmentation.value = JSON.stringify({ chunk_size: segmentation.value.chunk_size, chunk_overlap: segmentation.value.chunk_overlap })
savedSegmentation.value = JSON.stringify({
chunk_size: segmentation.value.chunk_size,
chunk_overlap: segmentation.value.chunk_overlap,
})
segmentationReady.value = true
})
}
@ -601,50 +665,111 @@ async function submit() {
if (saving.value || !settingsReady.value) return
saving.value = true
try {
if (!await BaseFormRef.value?.validate() || !await ModelFormRef.value?.validate() || !await webFormRef.value?.validate()) {
if (
!(await BaseFormRef.value?.validate()) ||
!(await ModelFormRef.value?.validate()) ||
!(await webFormRef.value?.validate())
) {
saving.value = false
return
}
} catch { saving.value = false; return }
const rules = { chunk_size: segmentation.value.chunk_size, chunk_overlap: segmentation.value.chunk_overlap }
if (!Number.isInteger(rules.chunk_size) || rules.chunk_size < 50 || rules.chunk_size > 100000 ||
!Number.isInteger(rules.chunk_overlap) || rules.chunk_overlap < 0 || rules.chunk_overlap >= rules.chunk_size) {
} catch {
saving.value = false
return
}
const rules = {
chunk_size: segmentation.value.chunk_size,
chunk_overlap: segmentation.value.chunk_overlap,
}
if (
!Number.isInteger(rules.chunk_size) ||
rules.chunk_size < 50 ||
rules.chunk_size > 100000 ||
!Number.isInteger(rules.chunk_overlap) ||
rules.chunk_overlap < 0 ||
rules.chunk_overlap >= rules.chunk_size
) {
MsgError('请检查分段长度和重叠长度')
saving.value = false
return
}
const fields = metadataForm.value.map(field => ({ name: field.name.trim(), value: field.value }))
if (metadataEditing.value && (fields.some(field => !field.name) ||
new Set(fields.map(field => field.name.normalize('NFKC').toLowerCase())).size !== fields.length)) {
const fields = metadataForm.value.map((field) => ({
name: field.name.trim(),
value: field.value,
}))
if (
metadataEditing.value &&
(fields.some((field) => !field.name) ||
new Set(fields.map((field) => field.name.normalize('NFKC').toLowerCase())).size !==
fields.length)
) {
MsgError('元数据名称不能为空或重复')
saving.value = false
return
}
const reserved = new Set(['创建者', '创建时间', '更新时间', 'creator', 'user_id', 'create_time', 'update_time', 'updated_at', 'updated_by'])
if (metadataEditing.value && fields.some(field => reserved.has(field.name.normalize('NFKC').toLowerCase()))) {
const reserved = new Set([
'创建者',
'创建时间',
'更新时间',
'creator',
'user_id',
'create_time',
'update_time',
'updated_at',
'updated_by',
])
if (
metadataEditing.value &&
fields.some((field) => reserved.has(field.name.normalize('NFKC').toLowerCase()))
) {
MsgError('不能使用固定属性名称')
saving.value = false
return
}
let savedAny = false, stage = 'settings'
if (!Number.isInteger(embeddingParams.batch_size) || embeddingParams.batch_size < 1 || embeddingParams.batch_size > 256) {
MsgError('批处理数量须为1~256的整数'); saving.value = false; return
let savedAny = false,
stage = 'settings'
if (
!Number.isInteger(embeddingParams.batch_size) ||
embeddingParams.batch_size < 1 ||
embeddingParams.batch_size > 256
) {
MsgError('批处理数量须为1~256的整数')
saving.value = false
return
}
const paramNames = optionalEmbeddingParams.value.map(param => embeddingParamKey(param.key).normalize('NFKC').toLowerCase())
if (paramNames.some(name => !name || ['batch_size', 'normalize', '批处理数量', '输出归一化'].includes(name)) || new Set(paramNames).size !== paramNames.length) {
MsgError('参数名称不能为空、重复或与固定项重名'); saving.value = false; return
const paramNames = optionalEmbeddingParams.value.map((param) =>
embeddingParamKey(param.key).normalize('NFKC').toLowerCase(),
)
if (
paramNames.some(
(name) => !name || ['batch_size', 'normalize', '批处理数量', '输出归一化'].includes(name),
) ||
new Set(paramNames).size !== paramNames.length
) {
MsgError('参数名称不能为空、重复或与固定项重名')
saving.value = false
return
}
const modelChanged = cloneModelId.value !== baseSettings.embedding_model_id || savedEmbeddingParams.value !== embeddingSignature()
const modelChanged =
cloneModelId.value !== baseSettings.embedding_model_id ||
savedEmbeddingParams.value !== embeddingSignature()
try {
if (modelChanged) {
try { await MsgConfirm(t('common.tip'), '向量模型或嵌入参数已变更,保存后将重建索引。', {
confirmButtonText: t('views.knowledge.setting.vectorization'),
}) } catch { return }
try {
await MsgConfirm(t('common.tip'), '向量模型或嵌入参数已变更,保存后将重建索引。', {
confirmButtonText: t('views.knowledge.setting.vectorization'),
})
} catch {
return
}
}
const obj = {
...(detail.value.type === 1 || detail.value.type === 2 ? { meta: { ...form.value } } : {}),
file_count_limit: form.value.file_count_limit, file_size_limit: form.value.file_size_limit,
create_user: selectedCreator.value, user_id: selectedCreator.value, ...baseSettings,
file_count_limit: form.value.file_count_limit,
file_size_limit: form.value.file_size_limit,
create_user: selectedCreator.value,
user_id: selectedCreator.value,
...baseSettings,
embedding_params: effectiveEmbeddingParams(),
}
const api = loadSharedApi({ type: 'knowledge', systemType: apiType.value })
@ -662,7 +787,8 @@ async function submit() {
}
if (metadataEditing.value) {
const r: any = await knowledgeApi.putKnowledgeMetadata(id, {
fields, ...(metadataCreator.value ? { user_id: metadataCreator.value } : {}),
fields,
...(metadataCreator.value ? { user_id: metadataCreator.value } : {}),
})
metadata.value = r.data
selectedCreator.value = r.data.user_id || ''
@ -671,7 +797,10 @@ async function submit() {
detail.value.nick_name = r.data.creator_name
metadataEditing.value = false
}
if (modelChanged) { stage = 'rebuild'; await api.putReEmbeddingKnowledge(id) }
if (modelChanged) {
stage = 'rebuild'
await api.putReEmbeddingKnowledge(id)
}
cloneModelId.value = baseSettings.embedding_model_id
savedEmbeddingParams.value = embeddingSignature()
stage = 'refresh'
@ -681,19 +810,28 @@ async function submit() {
if (stage === 'rebuild') MsgError('设置已保存,索引重建未提交,请重新发起重建')
else if (stage === 'refresh') MsgError('设置已保存,状态刷新失败,请刷新页面')
else if (savedAny) MsgError('部分设置未保存,请重试')
} finally { saving.value = false }
} finally {
saving.value = false
}
}
function getDetail() {
loadSharedApi({type: 'knowledge', isShared: isShared.value, systemType: apiType.value})
loadSharedApi({ type: 'knowledge', isShared: isShared.value, systemType: apiType.value })
.getKnowledgeDetail(id, loading)
.then((res: any) => {
detail.value = res.data
cloneModelId.value = res.data?.embedding_model_id
const params = res.data?.meta?.embedding_params || {}
Object.assign(embeddingParams, { batch_size: params.batch_size ?? 10, normalize: params.normalize ?? false })
optionalEmbeddingParams.value = Object.entries(params).filter(([key]) => !['batch_size', 'normalize'].includes(key))
.map(([key, value]) => ({ key: embeddingParamLabels[key] || key, value: String(value ?? '') }))
Object.assign(embeddingParams, {
batch_size: params.batch_size ?? 10,
normalize: params.normalize ?? false,
})
optionalEmbeddingParams.value = Object.entries(params)
.filter(([key]) => !['batch_size', 'normalize'].includes(key))
.map(([key, value]) => ({
key: embeddingParamLabels[key] || key,
value: String(value ?? ''),
}))
savedEmbeddingParams.value = embeddingSignature()
// 优先使用user_id,如果不存在则使用create_user
selectedCreator.value = res.data?.user_id || res.data?.create_user || ''
@ -709,7 +847,7 @@ function getDetail() {
}
// 如果有用户列表,尝试找到对应的用户信息来更新nick_name
if (user_options.value.length > 0 && selectedCreator.value) {
const selectedUser = user_options.value.find(user => user.id === selectedCreator.value)
const selectedUser = user_options.value.find((user) => user.id === selectedCreator.value)
if (selectedUser) {
detail.value.nick_name = selectedUser.nick_name
}
@ -724,7 +862,7 @@ function getUserList() {
user_options.value = res.data
// 如果已经有selectedCreator的值,尝试找到对应的用户信息来更新nick_name
if (selectedCreator.value) {
const selectedUser = user_options.value.find(user => user.id === selectedCreator.value)
const selectedUser = user_options.value.find((user) => user.id === selectedCreator.value)
if (selectedUser) {
detail.value.nick_name = selectedUser.nick_name
}

View File

@ -65,6 +65,12 @@
<el-icon><Close /></el-icon>
</el-button>
</div>
<KnowledgeVersionSelect
:knowledge-id="item"
:disabled="nodeModel.properties.disabled"
:model-value="form_data.knowledge_setting?.version_selection?.[item] || ''"
@update:model-value="(value) => setKnowledgeVersion(item, value)"
/>
</template>
</div>
<div class="w-full" v-else>
@ -219,6 +225,7 @@
</NodeContainer>
</template>
<script setup lang="ts">
import KnowledgeVersionSelect from '@/views/knowledge/component/KnowledgeVersionSelect.vue'
import { set } from 'lodash'
import NodeContainer from '@/workflow/common/NodeContainer.vue'
@ -226,7 +233,7 @@ import NodeCascader from '@/workflow/common/NodeCascader.vue'
import AddknowledgeDialog from '@/views/application/component/AddKnowledgeDialog.vue'
import ParamSettingDialog from '@/views/application/component/ParamSettingDialog.vue'
import type { FormInstance } from 'element-plus'
import { ref, computed, onMounted } from 'vue'
import { ref, computed, onMounted, watch } from 'vue'
import { relatedObject } from '@/utils/array'
import { SearchMode } from '@/enums/application'
import AppIcon from '@/components/app-icon/AppIcon.vue'
@ -269,9 +276,30 @@ const knowledgeList = ref<any>([])
const knowledgeLoading = ref(false)
function refreshParam(data: any) {
set(props.nodeModel.properties.node_data, 'knowledge_setting', data.knowledge_setting)
const version_selection = form_data.value.knowledge_setting?.version_selection || {}
set(props.nodeModel.properties.node_data, 'knowledge_setting', {
...data.knowledge_setting,
version_selection,
})
}
function setKnowledgeVersion(id: string, value: string) {
const selection = { ...(form_data.value.knowledge_setting?.version_selection || {}), [id]: value }
set(props.nodeModel.properties.node_data, 'knowledge_setting.version_selection', selection)
}
watch(
() => form_data.value.knowledge_id_list,
(ids) => {
const setting = form_data.value.knowledge_setting
if (setting?.version_selection)
setting.version_selection = Object.fromEntries(
Object.entries(setting.version_selection).filter(([id]) => ids?.includes(id)),
)
},
{ deep: true },
)
const openParamSettingDialog = () => {
ParamSettingDialogRef.value?.open(form_data.value, 'WORK_FLOW')
}