80 lines
3.8 KiB
Python
80 lines
3.8 KiB
Python
# coding=utf-8
|
||
"""
|
||
@project: maxkb
|
||
@Author：虎
|
||
@file： document_serializers.py
|
||
@date：2023/9/22 13:43
|
||
@desc:
|
||
"""
|
||
import uuid
|
||
from functools import reduce
|
||
|
||
from django.core import validators
|
||
from django.db.models import QuerySet
|
||
from drf_yasg import openapi
|
||
from rest_framework import serializers
|
||
|
||
from common.exception.app_exception import AppApiException
|
||
from common.mixins.api_mixin import ApiMixin
|
||
from dataset.models.data_set import DataSet, Document, Paragraph
|
||
|
||
|
||
class CreateDocumentSerializers(ApiMixin, serializers.Serializer):
|
||
name = serializers.CharField(required=True,
|
||
validators=[
|
||
validators.MaxLengthValidator(limit_value=128,
|
||
message="文档名称在1-128个字符之间"),
|
||
validators.MinLengthValidator(limit_value=1,
|
||
message="数据集名称在1-128个字符之间")
|
||
])
|
||
|
||
paragraphs = serializers.ListField(required=False,
|
||
child=serializers.CharField(required=True,
|
||
validators=[
|
||
validators.MaxLengthValidator(limit_value=256,
|
||
message="段落在1-256个字符之间"),
|
||
validators.MinLengthValidator(limit_value=1,
|
||
message="段落在1-256个字符之间")
|
||
]))
|
||
|
||
def is_valid(self, *, dataset_id=None, raise_exception=False):
|
||
if not QuerySet(DataSet).filter(id=dataset_id).exists():
|
||
raise AppApiException(10000, "数据集id不存在")
|
||
return super().is_valid(raise_exception=True)
|
||
|
||
def save(self, dataset_id: str, **kwargs):
|
||
document_model = Document(
|
||
**{'dataset': DataSet(id=dataset_id),
|
||
'id': uuid.uuid1(),
|
||
'name': self.data.get('name'),
|
||
'char_length': reduce(lambda x, y: x + y, list(map(lambda p: len(p), self.data.get("paragraphs"))), 0)})
|
||
|
||
paragraph_model_list = list(map(lambda p: Paragraph(
|
||
**{'document': document_model, 'id': uuid.uuid1(), 'content': p}),
|
||
self.data.get('paragraphs')))
|
||
|
||
# 插入文档
|
||
document_model.save()
|
||
# 插入段落
|
||
QuerySet(Paragraph).bulk_create(paragraph_model_list) if len(paragraph_model_list) > 0 else None
|
||
return True
|
||
|
||
def get_request_body_api(self):
|
||
return openapi.Schema(
|
||
type=openapi.TYPE_OBJECT,
|
||
required=['name', 'paragraph'],
|
||
properties={
|
||
'name': openapi.Schema(type=openapi.TYPE_STRING, title="文档名称", description="文档名称"),
|
||
'paragraphs': openapi.Schema(type=openapi.TYPE_ARRAY, title="段落列表", description="段落列表",
|
||
items=openapi.Schema(type=openapi.TYPE_STRING, title="段落数据",
|
||
description="段落数据"))
|
||
}
|
||
)
|
||
|
||
def get_request_params_api(self):
|
||
return [openapi.Parameter(name='dataset_id',
|
||
in_=openapi.IN_PATH,
|
||
type=openapi.TYPE_STRING,
|
||
required=True,
|
||
description='数据集id')]
|