99 lines
4.0 KiB
Python
99 lines
4.0 KiB
Python
# coding=utf-8
|
||
"""
|
||
@project: MaxKB
|
||
@Author:虎
|
||
@file: model_apply_serializers.py
|
||
@date:2024/8/20 20:39
|
||
@desc:
|
||
"""
|
||
import json
|
||
|
||
from django.utils.translation import gettext_lazy as _
|
||
from langchain_core.documents import Document
|
||
from rest_framework import serializers
|
||
|
||
from local_model.serializers.rsa_util import rsa_long_decrypt
|
||
from models_provider.impl.local_model_provider.local_model_provider import LocalModelProvider
|
||
|
||
def get_local_model(model, **kwargs):
|
||
return LocalModelProvider().get_model(model.model_type, model.model_name,
|
||
json.loads(
|
||
rsa_long_decrypt(model.credential)),
|
||
model_id=model.id,
|
||
streaming=True, **kwargs)
|
||
|
||
|
||
class EmbedDocuments(serializers.Serializer):
|
||
texts = serializers.ListField(required=True, child=serializers.CharField(required=True,
|
||
label=_('vector text')),
|
||
label=_('vector text list'))
|
||
|
||
|
||
class EmbedQuery(serializers.Serializer):
|
||
text = serializers.CharField(required=True, label=_('vector text'))
|
||
|
||
|
||
class CompressDocument(serializers.Serializer):
|
||
page_content = serializers.CharField(required=True, label=_('text'))
|
||
metadata = serializers.DictField(required=False, label=_('metadata'))
|
||
|
||
|
||
class CompressDocuments(serializers.Serializer):
|
||
documents = CompressDocument(required=True, many=True)
|
||
query = serializers.CharField(required=True, label=_('query'))
|
||
|
||
|
||
class ValidateModelSerializers(serializers.Serializer):
|
||
model_name = serializers.CharField(required=True, label=_('model_name'))
|
||
|
||
model_type = serializers.CharField(required=True, label=_('model_type'))
|
||
|
||
model_credential = serializers.DictField(required=True, label="credential")
|
||
|
||
def validate_model(self, with_valid=True):
|
||
if with_valid:
|
||
self.is_valid(raise_exception=True)
|
||
LocalModelProvider().is_valid_credential(self.data.get('model_type'), self.data.get('model_name'),
|
||
self.data.get('model_credential'), model_params={},
|
||
raise_exception=True)
|
||
|
||
|
||
class ModelApplySerializers(serializers.Serializer):
|
||
model_id = serializers.UUIDField(required=True, label=_('model id'))
|
||
|
||
def embed_documents(self, instance, with_valid=True):
|
||
if with_valid:
|
||
self.is_valid(raise_exception=True)
|
||
EmbedDocuments(data=instance).is_valid(raise_exception=True)
|
||
|
||
from local_model.runtime import manager
|
||
with manager.inference(self.data.get('model_id')) as model:
|
||
texts = instance.getlist('texts') if hasattr(instance, 'getlist') else instance.get('texts')
|
||
return model.embed_documents(texts)
|
||
|
||
def embed_query(self, instance, with_valid=True):
|
||
if with_valid:
|
||
self.is_valid(raise_exception=True)
|
||
EmbedQuery(data=instance).is_valid(raise_exception=True)
|
||
|
||
from local_model.runtime import manager
|
||
with manager.inference(self.data.get('model_id')) as model:
|
||
return model.embed_query(instance.get('text'))
|
||
|
||
def compress_documents(self, instance, with_valid=True):
|
||
if with_valid:
|
||
self.is_valid(raise_exception=True)
|
||
CompressDocuments(data=instance).is_valid(raise_exception=True)
|
||
from local_model.runtime import manager
|
||
with manager.inference(self.data.get('model_id')) as model:
|
||
return [{'page_content': d.page_content, 'metadata': d.metadata} for d in model.compress_documents(
|
||
[Document(page_content=document.get('page_content'), metadata=document.get('metadata')) for document in
|
||
instance.get('documents')], instance.get('query'))]
|
||
|
||
def unload(self, with_valid=True):
|
||
if with_valid:
|
||
self.is_valid(raise_exception=True)
|
||
from local_model.runtime import manager
|
||
manager.unload(self.data.get('model_id'))
|
||
return True
|