# coding=utf-8 """ @project: MaxKB @Author:虎 @file: model_apply_serializers.py @date:2024/8/20 20:39 @desc: """ import json from django.utils.translation import gettext_lazy as _ from langchain_core.documents import Document from rest_framework import serializers from local_model.serializers.rsa_util import rsa_long_decrypt from models_provider.impl.local_model_provider.local_model_provider import LocalModelProvider def get_local_model(model, **kwargs): return LocalModelProvider().get_model(model.model_type, model.model_name, json.loads( rsa_long_decrypt(model.credential)), model_id=model.id, streaming=True, **kwargs) class EmbedDocuments(serializers.Serializer): texts = serializers.ListField(required=True, child=serializers.CharField(required=True, label=_('vector text')), label=_('vector text list')) class EmbedQuery(serializers.Serializer): text = serializers.CharField(required=True, label=_('vector text')) class CompressDocument(serializers.Serializer): page_content = serializers.CharField(required=True, label=_('text')) metadata = serializers.DictField(required=False, label=_('metadata')) class CompressDocuments(serializers.Serializer): documents = CompressDocument(required=True, many=True) query = serializers.CharField(required=True, label=_('query')) class ValidateModelSerializers(serializers.Serializer): model_name = serializers.CharField(required=True, label=_('model_name')) model_type = serializers.CharField(required=True, label=_('model_type')) model_credential = serializers.DictField(required=True, label="credential") def validate_model(self, with_valid=True): if with_valid: self.is_valid(raise_exception=True) LocalModelProvider().is_valid_credential(self.data.get('model_type'), self.data.get('model_name'), self.data.get('model_credential'), model_params={}, raise_exception=True) class ModelApplySerializers(serializers.Serializer): model_id = serializers.UUIDField(required=True, label=_('model id')) def embed_documents(self, instance, with_valid=True): if with_valid: self.is_valid(raise_exception=True) EmbedDocuments(data=instance).is_valid(raise_exception=True) from local_model.runtime import manager with manager.inference(self.data.get('model_id')) as model: texts = instance.getlist('texts') if hasattr(instance, 'getlist') else instance.get('texts') return model.embed_documents(texts) def embed_query(self, instance, with_valid=True): if with_valid: self.is_valid(raise_exception=True) EmbedQuery(data=instance).is_valid(raise_exception=True) from local_model.runtime import manager with manager.inference(self.data.get('model_id')) as model: return model.embed_query(instance.get('text')) def compress_documents(self, instance, with_valid=True): if with_valid: self.is_valid(raise_exception=True) CompressDocuments(data=instance).is_valid(raise_exception=True) from local_model.runtime import manager with manager.inference(self.data.get('model_id')) as model: return [{'page_content': d.page_content, 'metadata': d.metadata} for d in model.compress_documents( [Document(page_content=document.get('page_content'), metadata=document.get('metadata')) for document in instance.get('documents')], instance.get('query'))] def unload(self, with_valid=True): if with_valid: self.is_valid(raise_exception=True) from local_model.runtime import manager manager.unload(self.data.get('model_id')) return True