63 lines
3.1 KiB
Python
63 lines
3.1 KiB
Python
"""Verify knowledge versions using only in-memory SQLite and process-local cache."""
|
|
import importlib
|
|
import os
|
|
from pathlib import Path
|
|
import sys
|
|
import unittest
|
|
import uuid
|
|
|
|
root = Path(__file__).resolve().parents[1]
|
|
sys.path.insert(0, str(root / 'apps'))
|
|
os.environ['DJANGO_SETTINGS_MODULE'] = 'maxkb.settings'
|
|
from django.apps import AppConfig
|
|
from django.conf import settings
|
|
settings.LOGGING_CONFIG = None
|
|
settings.USE_I18N = False
|
|
settings.CACHES = {'default': {'BACKEND': 'django.core.cache.backends.locmem.LocMemCache'}}
|
|
postgres = '--postgres' in sys.argv
|
|
schema = 'codex_knowledge_versions_' + uuid.uuid4().hex
|
|
if postgres:
|
|
import copy
|
|
database = copy.deepcopy(settings.DATABASES['default'])
|
|
if 'postgresql' not in database['ENGINE']:
|
|
raise RuntimeError('Configured database is not PostgreSQL')
|
|
database['ENGINE'] = 'django.db.backends.postgresql'
|
|
database.setdefault('OPTIONS', {})['options'] = '-c search_path=' + schema + ',public'
|
|
database['OPTIONS']['connect_timeout'] = 8
|
|
settings.DATABASES = {'default': database}
|
|
else:
|
|
settings.DATABASES = {'default': {'ENGINE': 'django.db.backends.sqlite3', 'NAME': ':memory:'}}
|
|
settings.INSTALLED_APPS = [AppConfig(name, importlib.import_module(name)) for name in (
|
|
'django.contrib.contenttypes', 'users', 'tools', 'knowledge', 'common', 'system_manage',
|
|
'models_provider', 'application', 'chat', 'oss')]
|
|
import django
|
|
django.setup()
|
|
if '--make-migration' in sys.argv or '--migration-check' in sys.argv:
|
|
from django.core.management import call_command
|
|
call_command('makemigrations', 'knowledge', name='knowledge_versions',
|
|
check='--migration-check' in sys.argv, dry_run='--migration-check' in sys.argv)
|
|
raise SystemExit(0)
|
|
from django.db import connection
|
|
from users.models import User
|
|
from models_provider.models import Model
|
|
from knowledge.models import (KnowledgeFolder, Knowledge, Document, Paragraph, Problem, ProblemParagraphMapping,
|
|
Tag, DocumentTag, Embedding, File, KnowledgeVersion, KnowledgeVersionLease, KnowledgeRebuildTask)
|
|
from application.models import ApplicationFolder, Application, ApplicationKnowledgeMapping, ApplicationVersion
|
|
from system_manage.models import Log
|
|
try:
|
|
if postgres:
|
|
with connection.cursor() as cursor:
|
|
cursor.execute('CREATE SCHEMA "' + schema + '"')
|
|
with connection.schema_editor() as editor:
|
|
for model in (User, Model, KnowledgeFolder, Knowledge, Document, Paragraph, Problem, ProblemParagraphMapping,
|
|
Tag, DocumentTag, Embedding, File, ApplicationFolder, Application, ApplicationKnowledgeMapping,
|
|
ApplicationVersion, KnowledgeVersion, KnowledgeVersionLease, KnowledgeRebuildTask, Log):
|
|
editor.create_model(model)
|
|
outcome = unittest.TextTestRunner(verbosity=2).run(unittest.defaultTestLoader.loadTestsFromName('knowledge.test_versions'))
|
|
finally:
|
|
if postgres:
|
|
with connection.cursor() as cursor:
|
|
cursor.execute('DROP SCHEMA IF EXISTS "' + schema + '" CASCADE')
|
|
print('Isolated PostgreSQL schema removed')
|
|
raise SystemExit(0 if outcome.wasSuccessful() else 1)
|