70 lines
4.2 KiB
Python
70 lines
4.2 KiB
Python
"""Create an isolated, new data directory and start the release containers."""
|
|
import argparse
|
|
import json
|
|
import os
|
|
from pathlib import Path
|
|
import secrets
|
|
import subprocess
|
|
import sys
|
|
|
|
import upgrade
|
|
|
|
|
|
def main():
|
|
p = argparse.ArgumentParser()
|
|
p.add_argument('--gpu', choices=['cuda', 'corex'], required=True)
|
|
for name in ('data-dir', 'model-dir', 'release-dir', 'kb-image', 'gateway-image', 'parser-image'):
|
|
p.add_argument('--' + name, required=True)
|
|
a = p.parse_args()
|
|
os.umask(0o077)
|
|
data, models, release = [upgrade.safe_path(getattr(a, n)) for n in ('data_dir', 'model_dir', 'release_dir')]
|
|
if any(upgrade.overlaps(x, y) for i, x in enumerate((data, models, release)) for y in (data, models, release)[i+1:]):
|
|
raise ValueError('数据、模型和部署目录必须相互独立')
|
|
if data.exists() or release.exists() or not data.parent.is_dir() or not release.parent.is_dir():
|
|
raise ValueError('数据和部署目录必须为不存在的新目录,且其父目录必须存在')
|
|
if not all((models / name).is_dir() for name in ('pipeline', 'vlm')):
|
|
raise ValueError('模型目录须包含 pipeline 和 vlm 子目录')
|
|
for name in upgrade.NEW:
|
|
if subprocess.run(['docker', 'inspect', name], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL).returncode == 0:
|
|
raise ValueError('目标容器名称已存在:' + name)
|
|
images = {}
|
|
for component, name in [('kb', a.kb_image), ('gateway', a.gateway_image), ('parser', a.parser_image)]:
|
|
row = json.loads(upgrade.run('docker', 'image', 'inspect', name))[0]
|
|
labels = row['Config'].get('Labels') or {}
|
|
if labels.get('io.unis.layout') != 'refact' or labels.get('io.unis.component') != component:
|
|
raise ValueError('镜像类型不匹配:' + component)
|
|
if component == 'parser' and labels.get('io.unis.gpu') != a.gpu:
|
|
raise ValueError('解析镜像与 GPU 类型不匹配')
|
|
images[component] = row['Id']
|
|
db_password, redis_password = secrets.token_hex(24), secrets.token_hex(24)
|
|
env = {'MAXKB_CONFIG_TYPE': 'ENV', 'MAXKB_DB_NAME': 'maxkb', 'MAXKB_DB_USER': 'postgres',
|
|
'MAXKB_DB_PASSWORD': db_password, 'POSTGRES_USER': 'postgres', 'POSTGRES_PASSWORD': db_password,
|
|
'MAXKB_REDIS_PASSWORD': redis_password, 'REDIS_PASSWORD': redis_password, 'MAXKB_REDIS_DB': '1',
|
|
'MAXKB_DB_HOST': '127.0.0.1', 'MAXKB_REDIS_HOST': '127.0.0.1',
|
|
'PGDATA': '/opt/maxkb/data/postgresql/pgdata'}
|
|
def row(environment=None, port=None):
|
|
return {'Config': {'Env': [k + '=' + v for k, v in (environment or {}).items()]},
|
|
'HostConfig': {'PortBindings': {str(port) + '/tcp': [{'HostIp': '0.0.0.0', 'HostPort': str(port)}]} if port else {}}}
|
|
rows = {'airag': row(env), 'mineru-api': row(), 'unis-gateway': row(port=8989), 'mindmap-web': row(port=9898)}
|
|
config = upgrade.make_compose(rows, images, data, models, a.gpu, 'unis-fresh')
|
|
# PostgreSQL runs as a non-root user and must be able to traverse this mount.
|
|
data.mkdir(mode=0o755); data.chmod(0o755); (data / 'mineru-output').mkdir()
|
|
release.mkdir(mode=0o700)
|
|
upgrade.save(release / 'compose.json', upgrade.escape_compose(config))
|
|
upgrade.compose(release, 'config', '--quiet')
|
|
upgrade.compose(release, 'up', '-d', '--pull', 'never', '--wait', '--wait-timeout', '360')
|
|
upgrade.run('docker', 'exec', 'airag', 'python', 'apps/manage.py', 'migrate', '--check')
|
|
# Create the unified administrator role and attach the freshly initialized admin.
|
|
upgrade.run('docker', 'exec', 'airag', 'python', 'apps/manage.py', 'unify_platform_roles')
|
|
upgrade.run('docker', 'exec', 'airag', 'python', '/usr/local/bin/unis-check-internal-services.py')
|
|
print('部署完成。请打开 http://服务器IP:8989/ 并完成业务验证。')
|
|
print('部署配置位于', release, ',含敏感信息,请妥善保管。')
|
|
|
|
|
|
if __name__ == '__main__':
|
|
try:
|
|
main()
|
|
except (OSError, ValueError, RuntimeError, subprocess.SubprocessError, KeyError) as exc:
|
|
print('部署停止:' + (str(exc) if isinstance(exc, (ValueError, RuntimeError)) else type(exc).__name__), file=sys.stderr)
|
|
sys.exit(1)
|