UnisKB/deploy_artifacts/customer/fresh_install.py

70 lines
4.2 KiB
Python

"""Create an isolated, new data directory and start the release containers."""
import argparse
import json
import os
from pathlib import Path
import secrets
import subprocess
import sys
import upgrade
def main():
p = argparse.ArgumentParser()
p.add_argument('--gpu', choices=['cuda', 'corex'], required=True)
for name in ('data-dir', 'model-dir', 'release-dir', 'kb-image', 'gateway-image', 'parser-image'):
p.add_argument('--' + name, required=True)
a = p.parse_args()
os.umask(0o077)
data, models, release = [upgrade.safe_path(getattr(a, n)) for n in ('data_dir', 'model_dir', 'release_dir')]
if any(upgrade.overlaps(x, y) for i, x in enumerate((data, models, release)) for y in (data, models, release)[i+1:]):
raise ValueError('数据、模型和部署目录必须相互独立')
if data.exists() or release.exists() or not data.parent.is_dir() or not release.parent.is_dir():
raise ValueError('数据和部署目录必须为不存在的新目录,且其父目录必须存在')
if not all((models / name).is_dir() for name in ('pipeline', 'vlm')):
raise ValueError('模型目录须包含 pipeline 和 vlm 子目录')
for name in upgrade.NEW:
if subprocess.run(['docker', 'inspect', name], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL).returncode == 0:
raise ValueError('目标容器名称已存在:' + name)
images = {}
for component, name in [('kb', a.kb_image), ('gateway', a.gateway_image), ('parser', a.parser_image)]:
row = json.loads(upgrade.run('docker', 'image', 'inspect', name))[0]
labels = row['Config'].get('Labels') or {}
if labels.get('io.unis.layout') != 'refact' or labels.get('io.unis.component') != component:
raise ValueError('镜像类型不匹配:' + component)
if component == 'parser' and labels.get('io.unis.gpu') != a.gpu:
raise ValueError('解析镜像与 GPU 类型不匹配')
images[component] = row['Id']
db_password, redis_password = secrets.token_hex(24), secrets.token_hex(24)
env = {'MAXKB_CONFIG_TYPE': 'ENV', 'MAXKB_DB_NAME': 'maxkb', 'MAXKB_DB_USER': 'postgres',
'MAXKB_DB_PASSWORD': db_password, 'POSTGRES_USER': 'postgres', 'POSTGRES_PASSWORD': db_password,
'MAXKB_REDIS_PASSWORD': redis_password, 'REDIS_PASSWORD': redis_password, 'MAXKB_REDIS_DB': '1',
'MAXKB_DB_HOST': '127.0.0.1', 'MAXKB_REDIS_HOST': '127.0.0.1',
'PGDATA': '/opt/maxkb/data/postgresql/pgdata'}
def row(environment=None, port=None):
return {'Config': {'Env': [k + '=' + v for k, v in (environment or {}).items()]},
'HostConfig': {'PortBindings': {str(port) + '/tcp': [{'HostIp': '0.0.0.0', 'HostPort': str(port)}]} if port else {}}}
rows = {'airag': row(env), 'mineru-api': row(), 'unis-gateway': row(port=8989), 'mindmap-web': row(port=9898)}
config = upgrade.make_compose(rows, images, data, models, a.gpu, 'unis-fresh')
# PostgreSQL runs as a non-root user and must be able to traverse this mount.
data.mkdir(mode=0o755); data.chmod(0o755); (data / 'mineru-output').mkdir()
release.mkdir(mode=0o700)
upgrade.save(release / 'compose.json', upgrade.escape_compose(config))
upgrade.compose(release, 'config', '--quiet')
upgrade.compose(release, 'up', '-d', '--pull', 'never', '--wait', '--wait-timeout', '360')
upgrade.run('docker', 'exec', 'airag', 'python', 'apps/manage.py', 'migrate', '--check')
# Create the unified administrator role and attach the freshly initialized admin.
upgrade.run('docker', 'exec', 'airag', 'python', 'apps/manage.py', 'unify_platform_roles')
upgrade.run('docker', 'exec', 'airag', 'python', '/usr/local/bin/unis-check-internal-services.py')
print('部署完成。请打开 http://服务器IP:8989/ 并完成业务验证。')
print('部署配置位于', release, ',含敏感信息,请妥善保管。')
if __name__ == '__main__':
try:
main()
except (OSError, ValueError, RuntimeError, subprocess.SubprocessError, KeyError) as exc:
print('部署停止:' + (str(exc) if isinstance(exc, (ValueError, RuntimeError)) else type(exc).__name__), file=sys.stderr)
sys.exit(1)