UnisKB/deploy_artifacts/build-compat-release.sh

31 lines
2.3 KiB
Bash

#!/usr/bin/env bash
set -euo pipefail
TOOLS_DIR=$(cd "$(dirname "$0")" && pwd)
VERSION=${VERSION:?Set a new release VERSION}
PREVIOUS_VERSION=${PREVIOUS_VERSION:?Set the previously built release VERSION}
ARTIFACT_DIR=${ARTIFACT_DIR:?Set a new output directory}
BUILD_NETWORK=${BUILD_NETWORK:-default}
[[ "$VERSION" =~ ^[a-zA-Z0-9_][a-zA-Z0-9_.-]*$ && "$PREVIOUS_VERSION" =~ ^[a-zA-Z0-9_][a-zA-Z0-9_.-]*$ ]] || exit 2
test ! -e "$ARTIFACT_DIR" || { echo 'Output directory already exists' >&2; exit 2; }
for image in "unis-kb:$VERSION" "unis-gateway:$VERSION" "unis-mineru:$VERSION-cuda"; do
if docker image inspect "$image" >/dev/null 2>&1; then echo "Target image already exists: $image" >&2; exit 2; fi
done
base_id=$(docker image inspect --format '{{.Id}}' "unis-kb:$PREVIOUS_VERSION")
gateway_id=$(docker image inspect --format '{{.Id}}' "unis-gateway:$PREVIOUS_VERSION")
parser_id=$(docker image inspect --format '{{.Id}}' "unis-mineru:$PREVIOUS_VERSION-cuda")
docker build --network "$BUILD_NETWORK" --build-arg "BASE_IMAGE=unis-kb:$PREVIOUS_VERSION" --build-arg UV_INDEX_URL \
-f "$TOOLS_DIR/Dockerfile.kb.compat" -t "unis-kb:$VERSION" "$TOOLS_DIR"
test "$(docker image inspect --format '{{.Id}}' "unis-kb:$PREVIOUS_VERSION")" = "$base_id" || { echo 'Base image changed during build' >&2; exit 1; }
docker tag "$gateway_id" "unis-gateway:$VERSION"
docker tag "$parser_id" "unis-mineru:$VERSION-cuda"
mkdir -p "$ARTIFACT_DIR"
docker save -o "$ARTIFACT_DIR/images.tar" "unis-kb:$VERSION" "unis-gateway:$VERSION" "unis-mineru:$VERSION-cuda"
cp "$TOOLS_DIR/upgrade.py" "$TOOLS_DIR/seed_local_v2_parsers.py" "$TOOLS_DIR/README_UPGRADE_276.md" "$TOOLS_DIR/build-compat-release.sh" "$TOOLS_DIR/Dockerfile.kb.compat" "$ARTIFACT_DIR/"
printf 'VERSION=%s\nBASE_VERSION=%s\nKB_BASE_IMAGE_ID=%s\nGATEWAY_IMAGE_ID=%s\nPARSER_IMAGE_ID=%s\n' \
"$VERSION" "$PREVIOUS_VERSION" "$base_id" "$gateway_id" "$parser_id" > "$ARTIFACT_DIR/BASE_IMAGES.txt"
test -n "${SOURCE_MANIFEST:-}"
awk '!/^(VERSION|GPU_FLAVOR)=/' "$SOURCE_MANIFEST" > "$ARTIFACT_DIR/SOURCES.txt"
printf 'VERSION=%s\nGPU_FLAVOR=cuda\n' "$VERSION" >> "$ARTIFACT_DIR/SOURCES.txt"
(cd "$ARTIFACT_DIR" && sha256sum images.tar upgrade.py seed_local_v2_parsers.py README_UPGRADE_276.md build-compat-release.sh Dockerfile.kb.compat BASE_IMAGES.txt SOURCES.txt > SHA256SUMS.txt)
echo "Compatibility release created: $ARTIFACT_DIR"