chore(ci): add offline container deployment pipeline

2026-04-30 23:29:15 +08:00
parent f3679e6176
commit 22163edbee
13 changed files with 472 additions and 58 deletions
@@ -1,13 +1,15 @@
 #!/usr/bin/env bash
 # load-and-start.sh — 在【离线目标服务器】上运行
-# 加载镜像并启动所有服务
+# 加载镜像并使用 Docker Compose 或 k3s 启动服务
 #
 # 用法（解压部署包后）：
-#   bash deploy.sh
+#   bash deploy.sh compose   # 默认，Docker Compose 部署
+#   bash deploy.sh k3s       # k3s / Kubernetes 部署

 set -euo pipefail

 SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+MODE="${1:-compose}"

 # 读取打包时记录的元数据
 if [[ -f "${SCRIPT_DIR}/.package-meta" ]]; then
@@ -18,39 +20,93 @@ LOCAL_PREFIX="${LOCAL_PREFIX:-geo-rankly}"

 # ─── 检查 .env ────────────────────────────────────────────────────────────────
 if [[ ! -f "${SCRIPT_DIR}/.env" ]]; then
-  echo "❌ 未找到 .env 文件，请先执行："
-  echo "   cp .env.example .env && vi .env"
-  exit 1
+  echo "==> 未找到 .env，已从 .env.example 自动创建。"
+  cp "${SCRIPT_DIR}/.env.example" "${SCRIPT_DIR}/.env"
+  echo "    如需填写真实 API Key 或修改端口，可编辑 ${SCRIPT_DIR}/.env 后再次执行 bash deploy.sh"
 fi

-# ─── Step 1: 加载镜像 ─────────────────────────────────────────────────────────
-echo "==> [1/3] 加载 Docker 镜像（可能需要几分钟）..."
-docker load -i "${SCRIPT_DIR}/images.tar"
-echo "    镜像加载完成"
-docker images | grep -E "geo-rankly|postgres|rabbitmq|redis|qdrant|minio" | head -20
+env_value() {
+  local key="$1" default_value="$2" value
+  value="$(grep -E "^${key}=" "${SCRIPT_DIR}/.env" | tail -1 | cut -d= -f2- || true)"
+  value="${value%\"}"
+  value="${value#\"}"
+  printf '%s' "${value:-${default_value}}"
+}

-# ─── Step 2: 设置 IMAGE_REGISTRY 为本地前缀 ──────────────────────────────────
-echo "==> [2/3] 配置离线镜像引用..."
-export IMAGE_REGISTRY="${LOCAL_PREFIX}"
-export IMAGE_TAG="${IMAGE_TAG}"
+deploy_compose() {
+  # ─── Step 1: 加载镜像 ───────────────────────────────────────────────────────
+  echo "==> [1/3] 加载 Docker 镜像（可能需要几分钟）..."
+  docker load -i "${SCRIPT_DIR}/images.tar"
+  echo "    镜像加载完成"
+  docker images | grep -E "geo-rankly|postgres|rabbitmq|redis|qdrant|minio" | head -20

-# ─── Step 3: 启动服务 ─────────────────────────────────────────────────────────
-echo "==> [3/3] 启动所有服务..."
-cd "${SCRIPT_DIR}"
-docker compose \
-  -f docker-compose.yaml \
-  -f docker-compose.offline.yaml \
-  --env-file .env \
-  up -d
+  # ─── Step 2: 设置 IMAGE_REGISTRY 为本地前缀 ────────────────────────────────
+  echo "==> [2/3] 配置离线镜像引用..."
+  export IMAGE_REGISTRY="${LOCAL_PREFIX}"
+  export IMAGE_TAG="${IMAGE_TAG}"

-echo ""
-echo "✅ 部署完成！"
-echo ""
-echo "服务状态："
-docker compose -f docker-compose.yaml -f docker-compose.offline.yaml ps
-echo ""
-echo "查看日志：  docker compose -f docker-compose.yaml logs -f tenant-api"
-echo "停止服务：  docker compose -f docker-compose.yaml down"
-echo "管理界面："
-echo "  RabbitMQ: http://<server-ip>:15672  (geo / geo_dev)"
-echo "  MinIO:    http://<server-ip>:9001   (minioadmin / minioadmin)"
+  # ─── Step 3: 启动服务 ───────────────────────────────────────────────────────
+  echo "==> [3/3] 启动所有服务..."
+  cd "${SCRIPT_DIR}"
+  docker compose \
+    -f docker-compose.yaml \
+    -f docker-compose.offline.yaml \
+    --env-file .env \
+    up -d
+
+  echo ""
+  echo "✅ Docker Compose 部署完成！"
+  echo ""
+  echo "服务状态："
+  docker compose -f docker-compose.yaml -f docker-compose.offline.yaml ps
+  echo ""
+  echo "查看日志：  docker compose -f docker-compose.yaml logs -f tenant-api"
+  echo "停止服务：  docker compose -f docker-compose.yaml down"
+  echo "管理界面："
+  echo "  Tenant Web: http://<server-ip>:$(env_value FRONTEND_PORT 18080)"
+  echo "  Ops Web:    http://<server-ip>:$(env_value OPS_WEB_PORT 18082)"
+  echo "  RabbitMQ:   http://<server-ip>:$(env_value RABBITMQ_MGMT_PORT 15673)  (geo / geo_dev)"
+  echo "  MinIO:      http://<server-ip>:$(env_value MINIO_CONSOLE_PORT 19001)   ($(env_value MINIO_ROOT_USER minioadmin) / $(env_value MINIO_ROOT_PASSWORD minioadmin))"
+}
+
+deploy_k3s() {
+  local kubectl_cmd="kubectl"
+
+  if command -v k3s >/dev/null 2>&1; then
+    echo "==> [1/3] 导入镜像到 k3s containerd..."
+    sudo k3s ctr images import "${SCRIPT_DIR}/images.tar"
+    kubectl_cmd="sudo k3s kubectl"
+  elif command -v kubectl >/dev/null 2>&1 && command -v ctr >/dev/null 2>&1; then
+    echo "==> [1/3] 导入镜像到 containerd..."
+    sudo ctr -n k8s.io images import "${SCRIPT_DIR}/images.tar"
+  else
+    echo "❌ 未找到 k3s/kubectl/ctr。请先安装 k3s，或改用：bash deploy.sh compose"
+    exit 1
+  fi
+
+  echo "==> [2/3] 应用 k3s 清单..."
+  ${kubectl_cmd} apply -k "${SCRIPT_DIR}/k3s"
+
+  echo "==> [3/3] 查看服务状态..."
+  ${kubectl_cmd} -n geo-rankly get pods,svc
+
+  echo ""
+  echo "✅ k3s 部署命令已执行。等待 Pod 全部 Running："
+  echo "  ${kubectl_cmd} -n geo-rankly get pods -w"
+  echo ""
+  echo "查看日志："
+  echo "  ${kubectl_cmd} -n geo-rankly logs deploy/tenant-api -f"
+}
+
+case "${MODE}" in
+  compose|docker-compose|docker)
+    deploy_compose
+    ;;
+  k3s|kubernetes)
+    deploy_k3s
+    ;;
+  *)
+    echo "用法：bash deploy.sh [compose|k3s]"
+    exit 1
+    ;;
+esac
@@ -11,7 +11,7 @@
 #   bash package.sh latest linux/amd64,linux/arm64  # 暂不支持（save 不支持 multi-arch）
 #
 # 产物：
-#   geo-rankly-deploy-<date>-<arch>.tar.gz
+#   geo-rankly-deploy-<image-tag>-<date>-<arch>.tar.gz

 set -euo pipefail

@@ -19,14 +19,18 @@ REPO_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)"
 DEPLOY_DIR="${REPO_ROOT}/deploy"
 IMAGE_TAG="${1:-latest}"
 PLATFORM="${2:-linux/amd64}"
-LOCAL_PREFIX="geo-rankly"
+LOCAL_PREFIX="${LOCAL_PREFIX:-geo-rankly}"
+OUTPUT_DIR="${PACKAGE_OUTPUT_DIR:-${REPO_ROOT}}"
 DATE_TAG="$(date +%Y%m%d)"
 # 将 linux/amd64 → amd64，用于包名
 ARCH_LABEL="${PLATFORM##*/}"
-PACKAGE_NAME="geo-rankly-deploy-${DATE_TAG}-${ARCH_LABEL}"
+SAFE_IMAGE_TAG="$(printf '%s' "${IMAGE_TAG}" | tr '/:@' '---' | tr -c 'A-Za-z0-9_.-' '-')"
+PACKAGE_NAME="geo-rankly-deploy-${SAFE_IMAGE_TAG}-${DATE_TAG}-${ARCH_LABEL}"
 WORK_DIR="/tmp/${PACKAGE_NAME}"
+PACKAGE_PATH="${OUTPUT_DIR}/${PACKAGE_NAME}.tar.gz"

 echo "==> 目标平台: ${PLATFORM}  |  镜像 tag: ${IMAGE_TAG}"
+echo "==> 输出目录: ${OUTPUT_DIR}"
 echo ""

 # ─── 确保 buildx builder 支持目标平台 ────────────────────────────────────────
@@ -147,6 +151,16 @@ cp "${DEPLOY_DIR}/prompts.yml"                 "${WORK_DIR}/"
 cp "${DEPLOY_DIR}/.env.example"                "${WORK_DIR}/"
 cp "${DEPLOY_DIR}/scripts/load-and-start.sh"   "${WORK_DIR}/deploy.sh"
 cp -R "${DEPLOY_DIR}/k3s"                      "${WORK_DIR}/k3s"
+if [[ -f "${DEPLOY_DIR}/OFFLINE_PACKAGE.md" ]]; then
+  cp "${DEPLOY_DIR}/OFFLINE_PACKAGE.md" "${WORK_DIR}/README.md"
+fi
+if [[ -f "${WORK_DIR}/k3s/kustomization.yaml" ]]; then
+  awk -v tag="${IMAGE_TAG}" '
+    $1 == "newTag:" && $2 == "latest" { print "    newTag: " tag; next }
+    { print }
+  ' "${WORK_DIR}/k3s/kustomization.yaml" > "${WORK_DIR}/k3s/kustomization.yaml.tmp"
+  mv "${WORK_DIR}/k3s/kustomization.yaml.tmp" "${WORK_DIR}/k3s/kustomization.yaml"
+fi
 chmod +x "${WORK_DIR}/deploy.sh"

 # 写入元数据，供 load 脚本读取
@@ -158,18 +172,43 @@ BUILT_AT=$(date -u +"%Y-%m-%dT%H:%M:%SZ")
 BUILT_ON=$(uname -m)
 EOF

+cat > "${WORK_DIR}/MANIFEST.txt" <<EOF
+geo-rankly offline deployment package
+
+Image tag: ${IMAGE_TAG}
+Platform: ${PLATFORM}
+Local image prefix: ${LOCAL_PREFIX}
+Built at: $(date -u +"%Y-%m-%dT%H:%M:%SZ")
+
+Start:
+  bash deploy.sh
+
+Files:
+  images.tar
+  docker-compose.yaml
+  docker-compose.offline.yaml
+  .env.example
+  deploy.sh
+EOF
+
 # ─── 压缩 ──────────────────────────────────────────────────────────────────
 echo "==> [5/5] 压缩打包"
+mkdir -p "${OUTPUT_DIR}"
 cd /tmp
-tar -czf "${REPO_ROOT}/${PACKAGE_NAME}.tar.gz" "${PACKAGE_NAME}/"
+tar -czf "${PACKAGE_PATH}" "${PACKAGE_NAME}/"
+if command -v sha256sum >/dev/null 2>&1; then
+  sha256sum "${PACKAGE_PATH}" > "${PACKAGE_PATH}.sha256"
+else
+  shasum -a 256 "${PACKAGE_PATH}" > "${PACKAGE_PATH}.sha256"
+fi
 rm -rf "${WORK_DIR}"

 echo ""
-echo "✅ 打包完成: ${REPO_ROOT}/${PACKAGE_NAME}.tar.gz"
-echo "   平台: ${PLATFORM}  |  大小: $(du -sh "${REPO_ROOT}/${PACKAGE_NAME}.tar.gz" | cut -f1)"
+echo "✅ 打包完成: ${PACKAGE_PATH}"
+echo "   校验文件: ${PACKAGE_PATH}.sha256"
+echo "   平台: ${PLATFORM}  |  大小: $(du -sh "${PACKAGE_PATH}" | cut -f1)"
 echo ""
 echo "传输到目标服务器后执行："
 echo "  tar xzf ${PACKAGE_NAME}.tar.gz"
 echo "  cd ${PACKAGE_NAME}"
-echo "  cp .env.example .env && vi .env"
 echo "  bash deploy.sh"