chore(ci): add offline container deployment pipeline
This commit is contained in:
+7
-5
@@ -27,8 +27,10 @@ MINIO_ROOT_USER=minioadmin
|
||||
MINIO_ROOT_PASSWORD=minioadmin
|
||||
|
||||
# ─── Optional: Exposed ports ─────────────────────────────────────────────────
|
||||
FRONTEND_PORT=80
|
||||
API_PORT=8080
|
||||
OPS_API_PORT=8090
|
||||
RABBITMQ_MGMT_PORT=15672
|
||||
MINIO_CONSOLE_PORT=9001
|
||||
# Defaults avoid common NAS ports such as 80, 8080, and 8090.
|
||||
FRONTEND_PORT=18080
|
||||
API_PORT=18081
|
||||
OPS_WEB_PORT=18082
|
||||
OPS_API_PORT=18090
|
||||
RABBITMQ_MGMT_PORT=15673
|
||||
MINIO_CONSOLE_PORT=19001
|
||||
|
||||
@@ -0,0 +1,40 @@
|
||||
# geo-rankly offline package
|
||||
|
||||
This directory is self-contained. It deploys containers, not host binaries.
|
||||
|
||||
On a Docker host with Docker Compose v2:
|
||||
|
||||
```bash
|
||||
bash deploy.sh compose
|
||||
```
|
||||
|
||||
`compose` is the default, so this is equivalent:
|
||||
|
||||
```bash
|
||||
bash deploy.sh
|
||||
```
|
||||
|
||||
`deploy.sh compose` loads `images.tar`, creates `.env` from `.env.example` when missing, and starts the stack with:
|
||||
|
||||
```bash
|
||||
docker compose -f docker-compose.yaml -f docker-compose.offline.yaml --env-file .env up -d
|
||||
```
|
||||
|
||||
On a k3s host:
|
||||
|
||||
```bash
|
||||
bash deploy.sh k3s
|
||||
```
|
||||
|
||||
This imports `images.tar` into k3s containerd and applies `k3s/` with Kustomize.
|
||||
|
||||
Default ports are NAS-friendly:
|
||||
|
||||
- tenant web: `18080`
|
||||
- tenant API: `18081`
|
||||
- ops web: `18082`
|
||||
- ops API: `18090`
|
||||
- RabbitMQ management: `15673`
|
||||
- MinIO console: `19001`
|
||||
|
||||
Edit `.env` before rerunning `bash deploy.sh` if you need real API keys, stronger secrets, or different ports.
|
||||
@@ -23,6 +23,11 @@ services:
|
||||
pull_policy: never
|
||||
build: !reset null
|
||||
|
||||
kol-assist-worker:
|
||||
image: geo-rankly/kol-assist-worker:${IMAGE_TAG:-latest}
|
||||
pull_policy: never
|
||||
build: !reset null
|
||||
|
||||
scheduler:
|
||||
image: geo-rankly/scheduler:${IMAGE_TAG:-latest}
|
||||
pull_policy: never
|
||||
@@ -38,6 +43,11 @@ services:
|
||||
pull_policy: never
|
||||
build: !reset null
|
||||
|
||||
ops-web:
|
||||
image: geo-rankly/ops-web:${IMAGE_TAG:-latest}
|
||||
pull_policy: never
|
||||
build: !reset null
|
||||
|
||||
postgres:
|
||||
pull_policy: never
|
||||
|
||||
|
||||
@@ -11,8 +11,8 @@ name: geo-rankly
|
||||
|
||||
x-app-env: &app-env
|
||||
CONFIG_PATH: /app/configs/config.yaml
|
||||
LLM_API_KEY: ${LLM_API_KEY}
|
||||
SILICONFLOW_API_KEY: ${SILICONFLOW_API_KEY}
|
||||
LLM_API_KEY: ${LLM_API_KEY:-}
|
||||
SILICONFLOW_API_KEY: ${SILICONFLOW_API_KEY:-}
|
||||
JWT_SECRET: ${JWT_SECRET:-change-me-in-production}
|
||||
JWT_ACCESS_TTL: ${JWT_ACCESS_TTL:-15m}
|
||||
JWT_REFRESH_TTL: ${JWT_REFRESH_TTL:-720h}
|
||||
@@ -87,7 +87,7 @@ services:
|
||||
volumes:
|
||||
- rabbitmq_data:/var/lib/rabbitmq
|
||||
ports:
|
||||
- "${RABBITMQ_MGMT_PORT:-15672}:15672"
|
||||
- "${RABBITMQ_MGMT_PORT:-15673}:15672"
|
||||
healthcheck:
|
||||
test: ["CMD", "rabbitmq-diagnostics", "ping"]
|
||||
interval: 10s
|
||||
@@ -120,7 +120,7 @@ services:
|
||||
volumes:
|
||||
- minio_data:/data
|
||||
ports:
|
||||
- "${MINIO_CONSOLE_PORT:-9001}:9001"
|
||||
- "${MINIO_CONSOLE_PORT:-19001}:9001"
|
||||
|
||||
# ─── MinIO bucket initializer (one-shot) ────────────────────────────────────
|
||||
minio-init:
|
||||
@@ -181,9 +181,9 @@ services:
|
||||
volumes: *app-volumes
|
||||
depends_on: *app-depends
|
||||
ports:
|
||||
- "${API_PORT:-8080}:8080"
|
||||
- "${API_PORT:-18081}:8080"
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "wget -qO- http://localhost:8080/health || exit 1"]
|
||||
test: ["CMD-SHELL", "wget -qO- http://localhost:8080/api/health/live || exit 1"]
|
||||
interval: 10s
|
||||
timeout: 5s
|
||||
retries: 5
|
||||
@@ -204,6 +204,21 @@ services:
|
||||
volumes: *app-volumes
|
||||
depends_on: *app-depends
|
||||
|
||||
kol-assist-worker:
|
||||
image: ${IMAGE_REGISTRY:-ghcr.io/your-org/geo-rankly}/kol-assist-worker:${IMAGE_TAG:-latest}
|
||||
container_name: geo-kol-assist-worker
|
||||
build:
|
||||
context: ../server
|
||||
dockerfile: Dockerfile
|
||||
target: runtime
|
||||
args:
|
||||
SERVICE: kol-assist-worker
|
||||
restart: unless-stopped
|
||||
environment:
|
||||
<<: *app-env
|
||||
volumes: *app-volumes
|
||||
depends_on: *app-depends
|
||||
|
||||
scheduler:
|
||||
image: ${IMAGE_REGISTRY:-ghcr.io/your-org/geo-rankly}/scheduler:${IMAGE_TAG:-latest}
|
||||
container_name: geo-scheduler
|
||||
@@ -246,7 +261,7 @@ services:
|
||||
migrate:
|
||||
condition: service_completed_successfully
|
||||
ports:
|
||||
- "${OPS_API_PORT:-8090}:8090"
|
||||
- "${OPS_API_PORT:-18090}:8090"
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "wget -qO- http://localhost:8090/api/health/live || exit 1"]
|
||||
interval: 10s
|
||||
@@ -267,7 +282,20 @@ services:
|
||||
tenant-api:
|
||||
condition: service_healthy
|
||||
ports:
|
||||
- "${FRONTEND_PORT:-80}:80"
|
||||
- "${FRONTEND_PORT:-18080}:80"
|
||||
|
||||
ops-web:
|
||||
image: ${IMAGE_REGISTRY:-ghcr.io/your-org/geo-rankly}/ops-web:${IMAGE_TAG:-latest}
|
||||
container_name: geo-ops-web
|
||||
build:
|
||||
context: ..
|
||||
dockerfile: Dockerfile.ops-web
|
||||
restart: unless-stopped
|
||||
depends_on:
|
||||
ops-api:
|
||||
condition: service_healthy
|
||||
ports:
|
||||
- "${OPS_WEB_PORT:-18082}:80"
|
||||
|
||||
volumes:
|
||||
pgdata:
|
||||
|
||||
@@ -1,13 +1,15 @@
|
||||
#!/usr/bin/env bash
|
||||
# load-and-start.sh — 在【离线目标服务器】上运行
|
||||
# 加载镜像并启动所有服务
|
||||
# 加载镜像并使用 Docker Compose 或 k3s 启动服务
|
||||
#
|
||||
# 用法(解压部署包后):
|
||||
# bash deploy.sh
|
||||
# bash deploy.sh compose # 默认,Docker Compose 部署
|
||||
# bash deploy.sh k3s # k3s / Kubernetes 部署
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||||
MODE="${1:-compose}"
|
||||
|
||||
# 读取打包时记录的元数据
|
||||
if [[ -f "${SCRIPT_DIR}/.package-meta" ]]; then
|
||||
@@ -18,39 +20,93 @@ LOCAL_PREFIX="${LOCAL_PREFIX:-geo-rankly}"
|
||||
|
||||
# ─── 检查 .env ────────────────────────────────────────────────────────────────
|
||||
if [[ ! -f "${SCRIPT_DIR}/.env" ]]; then
|
||||
echo "❌ 未找到 .env 文件,请先执行:"
|
||||
echo " cp .env.example .env && vi .env"
|
||||
exit 1
|
||||
echo "==> 未找到 .env,已从 .env.example 自动创建。"
|
||||
cp "${SCRIPT_DIR}/.env.example" "${SCRIPT_DIR}/.env"
|
||||
echo " 如需填写真实 API Key 或修改端口,可编辑 ${SCRIPT_DIR}/.env 后再次执行 bash deploy.sh"
|
||||
fi
|
||||
|
||||
# ─── Step 1: 加载镜像 ─────────────────────────────────────────────────────────
|
||||
echo "==> [1/3] 加载 Docker 镜像(可能需要几分钟)..."
|
||||
docker load -i "${SCRIPT_DIR}/images.tar"
|
||||
echo " 镜像加载完成"
|
||||
docker images | grep -E "geo-rankly|postgres|rabbitmq|redis|qdrant|minio" | head -20
|
||||
env_value() {
|
||||
local key="$1" default_value="$2" value
|
||||
value="$(grep -E "^${key}=" "${SCRIPT_DIR}/.env" | tail -1 | cut -d= -f2- || true)"
|
||||
value="${value%\"}"
|
||||
value="${value#\"}"
|
||||
printf '%s' "${value:-${default_value}}"
|
||||
}
|
||||
|
||||
# ─── Step 2: 设置 IMAGE_REGISTRY 为本地前缀 ──────────────────────────────────
|
||||
echo "==> [2/3] 配置离线镜像引用..."
|
||||
export IMAGE_REGISTRY="${LOCAL_PREFIX}"
|
||||
export IMAGE_TAG="${IMAGE_TAG}"
|
||||
deploy_compose() {
|
||||
# ─── Step 1: 加载镜像 ───────────────────────────────────────────────────────
|
||||
echo "==> [1/3] 加载 Docker 镜像(可能需要几分钟)..."
|
||||
docker load -i "${SCRIPT_DIR}/images.tar"
|
||||
echo " 镜像加载完成"
|
||||
docker images | grep -E "geo-rankly|postgres|rabbitmq|redis|qdrant|minio" | head -20
|
||||
|
||||
# ─── Step 3: 启动服务 ─────────────────────────────────────────────────────────
|
||||
echo "==> [3/3] 启动所有服务..."
|
||||
cd "${SCRIPT_DIR}"
|
||||
docker compose \
|
||||
-f docker-compose.yaml \
|
||||
-f docker-compose.offline.yaml \
|
||||
--env-file .env \
|
||||
up -d
|
||||
# ─── Step 2: 设置 IMAGE_REGISTRY 为本地前缀 ────────────────────────────────
|
||||
echo "==> [2/3] 配置离线镜像引用..."
|
||||
export IMAGE_REGISTRY="${LOCAL_PREFIX}"
|
||||
export IMAGE_TAG="${IMAGE_TAG}"
|
||||
|
||||
echo ""
|
||||
echo "✅ 部署完成!"
|
||||
echo ""
|
||||
echo "服务状态:"
|
||||
docker compose -f docker-compose.yaml -f docker-compose.offline.yaml ps
|
||||
echo ""
|
||||
echo "查看日志: docker compose -f docker-compose.yaml logs -f tenant-api"
|
||||
echo "停止服务: docker compose -f docker-compose.yaml down"
|
||||
echo "管理界面:"
|
||||
echo " RabbitMQ: http://<server-ip>:15672 (geo / geo_dev)"
|
||||
echo " MinIO: http://<server-ip>:9001 (minioadmin / minioadmin)"
|
||||
# ─── Step 3: 启动服务 ───────────────────────────────────────────────────────
|
||||
echo "==> [3/3] 启动所有服务..."
|
||||
cd "${SCRIPT_DIR}"
|
||||
docker compose \
|
||||
-f docker-compose.yaml \
|
||||
-f docker-compose.offline.yaml \
|
||||
--env-file .env \
|
||||
up -d
|
||||
|
||||
echo ""
|
||||
echo "✅ Docker Compose 部署完成!"
|
||||
echo ""
|
||||
echo "服务状态:"
|
||||
docker compose -f docker-compose.yaml -f docker-compose.offline.yaml ps
|
||||
echo ""
|
||||
echo "查看日志: docker compose -f docker-compose.yaml logs -f tenant-api"
|
||||
echo "停止服务: docker compose -f docker-compose.yaml down"
|
||||
echo "管理界面:"
|
||||
echo " Tenant Web: http://<server-ip>:$(env_value FRONTEND_PORT 18080)"
|
||||
echo " Ops Web: http://<server-ip>:$(env_value OPS_WEB_PORT 18082)"
|
||||
echo " RabbitMQ: http://<server-ip>:$(env_value RABBITMQ_MGMT_PORT 15673) (geo / geo_dev)"
|
||||
echo " MinIO: http://<server-ip>:$(env_value MINIO_CONSOLE_PORT 19001) ($(env_value MINIO_ROOT_USER minioadmin) / $(env_value MINIO_ROOT_PASSWORD minioadmin))"
|
||||
}
|
||||
|
||||
deploy_k3s() {
|
||||
local kubectl_cmd="kubectl"
|
||||
|
||||
if command -v k3s >/dev/null 2>&1; then
|
||||
echo "==> [1/3] 导入镜像到 k3s containerd..."
|
||||
sudo k3s ctr images import "${SCRIPT_DIR}/images.tar"
|
||||
kubectl_cmd="sudo k3s kubectl"
|
||||
elif command -v kubectl >/dev/null 2>&1 && command -v ctr >/dev/null 2>&1; then
|
||||
echo "==> [1/3] 导入镜像到 containerd..."
|
||||
sudo ctr -n k8s.io images import "${SCRIPT_DIR}/images.tar"
|
||||
else
|
||||
echo "❌ 未找到 k3s/kubectl/ctr。请先安装 k3s,或改用:bash deploy.sh compose"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo "==> [2/3] 应用 k3s 清单..."
|
||||
${kubectl_cmd} apply -k "${SCRIPT_DIR}/k3s"
|
||||
|
||||
echo "==> [3/3] 查看服务状态..."
|
||||
${kubectl_cmd} -n geo-rankly get pods,svc
|
||||
|
||||
echo ""
|
||||
echo "✅ k3s 部署命令已执行。等待 Pod 全部 Running:"
|
||||
echo " ${kubectl_cmd} -n geo-rankly get pods -w"
|
||||
echo ""
|
||||
echo "查看日志:"
|
||||
echo " ${kubectl_cmd} -n geo-rankly logs deploy/tenant-api -f"
|
||||
}
|
||||
|
||||
case "${MODE}" in
|
||||
compose|docker-compose|docker)
|
||||
deploy_compose
|
||||
;;
|
||||
k3s|kubernetes)
|
||||
deploy_k3s
|
||||
;;
|
||||
*)
|
||||
echo "用法:bash deploy.sh [compose|k3s]"
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
|
||||
@@ -11,7 +11,7 @@
|
||||
# bash package.sh latest linux/amd64,linux/arm64 # 暂不支持(save 不支持 multi-arch)
|
||||
#
|
||||
# 产物:
|
||||
# geo-rankly-deploy-<date>-<arch>.tar.gz
|
||||
# geo-rankly-deploy-<image-tag>-<date>-<arch>.tar.gz
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
@@ -19,14 +19,18 @@ REPO_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)"
|
||||
DEPLOY_DIR="${REPO_ROOT}/deploy"
|
||||
IMAGE_TAG="${1:-latest}"
|
||||
PLATFORM="${2:-linux/amd64}"
|
||||
LOCAL_PREFIX="geo-rankly"
|
||||
LOCAL_PREFIX="${LOCAL_PREFIX:-geo-rankly}"
|
||||
OUTPUT_DIR="${PACKAGE_OUTPUT_DIR:-${REPO_ROOT}}"
|
||||
DATE_TAG="$(date +%Y%m%d)"
|
||||
# 将 linux/amd64 → amd64,用于包名
|
||||
ARCH_LABEL="${PLATFORM##*/}"
|
||||
PACKAGE_NAME="geo-rankly-deploy-${DATE_TAG}-${ARCH_LABEL}"
|
||||
SAFE_IMAGE_TAG="$(printf '%s' "${IMAGE_TAG}" | tr '/:@' '---' | tr -c 'A-Za-z0-9_.-' '-')"
|
||||
PACKAGE_NAME="geo-rankly-deploy-${SAFE_IMAGE_TAG}-${DATE_TAG}-${ARCH_LABEL}"
|
||||
WORK_DIR="/tmp/${PACKAGE_NAME}"
|
||||
PACKAGE_PATH="${OUTPUT_DIR}/${PACKAGE_NAME}.tar.gz"
|
||||
|
||||
echo "==> 目标平台: ${PLATFORM} | 镜像 tag: ${IMAGE_TAG}"
|
||||
echo "==> 输出目录: ${OUTPUT_DIR}"
|
||||
echo ""
|
||||
|
||||
# ─── 确保 buildx builder 支持目标平台 ────────────────────────────────────────
|
||||
@@ -147,6 +151,16 @@ cp "${DEPLOY_DIR}/prompts.yml" "${WORK_DIR}/"
|
||||
cp "${DEPLOY_DIR}/.env.example" "${WORK_DIR}/"
|
||||
cp "${DEPLOY_DIR}/scripts/load-and-start.sh" "${WORK_DIR}/deploy.sh"
|
||||
cp -R "${DEPLOY_DIR}/k3s" "${WORK_DIR}/k3s"
|
||||
if [[ -f "${DEPLOY_DIR}/OFFLINE_PACKAGE.md" ]]; then
|
||||
cp "${DEPLOY_DIR}/OFFLINE_PACKAGE.md" "${WORK_DIR}/README.md"
|
||||
fi
|
||||
if [[ -f "${WORK_DIR}/k3s/kustomization.yaml" ]]; then
|
||||
awk -v tag="${IMAGE_TAG}" '
|
||||
$1 == "newTag:" && $2 == "latest" { print " newTag: " tag; next }
|
||||
{ print }
|
||||
' "${WORK_DIR}/k3s/kustomization.yaml" > "${WORK_DIR}/k3s/kustomization.yaml.tmp"
|
||||
mv "${WORK_DIR}/k3s/kustomization.yaml.tmp" "${WORK_DIR}/k3s/kustomization.yaml"
|
||||
fi
|
||||
chmod +x "${WORK_DIR}/deploy.sh"
|
||||
|
||||
# 写入元数据,供 load 脚本读取
|
||||
@@ -158,18 +172,43 @@ BUILT_AT=$(date -u +"%Y-%m-%dT%H:%M:%SZ")
|
||||
BUILT_ON=$(uname -m)
|
||||
EOF
|
||||
|
||||
cat > "${WORK_DIR}/MANIFEST.txt" <<EOF
|
||||
geo-rankly offline deployment package
|
||||
|
||||
Image tag: ${IMAGE_TAG}
|
||||
Platform: ${PLATFORM}
|
||||
Local image prefix: ${LOCAL_PREFIX}
|
||||
Built at: $(date -u +"%Y-%m-%dT%H:%M:%SZ")
|
||||
|
||||
Start:
|
||||
bash deploy.sh
|
||||
|
||||
Files:
|
||||
images.tar
|
||||
docker-compose.yaml
|
||||
docker-compose.offline.yaml
|
||||
.env.example
|
||||
deploy.sh
|
||||
EOF
|
||||
|
||||
# ─── 压缩 ──────────────────────────────────────────────────────────────────
|
||||
echo "==> [5/5] 压缩打包"
|
||||
mkdir -p "${OUTPUT_DIR}"
|
||||
cd /tmp
|
||||
tar -czf "${REPO_ROOT}/${PACKAGE_NAME}.tar.gz" "${PACKAGE_NAME}/"
|
||||
tar -czf "${PACKAGE_PATH}" "${PACKAGE_NAME}/"
|
||||
if command -v sha256sum >/dev/null 2>&1; then
|
||||
sha256sum "${PACKAGE_PATH}" > "${PACKAGE_PATH}.sha256"
|
||||
else
|
||||
shasum -a 256 "${PACKAGE_PATH}" > "${PACKAGE_PATH}.sha256"
|
||||
fi
|
||||
rm -rf "${WORK_DIR}"
|
||||
|
||||
echo ""
|
||||
echo "✅ 打包完成: ${REPO_ROOT}/${PACKAGE_NAME}.tar.gz"
|
||||
echo " 平台: ${PLATFORM} | 大小: $(du -sh "${REPO_ROOT}/${PACKAGE_NAME}.tar.gz" | cut -f1)"
|
||||
echo "✅ 打包完成: ${PACKAGE_PATH}"
|
||||
echo " 校验文件: ${PACKAGE_PATH}.sha256"
|
||||
echo " 平台: ${PLATFORM} | 大小: $(du -sh "${PACKAGE_PATH}" | cut -f1)"
|
||||
echo ""
|
||||
echo "传输到目标服务器后执行:"
|
||||
echo " tar xzf ${PACKAGE_NAME}.tar.gz"
|
||||
echo " cd ${PACKAGE_NAME}"
|
||||
echo " cp .env.example .env && vi .env"
|
||||
echo " bash deploy.sh"
|
||||
|
||||
Reference in New Issue
Block a user