zyc
9bcf943e82
All checks were successful
Build and Deploy / build-and-deploy (push) Successful in 5s
对齐 jimeng-clone 的流水线结构(master→prod / dev→dev),适配 AirShelf 纯静态形态: - 电商AI平台/Dockerfile · 纯 nginx,无 build 阶段 - 电商AI平台/nginx.conf · 多入口 try_files,不 fallback 到 index.html - k8s/ · web-deployment + ingress + cert-issuer + redirect middleware - .gitea/workflows/deploy.yaml · build/push 重试 3 次,deploy 重试 5 次,失败上报日志中心 - prod 域名 airshelf.airlabs.art / dev 域名 airshelf.test.airlabs.art Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
201 lines
8.6 KiB
YAML
201 lines
8.6 KiB
YAML
name: Build and Deploy
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- master
|
|
- dev
|
|
|
|
jobs:
|
|
build-and-deploy:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout
|
|
run: |
|
|
git clone --depth=1 --branch=${{ github.ref_name }} https://gitea.airlabs.art/${{ github.repository }}.git .
|
|
|
|
- name: Set environment by branch
|
|
run: |
|
|
SHORT_SHA=$(echo "${{ github.sha }}" | cut -c1-7)
|
|
BUILD_DATE=$(date +%Y%m%d)
|
|
|
|
if [[ "${{ github.ref_name }}" == "master" ]]; then
|
|
echo "IMAGE_TAG=prod-${BUILD_DATE}-${SHORT_SHA}" >> $GITHUB_ENV
|
|
echo "CR_SERVER_ACTIVE=gitea-prod-cn-shanghai.cr.volces.com" >> $GITHUB_ENV
|
|
echo "CR_USERNAME_ACTIVE=seaislee@76339115" >> $GITHUB_ENV
|
|
echo "CR_PASSWORD_ACTIVE=${{ secrets.CR_PROD_PASSWORD }}" >> $GITHUB_ENV
|
|
echo "CR_ORG=prod" >> $GITHUB_ENV
|
|
echo "DEPLOY_ENV=production" >> $GITHUB_ENV
|
|
echo "DOMAIN_WEB=airshelf.airlabs.art" >> $GITHUB_ENV
|
|
elif [[ "${{ github.ref_name }}" == "dev" ]]; then
|
|
echo "IMAGE_TAG=dev-${BUILD_DATE}-${SHORT_SHA}" >> $GITHUB_ENV
|
|
echo "CR_SERVER_ACTIVE=${{ secrets.CR_SERVER }}" >> $GITHUB_ENV
|
|
echo "CR_USERNAME_ACTIVE=${{ secrets.CR_USERNAME }}" >> $GITHUB_ENV
|
|
echo "CR_PASSWORD_ACTIVE=${{ secrets.CR_PASSWORD }}" >> $GITHUB_ENV
|
|
echo "CR_ORG=dev" >> $GITHUB_ENV
|
|
echo "DEPLOY_ENV=development" >> $GITHUB_ENV
|
|
echo "DOMAIN_WEB=airshelf.test.airlabs.art" >> $GITHUB_ENV
|
|
fi
|
|
|
|
- name: Login to Volcano Engine CR
|
|
run: |
|
|
echo "${{ env.CR_PASSWORD_ACTIVE }}" | docker login --username "${{ env.CR_USERNAME_ACTIVE }}" --password-stdin ${{ env.CR_SERVER_ACTIVE }}
|
|
|
|
- name: Build and Push Web
|
|
id: build_web
|
|
run: |
|
|
set -o pipefail
|
|
ok=0
|
|
for attempt in 1 2 3; do
|
|
echo "Build web attempt $attempt/3..."
|
|
DOCKER_BUILDKIT=0 docker build \
|
|
--tag ${{ env.CR_SERVER_ACTIVE }}/${{ env.CR_ORG }}/airshelf-web:${{ env.IMAGE_TAG }} \
|
|
--tag ${{ env.CR_SERVER_ACTIVE }}/${{ env.CR_ORG }}/airshelf-web:latest \
|
|
"./电商AI平台" 2>&1 | tee /tmp/build.log && { ok=1; break; }
|
|
echo "Attempt $attempt failed, retrying in 10s..." && sleep 10
|
|
done
|
|
[ $ok -eq 1 ] || { echo "ERROR: web build failed after 3 attempts"; exit 1; }
|
|
ok=0
|
|
for attempt in 1 2 3; do
|
|
docker push ${{ env.CR_SERVER_ACTIVE }}/${{ env.CR_ORG }}/airshelf-web:${{ env.IMAGE_TAG }} && \
|
|
docker push ${{ env.CR_SERVER_ACTIVE }}/${{ env.CR_ORG }}/airshelf-web:latest && { ok=1; break; }
|
|
echo "Push attempt $attempt failed, retrying in 10s..." && sleep 10
|
|
done
|
|
[ $ok -eq 1 ] || { echo "ERROR: web push failed after 3 attempts"; exit 1; }
|
|
|
|
- name: Setup Kubectl
|
|
run: |
|
|
if ! command -v kubectl &>/dev/null; then
|
|
ok=0
|
|
for attempt in 1 2 3; do
|
|
curl -LO "https://files.m.daocloud.io/dl.k8s.io/release/v1.28.0/bin/linux/amd64/kubectl" && { ok=1; break; }
|
|
echo "Download attempt $attempt failed, retrying in 5s..." && sleep 5
|
|
done
|
|
[ $ok -eq 1 ] || { echo "ERROR: kubectl download failed after 3 attempts"; exit 1; }
|
|
chmod +x kubectl && mv kubectl /usr/bin/kubectl
|
|
fi
|
|
kubectl version --client
|
|
|
|
- name: Set kubeconfig
|
|
run: |
|
|
mkdir -p $HOME/.kube
|
|
if [[ "${{ github.ref_name }}" == "master" ]]; then
|
|
printf '%s\n' '${{ secrets.VOLCANO_PROD_KUBE_CONFIG }}' > $HOME/.kube/config
|
|
elif [[ "${{ github.ref_name }}" == "dev" ]]; then
|
|
printf '%s\n' '${{ secrets.VOLCANO_TEST_KUBE_CONFIG }}' > $HOME/.kube/config
|
|
fi
|
|
chmod 600 $HOME/.kube/config
|
|
echo "kubeconfig lines: $(wc -l < $HOME/.kube/config)"
|
|
grep server $HOME/.kube/config || echo "WARNING: no server found in kubeconfig"
|
|
|
|
- name: Deploy to K3s
|
|
id: deploy
|
|
run: |
|
|
echo "Environment: ${{ env.DEPLOY_ENV }}"
|
|
CR_IMAGE="${{ env.CR_SERVER_ACTIVE }}/${{ env.CR_ORG }}"
|
|
|
|
# Replace image placeholders
|
|
sed -i "s|\${CI_REGISTRY_IMAGE}/airshelf-web:latest|${CR_IMAGE}/airshelf-web:${{ env.IMAGE_TAG }}|g" k8s/web-deployment.yaml
|
|
|
|
# Replace domain placeholder in ingress
|
|
sed -i "s|airshelf.airlabs.art|${{ env.DOMAIN_WEB }}|g" k8s/ingress.yaml
|
|
|
|
# All kubectl operations with retry (K3s 内网连接可能抖动)
|
|
export KUBECTL_TIMEOUT="--request-timeout=4s"
|
|
|
|
ok=0
|
|
for attempt in 1 2 3 4 5; do
|
|
echo "Deploy attempt $attempt/5..."
|
|
{
|
|
# Create/update image pull secret for CR
|
|
kubectl $KUBECTL_TIMEOUT create secret docker-registry cr-pull-secret \
|
|
--docker-server="${{ env.CR_SERVER_ACTIVE }}" \
|
|
--docker-username="${{ env.CR_USERNAME_ACTIVE }}" \
|
|
--docker-password="${{ env.CR_PASSWORD_ACTIVE }}" \
|
|
--dry-run=client -o yaml | kubectl $KUBECTL_TIMEOUT apply -f -
|
|
|
|
# Apply manifests
|
|
kubectl $KUBECTL_TIMEOUT apply -f k8s/cert-manager-issuer.yaml
|
|
kubectl $KUBECTL_TIMEOUT apply -f k8s/redirect-https-middleware.yaml
|
|
kubectl $KUBECTL_TIMEOUT apply -f k8s/web-deployment.yaml
|
|
kubectl $KUBECTL_TIMEOUT apply -f k8s/ingress.yaml
|
|
|
|
# Preserve real client IP
|
|
kubectl $KUBECTL_TIMEOUT patch svc traefik -n kube-system -p '{"spec":{"externalTrafficPolicy":"Local"}}' 2>/dev/null || true
|
|
|
|
kubectl $KUBECTL_TIMEOUT rollout restart deployment/airshelf-web
|
|
} 2>&1 | tee /tmp/deploy.log && { ok=1; break; }
|
|
echo "Attempt $attempt failed, retrying in 30s..."
|
|
sleep 30
|
|
done
|
|
[ $ok -eq 1 ] || { echo "ERROR: deploy to K3s failed after 5 attempts — check /tmp/deploy.log"; exit 1; }
|
|
|
|
# ===== Log Center: failure reporting =====
|
|
- name: Report failure to Log Center
|
|
if: failure()
|
|
run: |
|
|
BUILD_LOG=""
|
|
DEPLOY_LOG=""
|
|
FAILED_STEP="unknown"
|
|
|
|
if [[ "${{ steps.build_web.outcome }}" == "failure" ]]; then
|
|
FAILED_STEP="build"
|
|
if [ -f /tmp/build.log ]; then
|
|
BUILD_LOG=$(tail -50 /tmp/build.log | sed 's/"/\\"/g' | sed ':a;N;$!ba;s/\n/\\n/g')
|
|
fi
|
|
elif [[ "${{ steps.deploy.outcome }}" == "failure" ]]; then
|
|
FAILED_STEP="deploy"
|
|
if [ -f /tmp/deploy.log ]; then
|
|
DEPLOY_LOG=$(tail -50 /tmp/deploy.log | sed 's/"/\\"/g' | sed ':a;N;$!ba;s/\n/\\n/g')
|
|
fi
|
|
fi
|
|
|
|
ERROR_LOG="${BUILD_LOG}${DEPLOY_LOG}"
|
|
if [ -z "$ERROR_LOG" ]; then
|
|
ERROR_LOG="No captured output. Check Gitea Actions UI for details."
|
|
fi
|
|
|
|
if [[ "$FAILED_STEP" == "deploy" ]]; then
|
|
SOURCE="deployment"
|
|
ERROR_TYPE="DeployError"
|
|
else
|
|
SOURCE="cicd"
|
|
ERROR_TYPE="DockerBuildError"
|
|
fi
|
|
|
|
curl -s -X POST "https://qiyuan-log-center-api.airlabs.art/api/v1/logs/report" \
|
|
-H "Content-Type: application/json" \
|
|
-d "{
|
|
\"project_id\": \"airshelf\",
|
|
\"environment\": \"${{ env.DEPLOY_ENV }}\",
|
|
\"level\": \"ERROR\",
|
|
\"source\": \"${SOURCE}\",
|
|
\"commit_hash\": \"${{ github.sha }}\",
|
|
\"repo_url\": \"https://gitea.airlabs.art/zyc/AirShelf.git\",
|
|
\"error\": {
|
|
\"type\": \"${ERROR_TYPE}\",
|
|
\"message\": \"[${FAILED_STEP}] Build and Deploy failed on branch ${{ github.ref_name }}\",
|
|
\"stack_trace\": [\"${ERROR_LOG}\"]
|
|
},
|
|
\"context\": {
|
|
\"job_name\": \"build-and-deploy\",
|
|
\"step_name\": \"${FAILED_STEP}\",
|
|
\"workflow\": \"${{ github.workflow }}\",
|
|
\"run_id\": \"${{ github.run_number }}\",
|
|
\"branch\": \"${{ github.ref_name }}\",
|
|
\"actor\": \"${{ github.actor }}\",
|
|
\"commit\": \"${{ github.sha }}\",
|
|
\"run_url\": \"https://gitea.airlabs.art/${{ github.repository }}/actions/runs/${{ github.run_number }}\"
|
|
}
|
|
}" || true
|
|
|
|
# ===== Cleanup: remove unused Docker resources =====
|
|
- name: Docker Cleanup
|
|
if: always()
|
|
run: |
|
|
docker container prune -f
|
|
docker image prune -f
|
|
docker builder prune -a -f
|
|
echo "Disk usage after cleanup:"
|
|
df -h / | tail -1
|