diff --git a/.gitea/workflows/deploy.yaml b/.gitea/workflows/deploy.yaml index d2492c2..724306c 100644 --- a/.gitea/workflows/deploy.yaml +++ b/.gitea/workflows/deploy.yaml @@ -6,9 +6,6 @@ on: - main - master -env: - LOG_CENTER_URL: https://qiyuan-log-center-api.airlabs.art - jobs: build-and-deploy: runs-on: ubuntu-latest @@ -33,37 +30,39 @@ jobs: # Build API Image - name: Build and Push API id: build-api - uses: docker/build-push-action@v4 - with: - context: . - file: ./Dockerfile - push: true - provenance: false - tags: ${{ secrets.SWR_SERVER }}/${{ secrets.SWR_ORG }}/log-center-api:latest + run: | + set -o pipefail + docker buildx build \ + --push \ + --provenance=false \ + --tag ${{ secrets.SWR_SERVER }}/${{ secrets.SWR_ORG }}/log-center-api:latest \ + -f ./Dockerfile \ + . 2>&1 | tee /tmp/build-api.log # Build Web Image - name: Build and Push Web id: build-web - uses: docker/build-push-action@v4 - with: - context: ./web - file: ./web/Dockerfile - push: true - provenance: false - tags: ${{ secrets.SWR_SERVER }}/${{ secrets.SWR_ORG }}/log-center-web:latest - build-args: | - VITE_API_BASE_URL=https://qiyuan-log-center-api.airlabs.art + run: | + set -o pipefail + docker buildx build \ + --push \ + --provenance=false \ + --build-arg VITE_API_BASE_URL=https://qiyuan-log-center-api.airlabs.art \ + --tag ${{ secrets.SWR_SERVER }}/${{ secrets.SWR_ORG }}/log-center-web:latest \ + -f ./web/Dockerfile \ + ./web 2>&1 | tee /tmp/build-web.log # Build K8s Monitor Image - name: Build and Push K8s Monitor id: build-monitor - uses: docker/build-push-action@v4 - with: - context: ./k8s-monitor - file: ./k8s-monitor/Dockerfile - push: true - provenance: false - tags: ${{ secrets.SWR_SERVER }}/${{ secrets.SWR_ORG }}/k8s-pod-monitor:latest + run: | + set -o pipefail + docker buildx build \ + --push \ + --provenance=false \ + --tag ${{ secrets.SWR_SERVER }}/${{ secrets.SWR_ORG }}/k8s-pod-monitor:latest \ + -f ./k8s-monitor/Dockerfile \ + ./k8s-monitor 2>&1 | tee /tmp/build-monitor.log - name: Setup Kubectl run: | @@ -87,132 +86,95 @@ jobs: sed -i "s|\${CI_REGISTRY_IMAGE}/log-center-web:latest|${{ secrets.SWR_SERVER }}/${{ secrets.SWR_ORG }}/log-center-web:latest|g" k8s/web-deployment-prod.yaml sed -i "s|\${CI_REGISTRY_IMAGE}/k8s-pod-monitor:latest|${{ secrets.SWR_SERVER }}/${{ secrets.SWR_ORG }}/k8s-pod-monitor:latest|g" k8s/monitor-cronjob.yaml - # Apply configurations - kubectl apply -f k8s/api-deployment-prod.yaml - kubectl apply -f k8s/web-deployment-prod.yaml - kubectl apply -f k8s/ingress.yaml - kubectl apply -f k8s/monitor-cronjob.yaml + # Apply configurations and capture output + set -o pipefail + { + kubectl apply -f k8s/api-deployment-prod.yaml + kubectl apply -f k8s/web-deployment-prod.yaml + kubectl apply -f k8s/ingress.yaml + kubectl apply -f k8s/monitor-cronjob.yaml - # Restart deployments - kubectl rollout restart deployment/log-center-api - kubectl rollout restart deployment/log-center-web + # Restart deployments + kubectl rollout restart deployment/log-center-api + kubectl rollout restart deployment/log-center-web + } 2>&1 | tee /tmp/deploy.log # ==================== CI/CD 错误上报 ==================== - - name: Report API Build Failure - if: failure() && steps.build-api.outcome == 'failure' + - name: Report failure to Log Center + if: failure() run: | - curl -s -X POST "${LOG_CENTER_URL}/api/v1/logs/report" \ - -H "Content-Type: application/json" \ - -d '{ - "project_id": "log_center_api", - "environment": "cicd", - "level": "ERROR", - "source": "cicd", - "commit_hash": "'"$GITHUB_SHA"'", - "error": { - "type": "DockerBuildError", - "message": "Log Center API Docker build failed", - "file_path": null, - "line_number": null, - "stack_trace": ["API Docker build step failed. Check CI logs for details."] - }, - "context": { - "workflow_name": "'"$GITHUB_WORKFLOW"'", - "job_name": "'"$GITHUB_JOB"'", - "step_name": "Build and Push API", - "run_id": "'"$GITHUB_RUN_ID"'", - "branch": "'"$GITHUB_REF_NAME"'", - "repository": "'"$GITHUB_REPOSITORY"'", - "run_url": "'"$GITHUB_SERVER_URL"'/'"$GITHUB_REPOSITORY"'/actions/runs/'"$GITHUB_RUN_ID"'" - } - }' --connect-timeout 5 --max-time 10 || true + # 收集各阶段日志（取最后 50 行） + BUILD_API_LOG="" + BUILD_WEB_LOG="" + BUILD_MONITOR_LOG="" + DEPLOY_LOG="" + FAILED_STEP="unknown" + PROJECT_ID="log_center_api" - - name: Report Web Build Failure - if: failure() && steps.build-web.outcome == 'failure' - run: | - curl -s -X POST "${LOG_CENTER_URL}/api/v1/logs/report" \ - -H "Content-Type: application/json" \ - -d '{ - "project_id": "log_center_web", - "environment": "cicd", - "level": "ERROR", - "source": "cicd", - "commit_hash": "'"$GITHUB_SHA"'", - "error": { - "type": "DockerBuildError", - "message": "Log Center Web Docker build failed", - "file_path": null, - "line_number": null, - "stack_trace": ["Web Docker build step failed. Check CI logs for details."] - }, - "context": { - "workflow_name": "'"$GITHUB_WORKFLOW"'", - "job_name": "'"$GITHUB_JOB"'", - "step_name": "Build and Push Web", - "run_id": "'"$GITHUB_RUN_ID"'", - "branch": "'"$GITHUB_REF_NAME"'", - "repository": "'"$GITHUB_REPOSITORY"'", - "run_url": "'"$GITHUB_SERVER_URL"'/'"$GITHUB_REPOSITORY"'/actions/runs/'"$GITHUB_RUN_ID"'" - } - }' --connect-timeout 5 --max-time 10 || true + if [[ "${{ steps.build-api.outcome }}" == "failure" ]]; then + FAILED_STEP="build-api" + PROJECT_ID="log_center_api" + if [ -f /tmp/build-api.log ]; then + BUILD_API_LOG=$(tail -50 /tmp/build-api.log | sed 's/"/\\"/g' | sed ':a;N;$!ba;s/\n/\\n/g') + fi + elif [[ "${{ steps.build-web.outcome }}" == "failure" ]]; then + FAILED_STEP="build-web" + PROJECT_ID="log_center_web" + if [ -f /tmp/build-web.log ]; then + BUILD_WEB_LOG=$(tail -50 /tmp/build-web.log | sed 's/"/\\"/g' | sed ':a;N;$!ba;s/\n/\\n/g') + fi + elif [[ "${{ steps.build-monitor.outcome }}" == "failure" ]]; then + FAILED_STEP="build-monitor" + PROJECT_ID="log_center_api" + if [ -f /tmp/build-monitor.log ]; then + BUILD_MONITOR_LOG=$(tail -50 /tmp/build-monitor.log | sed 's/"/\\"/g' | sed ':a;N;$!ba;s/\n/\\n/g') + fi + elif [[ "${{ steps.deploy.outcome }}" == "failure" ]]; then + FAILED_STEP="deploy" + PROJECT_ID="log_center_api" + if [ -f /tmp/deploy.log ]; then + DEPLOY_LOG=$(tail -50 /tmp/deploy.log | sed 's/"/\\"/g' | sed ':a;N;$!ba;s/\n/\\n/g') + fi + fi - - name: Report Monitor Build Failure - if: failure() && steps.build-monitor.outcome == 'failure' - run: | - curl -s -X POST "${LOG_CENTER_URL}/api/v1/logs/report" \ - -H "Content-Type: application/json" \ - -d '{ - "project_id": "log_center_api", - "environment": "cicd", - "level": "ERROR", - "source": "cicd", - "commit_hash": "'"$GITHUB_SHA"'", - "error": { - "type": "DockerBuildError", - "message": "K8s Monitor Docker build failed", - "file_path": null, - "line_number": null, - "stack_trace": ["K8s Monitor Docker build step failed. Check CI logs for details."] - }, - "context": { - "workflow_name": "'"$GITHUB_WORKFLOW"'", - "job_name": "'"$GITHUB_JOB"'", - "step_name": "Build and Push K8s Monitor", - "run_id": "'"$GITHUB_RUN_ID"'", - "branch": "'"$GITHUB_REF_NAME"'", - "repository": "'"$GITHUB_REPOSITORY"'", - "run_url": "'"$GITHUB_SERVER_URL"'/'"$GITHUB_REPOSITORY"'/actions/runs/'"$GITHUB_RUN_ID"'" - } - }' --connect-timeout 5 --max-time 10 || true + # 合并错误日志 + ERROR_LOG="${BUILD_API_LOG}${BUILD_WEB_LOG}${BUILD_MONITOR_LOG}${DEPLOY_LOG}" + if [ -z "$ERROR_LOG" ]; then + ERROR_LOG="No captured output. Check Gitea Actions UI for details." + fi - - name: Report Deploy Failure - if: failure() && steps.deploy.outcome == 'failure' - run: | - curl -s -X POST "${LOG_CENTER_URL}/api/v1/logs/report" \ + # 判断 source + if [[ "$FAILED_STEP" == "deploy" ]]; then + SOURCE="deployment" + ERROR_TYPE="DeployError" + else + SOURCE="cicd" + ERROR_TYPE="DockerBuildError" + fi + + curl -s -X POST "https://qiyuan-log-center-api.airlabs.art/api/v1/logs/report" \ -H "Content-Type: application/json" \ - -d '{ - "project_id": "log_center_api", - "environment": "cicd", - "level": "ERROR", - "source": "deployment", - "commit_hash": "'"$GITHUB_SHA"'", - "error": { - "type": "DeployError", - "message": "Log Center K8s deployment failed", - "file_path": null, - "line_number": null, - "stack_trace": ["K8s deployment step failed. Check CI logs for details."] + -d "{ + \"project_id\": \"${PROJECT_ID}\", + \"environment\": \"${{ github.ref_name }}\", + \"level\": \"ERROR\", + \"source\": \"${SOURCE}\", + \"commit_hash\": \"${{ github.sha }}\", + \"repo_url\": \"https://gitea.airlabs.art/zyc/log-center.git\", + \"error\": { + \"type\": \"${ERROR_TYPE}\", + \"message\": \"[${FAILED_STEP}] Build and Deploy Log Center failed on branch ${{ github.ref_name }}\", + \"stack_trace\": [\"${ERROR_LOG}\"] }, - "context": { - "workflow_name": "'"$GITHUB_WORKFLOW"'", - "job_name": "'"$GITHUB_JOB"'", - "step_name": "Update K8s Manifests", - "run_id": "'"$GITHUB_RUN_ID"'", - "branch": "'"$GITHUB_REF_NAME"'", - "repository": "'"$GITHUB_REPOSITORY"'", - "namespace": "default", - "deployment_name": "log-center", - "run_url": "'"$GITHUB_SERVER_URL"'/'"$GITHUB_REPOSITORY"'/actions/runs/'"$GITHUB_RUN_ID"'" + \"context\": { + \"job_name\": \"build-and-deploy\", + \"step_name\": \"${FAILED_STEP}\", + \"workflow\": \"${{ github.workflow }}\", + \"run_id\": \"${{ github.run_number }}\", + \"branch\": \"${{ github.ref_name }}\", + \"actor\": \"${{ github.actor }}\", + \"commit\": \"${{ github.sha }}\", + \"run_url\": \"https://gitea.airlabs.art/${{ github.repository }}/actions/runs/${{ github.run_number }}\" } - }' --connect-timeout 5 --max-time 10 || true + }" || true