Integrate Log Center for error reporting
All checks were successful
Build and Deploy / build-and-deploy (push) Successful in 1m57s
All checks were successful
Build and Deploy / build-and-deploy (push) Successful in 1m57s
- Backend: DRF custom exception handler → Log Center (async, non-blocking) - Frontend: global error handlers + axios 5xx interceptor → Log Center - CI/CD: failure step reports build/deploy errors with actual logs - K8S: add LOG_CENTER env vars to backend deployment - Registered projects: video_backend, video_web
This commit is contained in:
parent
b2c60a118f
commit
8ef3d17553
@ -28,6 +28,7 @@ jobs:
|
|||||||
password: ${{ secrets.SWR_PASSWORD }}
|
password: ${{ secrets.SWR_PASSWORD }}
|
||||||
|
|
||||||
- name: Build and Push Backend
|
- name: Build and Push Backend
|
||||||
|
id: build_backend
|
||||||
run: |
|
run: |
|
||||||
set -o pipefail
|
set -o pipefail
|
||||||
docker buildx build \
|
docker buildx build \
|
||||||
@ -37,6 +38,7 @@ jobs:
|
|||||||
./backend 2>&1 | tee /tmp/build.log
|
./backend 2>&1 | tee /tmp/build.log
|
||||||
|
|
||||||
- name: Build and Push Web
|
- name: Build and Push Web
|
||||||
|
id: build_web
|
||||||
run: |
|
run: |
|
||||||
set -o pipefail
|
set -o pipefail
|
||||||
docker buildx build \
|
docker buildx build \
|
||||||
@ -59,6 +61,7 @@ jobs:
|
|||||||
kubeconfig: ${{ secrets.KUBE_CONFIG }}
|
kubeconfig: ${{ secrets.KUBE_CONFIG }}
|
||||||
|
|
||||||
- name: Apply K8s Manifests
|
- name: Apply K8s Manifests
|
||||||
|
id: deploy
|
||||||
run: |
|
run: |
|
||||||
# Replace image placeholders
|
# Replace image placeholders
|
||||||
sed -i "s|\${CI_REGISTRY_IMAGE}/video-backend:latest|${{ secrets.SWR_SERVER }}/${{ secrets.SWR_ORG }}/video-backend:latest|g" k8s/backend-deployment.yaml
|
sed -i "s|\${CI_REGISTRY_IMAGE}/video-backend:latest|${{ secrets.SWR_SERVER }}/${{ secrets.SWR_ORG }}/video-backend:latest|g" k8s/backend-deployment.yaml
|
||||||
@ -74,17 +77,61 @@ jobs:
|
|||||||
kubectl rollout restart deployment/video-web
|
kubectl rollout restart deployment/video-web
|
||||||
} 2>&1 | tee /tmp/deploy.log
|
} 2>&1 | tee /tmp/deploy.log
|
||||||
|
|
||||||
- name: Report failure
|
# ===== Log Center: failure reporting =====
|
||||||
|
- name: Report failure to Log Center
|
||||||
if: failure()
|
if: failure()
|
||||||
run: |
|
run: |
|
||||||
BUILD_LOG=""
|
BUILD_LOG=""
|
||||||
DEPLOY_LOG=""
|
DEPLOY_LOG=""
|
||||||
if [ -f /tmp/build.log ]; then
|
FAILED_STEP="unknown"
|
||||||
BUILD_LOG=$(tail -50 /tmp/build.log | sed 's/"/\\"/g' | sed ':a;N;$!ba;s/\n/\\n/g')
|
|
||||||
|
if [[ "${{ steps.build_backend.outcome }}" == "failure" || "${{ steps.build_web.outcome }}" == "failure" ]]; then
|
||||||
|
FAILED_STEP="build"
|
||||||
|
if [ -f /tmp/build.log ]; then
|
||||||
|
BUILD_LOG=$(tail -50 /tmp/build.log | sed 's/"/\\"/g' | sed ':a;N;$!ba;s/\n/\\n/g')
|
||||||
|
fi
|
||||||
|
elif [[ "${{ steps.deploy.outcome }}" == "failure" ]]; then
|
||||||
|
FAILED_STEP="deploy"
|
||||||
|
if [ -f /tmp/deploy.log ]; then
|
||||||
|
DEPLOY_LOG=$(tail -50 /tmp/deploy.log | sed 's/"/\\"/g' | sed ':a;N;$!ba;s/\n/\\n/g')
|
||||||
|
fi
|
||||||
fi
|
fi
|
||||||
if [ -f /tmp/deploy.log ]; then
|
|
||||||
DEPLOY_LOG=$(tail -50 /tmp/deploy.log | sed 's/"/\\"/g' | sed ':a;N;$!ba;s/\n/\\n/g')
|
ERROR_LOG="${BUILD_LOG}${DEPLOY_LOG}"
|
||||||
|
if [ -z "$ERROR_LOG" ]; then
|
||||||
|
ERROR_LOG="No captured output. Check Gitea Actions UI for details."
|
||||||
fi
|
fi
|
||||||
echo "Build failed on branch ${{ github.ref_name }}"
|
|
||||||
echo "Build log: ${BUILD_LOG}"
|
if [[ "$FAILED_STEP" == "deploy" ]]; then
|
||||||
echo "Deploy log: ${DEPLOY_LOG}"
|
SOURCE="deployment"
|
||||||
|
ERROR_TYPE="DeployError"
|
||||||
|
else
|
||||||
|
SOURCE="cicd"
|
||||||
|
ERROR_TYPE="DockerBuildError"
|
||||||
|
fi
|
||||||
|
|
||||||
|
curl -s -X POST "https://qiyuan-log-center-api.airlabs.art/api/v1/logs/report" \
|
||||||
|
-H "Content-Type: application/json" \
|
||||||
|
-d "{
|
||||||
|
\"project_id\": \"video_backend\",
|
||||||
|
\"environment\": \"${{ github.ref_name }}\",
|
||||||
|
\"level\": \"ERROR\",
|
||||||
|
\"source\": \"${SOURCE}\",
|
||||||
|
\"commit_hash\": \"${{ github.sha }}\",
|
||||||
|
\"repo_url\": \"https://gitea.airlabs.art/zyc/video-shuoshan.git\",
|
||||||
|
\"error\": {
|
||||||
|
\"type\": \"${ERROR_TYPE}\",
|
||||||
|
\"message\": \"[${FAILED_STEP}] Build and Deploy failed on branch ${{ github.ref_name }}\",
|
||||||
|
\"stack_trace\": [\"${ERROR_LOG}\"]
|
||||||
|
},
|
||||||
|
\"context\": {
|
||||||
|
\"job_name\": \"build-and-deploy\",
|
||||||
|
\"step_name\": \"${FAILED_STEP}\",
|
||||||
|
\"workflow\": \"${{ github.workflow }}\",
|
||||||
|
\"run_id\": \"${{ github.run_number }}\",
|
||||||
|
\"branch\": \"${{ github.ref_name }}\",
|
||||||
|
\"actor\": \"${{ github.actor }}\",
|
||||||
|
\"commit\": \"${{ github.sha }}\",
|
||||||
|
\"run_url\": \"https://gitea.airlabs.art/${{ github.repository }}/actions/runs/${{ github.run_number }}\"
|
||||||
|
}
|
||||||
|
}" || true
|
||||||
|
|||||||
@ -103,6 +103,7 @@ REST_FRAMEWORK = {
|
|||||||
'DEFAULT_RENDERER_CLASSES': (
|
'DEFAULT_RENDERER_CLASSES': (
|
||||||
'rest_framework.renderers.JSONRenderer',
|
'rest_framework.renderers.JSONRenderer',
|
||||||
),
|
),
|
||||||
|
'EXCEPTION_HANDLER': 'utils.log_center.custom_exception_handler',
|
||||||
}
|
}
|
||||||
|
|
||||||
# JWT settings
|
# JWT settings
|
||||||
|
|||||||
0
backend/utils/__init__.py
Normal file
0
backend/utils/__init__.py
Normal file
72
backend/utils/log_center.py
Normal file
72
backend/utils/log_center.py
Normal file
@ -0,0 +1,72 @@
|
|||||||
|
"""Log Center integration — runtime error reporting."""
|
||||||
|
|
||||||
|
import os
|
||||||
|
import json
|
||||||
|
import traceback
|
||||||
|
import threading
|
||||||
|
from urllib.request import Request, urlopen
|
||||||
|
from urllib.error import URLError
|
||||||
|
|
||||||
|
LOG_CENTER_URL = os.getenv('LOG_CENTER_URL', 'https://qiyuan-log-center-api.airlabs.art')
|
||||||
|
LOG_CENTER_ENABLED = os.getenv('LOG_CENTER_ENABLED', 'true').lower() in ('true', '1', 'yes')
|
||||||
|
PROJECT_ID = 'video_backend'
|
||||||
|
ENVIRONMENT = os.getenv('ENVIRONMENT', 'development')
|
||||||
|
|
||||||
|
|
||||||
|
def report_error(exc, context=None):
|
||||||
|
"""Report a runtime error to Log Center (async, non-blocking)."""
|
||||||
|
if not LOG_CENTER_ENABLED:
|
||||||
|
return
|
||||||
|
|
||||||
|
tb = traceback.extract_tb(exc.__traceback__)
|
||||||
|
last_frame = tb[-1] if tb else None
|
||||||
|
|
||||||
|
payload = {
|
||||||
|
'project_id': PROJECT_ID,
|
||||||
|
'environment': ENVIRONMENT,
|
||||||
|
'level': 'ERROR',
|
||||||
|
'error': {
|
||||||
|
'type': type(exc).__name__,
|
||||||
|
'message': str(exc),
|
||||||
|
'file_path': last_frame.filename if last_frame else 'unknown',
|
||||||
|
'line_number': last_frame.lineno if last_frame else 0,
|
||||||
|
'stack_trace': traceback.format_exception(exc),
|
||||||
|
},
|
||||||
|
'context': context or {},
|
||||||
|
}
|
||||||
|
|
||||||
|
# Fire-and-forget in background thread
|
||||||
|
threading.Thread(target=_send, args=(payload,), daemon=True).start()
|
||||||
|
|
||||||
|
|
||||||
|
def _send(payload):
|
||||||
|
"""Send payload to Log Center API."""
|
||||||
|
try:
|
||||||
|
data = json.dumps(payload).encode('utf-8')
|
||||||
|
req = Request(
|
||||||
|
f'{LOG_CENTER_URL}/api/v1/logs/report',
|
||||||
|
data=data,
|
||||||
|
headers={'Content-Type': 'application/json'},
|
||||||
|
method='POST',
|
||||||
|
)
|
||||||
|
urlopen(req, timeout=3)
|
||||||
|
except (URLError, Exception):
|
||||||
|
pass # Silent failure — never affect main business
|
||||||
|
|
||||||
|
|
||||||
|
def custom_exception_handler(exc, context):
|
||||||
|
"""DRF custom exception handler with Log Center reporting."""
|
||||||
|
from rest_framework.views import exception_handler
|
||||||
|
|
||||||
|
# Report to Log Center
|
||||||
|
request = context.get('request')
|
||||||
|
report_error(exc, {
|
||||||
|
'view': str(context.get('view', '')),
|
||||||
|
'request_path': getattr(request, 'path', None),
|
||||||
|
'request_method': getattr(request, 'method', None),
|
||||||
|
'user': str(getattr(request, 'user', 'anonymous')),
|
||||||
|
})
|
||||||
|
|
||||||
|
# Default DRF handling
|
||||||
|
response = exception_handler(exc, context)
|
||||||
|
return response
|
||||||
@ -43,6 +43,13 @@ spec:
|
|||||||
# CORS
|
# CORS
|
||||||
- name: CORS_ALLOWED_ORIGINS
|
- name: CORS_ALLOWED_ORIGINS
|
||||||
value: "https://video-huoshan-web.airlabs.art"
|
value: "https://video-huoshan-web.airlabs.art"
|
||||||
|
# Log Center
|
||||||
|
- name: LOG_CENTER_URL
|
||||||
|
value: "https://qiyuan-log-center-api.airlabs.art"
|
||||||
|
- name: LOG_CENTER_ENABLED
|
||||||
|
value: "true"
|
||||||
|
- name: ENVIRONMENT
|
||||||
|
value: "production"
|
||||||
livenessProbe:
|
livenessProbe:
|
||||||
httpGet:
|
httpGet:
|
||||||
path: /healthz/
|
path: /healthz/
|
||||||
|
|||||||
@ -1,8 +1,9 @@
|
|||||||
import axios from 'axios';
|
import axios, { AxiosError } from 'axios';
|
||||||
import type {
|
import type {
|
||||||
User, Quota, AuthTokens, AdminStats, AdminUser, AdminUserDetail,
|
User, Quota, AuthTokens, AdminStats, AdminUser, AdminUserDetail,
|
||||||
AdminRecord, SystemSettings, ProfileOverview, PaginatedResponse,
|
AdminRecord, SystemSettings, ProfileOverview, PaginatedResponse,
|
||||||
} from '../types';
|
} from '../types';
|
||||||
|
import { reportError } from './logCenter';
|
||||||
|
|
||||||
const api = axios.create({
|
const api = axios.create({
|
||||||
baseURL: '/api/v1',
|
baseURL: '/api/v1',
|
||||||
@ -47,6 +48,14 @@ api.interceptors.response.use(
|
|||||||
window.location.href = '/login';
|
window.location.href = '/login';
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
// Report 5xx server errors to Log Center
|
||||||
|
if (error.response && error.response.status >= 500) {
|
||||||
|
reportError(error instanceof Error ? error : new Error(String(error)), {
|
||||||
|
api_url: (error as AxiosError).config?.url,
|
||||||
|
method: (error as AxiosError).config?.method,
|
||||||
|
status: error.response.status,
|
||||||
|
});
|
||||||
|
}
|
||||||
return Promise.reject(error);
|
return Promise.reject(error);
|
||||||
}
|
}
|
||||||
);
|
);
|
||||||
|
|||||||
43
web/src/lib/logCenter.ts
Normal file
43
web/src/lib/logCenter.ts
Normal file
@ -0,0 +1,43 @@
|
|||||||
|
/**
|
||||||
|
* Log Center integration — runtime error reporting.
|
||||||
|
* Only active when VITE_LOG_CENTER_URL is explicitly configured.
|
||||||
|
*/
|
||||||
|
|
||||||
|
const LOG_CENTER_URL = import.meta.env.VITE_LOG_CENTER_URL || '';
|
||||||
|
const PROJECT_ID = 'video_web';
|
||||||
|
|
||||||
|
export function reportError(error: Error, context?: Record<string, unknown>) {
|
||||||
|
if (!LOG_CENTER_URL) return;
|
||||||
|
const stackLines = error.stack?.split('\n') || [];
|
||||||
|
const match = stackLines[1]?.match(/at\s+.*\s+\((.+):(\d+):\d+\)/);
|
||||||
|
|
||||||
|
const payload = {
|
||||||
|
project_id: PROJECT_ID,
|
||||||
|
environment: import.meta.env.MODE,
|
||||||
|
level: 'ERROR',
|
||||||
|
error: {
|
||||||
|
type: error.name,
|
||||||
|
message: error.message,
|
||||||
|
file_path: match?.[1] || 'unknown',
|
||||||
|
line_number: parseInt(match?.[2] || '0'),
|
||||||
|
stack_trace: stackLines,
|
||||||
|
},
|
||||||
|
context: {
|
||||||
|
url: window.location.href,
|
||||||
|
userAgent: navigator.userAgent,
|
||||||
|
...context,
|
||||||
|
},
|
||||||
|
};
|
||||||
|
|
||||||
|
const blob = new Blob([JSON.stringify(payload)], { type: 'application/json' });
|
||||||
|
if (navigator.sendBeacon) {
|
||||||
|
navigator.sendBeacon(`${LOG_CENTER_URL}/api/v1/logs/report`, blob);
|
||||||
|
} else {
|
||||||
|
fetch(`${LOG_CENTER_URL}/api/v1/logs/report`, {
|
||||||
|
method: 'POST',
|
||||||
|
headers: { 'Content-Type': 'application/json' },
|
||||||
|
body: JSON.stringify(payload),
|
||||||
|
keepalive: true,
|
||||||
|
}).catch(() => {});
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -2,6 +2,19 @@ import React from 'react';
|
|||||||
import ReactDOM from 'react-dom/client';
|
import ReactDOM from 'react-dom/client';
|
||||||
import App from './App';
|
import App from './App';
|
||||||
import './index.css';
|
import './index.css';
|
||||||
|
import { reportError } from './lib/logCenter';
|
||||||
|
|
||||||
|
// Global error handlers — report to Log Center
|
||||||
|
window.onerror = (_message, source, lineno, colno, error) => {
|
||||||
|
if (error) reportError(error, { source, lineno, colno });
|
||||||
|
};
|
||||||
|
|
||||||
|
window.onunhandledrejection = (event: PromiseRejectionEvent) => {
|
||||||
|
const error = event.reason instanceof Error
|
||||||
|
? event.reason
|
||||||
|
: new Error(String(event.reason));
|
||||||
|
reportError(error, { type: 'unhandledrejection' });
|
||||||
|
};
|
||||||
|
|
||||||
ReactDOM.createRoot(document.getElementById('root')!).render(
|
ReactDOM.createRoot(document.getElementById('root')!).render(
|
||||||
<React.StrictMode>
|
<React.StrictMode>
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user