wooo/awoooi
1
1
Fork 0
Code Issues 2 Pull Requests 1 Actions 2 Packages Projects Releases Wiki Activity

fix(alerting): align Alertmanager metric schema
All checks were successful
CD Pipeline / workflow-shape (push) Successful in 2s
Details
CD Pipeline / cancel-stale-cd (push) Has been skipped
Details
CD Pipeline / tests (push) Successful in 2m31s
Details
CD Pipeline / build-and-deploy (push) Successful in 15m18s
Details
AWOOOI Harbor 110 Local Repair / workflow-shape (push) Successful in 1s
Details
AWOOOI Harbor 110 Local Repair / harbor-110-local-repair (push) Successful in 22s
Details
CD Pipeline / post-deploy-checks (push) Successful in 5m35s
Details

Browse Source
This commit is contained in:
ogt
2026-07-16 17:38:45 +08:00
parent 7cd4b30363
commit 4af6487ba6
16 changed files with 324 additions and 43 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
scripts/ops/deploy-alertmanager-runtime-scrape.sh
View File

@@ -119,8 +119,8 @@ test -f "${REMOTE_CONFIG}"
test "$(docker inspect --format '{{.State.Running}}' "${PROMETHEUS_CONTAINER}")" = true
curl -fsS "${PROMETHEUS_URL}/-/ready" >/dev/null
METRICS_SNAPSHOT="$(curl -fsS "${ALERTMANAGER_METRICS_URL}")"
grep -Eq '^alertmanager_notification_requests_total\{[^}]*receiver="awoooi-webhook"' <<<"${METRICS_SNAPSHOT}"
grep -Eq '^alertmanager_notification_requests_failed_total\{[^}]*receiver="awoooi-webhook"' <<<"${METRICS_SNAPSHOT}"
grep -Eq '^alertmanager_notification_requests_total\{[^}]*integration="webhook"' <<<"${METRICS_SNAPSHOT}"
grep -Eq '^alertmanager_notification_requests_failed_total\{[^}]*integration="webhook"' <<<"${METRICS_SNAPSHOT}"
SOURCE_SHA="$(sha256sum "${REMOTE_CONFIG}" | awk '{print $1}')"
python3 - "${REMOTE_CONFIG}" "${REMOTE_CANDIDATE}" <<'PY'
@@ -144,6 +144,12 @@ block = """ # BEGIN AWOOOI ALERTMANAGER RUNTIME DELIVERY TRUTH
host: '110'
service: 'alertmanager'
env: 'prod'
metric_relabel_configs:
- source_labels: [__name__, integration]
separator: ';'
regex: 'alertmanager_notification_requests(_failed)?_total;webhook'
target_label: receiver_contract
replacement: 'awoooi-webhook'
# END AWOOOI ALERTMANAGER RUNTIME DELIVERY TRUTH
"""
@@ -376,7 +382,7 @@ test "${SECOND_GCP_A_SCRAPE}" != "${FIRST_GCP_A_SCRAPE}"
test "${SECOND_GCP_B_SCRAPE}" != "${FIRST_GCP_B_SCRAPE}"
SERIES_COUNT="$(curl -fsS --get \
--data-urlencode 'query=alertmanager_notification_requests_total{job="alertmanager-runtime",integration="webhook",receiver="awoooi-webhook"}' \
--data-urlencode 'query=alertmanager_notification_requests_total{job="alertmanager-runtime",integration="webhook",receiver_contract="awoooi-webhook"}' \
"${PROMETHEUS_URL}/api/v1/query" | python3 -c '
import json
import sys
@@ -385,7 +391,7 @@ print(len(json.load(sys.stdin)["data"]["result"]))
test "${SERIES_COUNT}" = 1
FAILED_SERIES_COUNT="$(curl -fsS --get \
--data-urlencode 'query=alertmanager_notification_requests_failed_total{job="alertmanager-runtime",integration="webhook",receiver="awoooi-webhook"}' \
--data-urlencode 'query=alertmanager_notification_requests_failed_total{job="alertmanager-runtime",integration="webhook",receiver_contract="awoooi-webhook"}' \
"${PROMETHEUS_URL}/api/v1/query" | python3 -c '
import json
import sys