mirror of
https://github.com/azaion/annotations.git
synced 2026-06-21 12:51:06 +00:00
Oleksandr Bezdieniezhnykh
03f879206e
This commit captures everything produced during autodev existing-code Steps 1 (Document), 2 (Architecture Baseline Scan), and 3 (Test Spec), together with the targeted auth + CORS re-sync triggered on 2026-05-14 when codebase drift was detected at Step 4 entry. None of this work was previously committed. Step 1 (Document) — 50+ _docs/02_document/ files: problem, solution, architecture, system flows, glossary, module-layout, per-component specs (01..06), modules, deployment, diagrams, data model, FINAL report, verification log, discovery. Step 2 (Architecture Baseline) — architecture_compliance_baseline.md. Verdict PASS_WITH_WARNINGS (0 Critical, 0 High, 1 Medium, 2 Low). No High/Critical findings; auto-chained to Step 3 per existing-code flow. Step 3 (Test Spec) — _docs/02_document/tests/* (67 scenarios across blackbox, security, resilience, resource-limit, performance), plus e2e/docker-compose.test.yml, e2e/seed/run.sh, scripts/run-tests.sh, scripts/run-performance-tests.sh. Coverage 88% over the active scope (40 of 45 items covered, 6 RB-deferred, 5 documented-as-uncovered). Targeted auth + CORS re-sync — replaces the deleted in-house token issuer with a JWKS-verifier model. AuthController and TokenService removed; JwtExtensions switched from HS256 symmetric to ES256 over admin's JWKS. ConfigurationResolver and CorsConfigurationValidator added under src/Infrastructure/. ADR-002 and ADR-006 retired; SEC-01, SEC-02, SEC-03 marked Closed. One new testability risk recorded in architecture.md Open Risks Section 6 (JWKS HTTPS gating). Source changes: - src/Auth/JwtExtensions.cs (modified) — ES256, JWKS, alg pinning - src/Program.cs (modified) — DI wiring for ConfigurationResolver and CorsConfigurationValidator - src/Controllers/AuthController.cs (deleted) — no in-service issuance - src/Services/TokenService.cs (deleted) — same - src/Infrastructure/ConfigurationResolver.cs (new) - src/Infrastructure/CorsConfigurationValidator.cs (new) - .env.example (new) — required env var documentation - .gitignore (updated) Cross-repo coordination: _docs/cross-repo/flights_h1_h2_h3_change_spec captures the change-spec for downstream services that consumed the now deleted /auth endpoints. Co-authored-by: Cursor <cursoragent@cursor.com>
82 lines
2.7 KiB
Bash
Executable File
82 lines
2.7 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Performance E2E runner for Azaion.Annotations.
|
|
# Re-uses the same compose stack as run-tests.sh but flips E2E_RUN_PROFILE=performance,
|
|
# which causes the xUnit runner to select the NFT-PERF-* test category.
|
|
#
|
|
# Threshold values come from _docs/02_document/tests/performance-tests.md.
|
|
|
|
set -euo pipefail
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
PROJECT_ROOT="$(cd "$SCRIPT_DIR/.." && pwd)"
|
|
COMPOSE_FILE="$PROJECT_ROOT/e2e/docker-compose.test.yml"
|
|
RESULTS_DIR="$PROJECT_ROOT/test-results"
|
|
E2E_RESULTS_DIR="$PROJECT_ROOT/e2e/e2e-results"
|
|
|
|
KEEP_STACK=false
|
|
for arg in "$@"; do
|
|
case "$arg" in
|
|
--keep-stack) KEEP_STACK=true ;;
|
|
-h|--help)
|
|
cat <<EOF
|
|
Usage: $0 [--keep-stack]
|
|
|
|
Runs the NFT-PERF-* performance scenarios against an isolated compose stack
|
|
and prints a per-scenario pass/fail summary. Thresholds are defined in
|
|
_docs/02_document/tests/performance-tests.md and consumed by the runner.
|
|
|
|
--keep-stack Do not 'docker compose down' on exit (useful for debugging).
|
|
EOF
|
|
exit 0
|
|
;;
|
|
esac
|
|
done
|
|
|
|
mkdir -p "$RESULTS_DIR" "$E2E_RESULTS_DIR"
|
|
|
|
cleanup() {
|
|
if ! $KEEP_STACK; then
|
|
docker compose -f "$COMPOSE_FILE" down -v --remove-orphans >/dev/null 2>&1 || true
|
|
fi
|
|
}
|
|
trap cleanup EXIT
|
|
|
|
fixtures_dir="$PROJECT_ROOT/../detections/_docs/00_problem/input_data"
|
|
if [ ! -d "$fixtures_dir" ]; then
|
|
echo "[run-performance-tests] FATAL: fixtures dir not found at $fixtures_dir" >&2
|
|
exit 2
|
|
fi
|
|
|
|
export GIT_SHA="${GIT_SHA:-$(git -C "$PROJECT_ROOT" rev-parse --short HEAD 2>/dev/null || echo local)}"
|
|
export E2E_RUN_PROFILE=performance
|
|
|
|
echo "[run-performance-tests] profile=$E2E_RUN_PROFILE git_sha=$GIT_SHA"
|
|
echo "[run-performance-tests] starting compose stack..."
|
|
|
|
docker compose -f "$COMPOSE_FILE" up \
|
|
--build \
|
|
--abort-on-container-exit \
|
|
--exit-code-from e2e-runner
|
|
|
|
# Pass/fail summary: the runner writes a CSV with per-scenario verdict + measured value.
|
|
report_csv="$E2E_RESULTS_DIR/report.csv"
|
|
if [ ! -f "$report_csv" ]; then
|
|
echo "[run-performance-tests] FAIL — runner produced no CSV at $report_csv" >&2
|
|
exit 1
|
|
fi
|
|
|
|
# Each scenario row: test_id,test_name,category,traces_to,execution_time_ms,result,error_message
|
|
fail_count=$(awk -F',' 'NR>1 && $6=="FAIL" {n++} END{print n+0}' "$report_csv")
|
|
pass_count=$(awk -F',' 'NR>1 && $6=="PASS" {n++} END{print n+0}' "$report_csv")
|
|
total=$((fail_count + pass_count))
|
|
|
|
echo "[run-performance-tests] $pass_count / $total scenarios met threshold"
|
|
if [ "$fail_count" -gt 0 ]; then
|
|
echo "[run-performance-tests] FAIL scenarios:"
|
|
awk -F',' 'NR>1 && $6=="FAIL" {print " - " $1 " " $2 " (" $7 ")"}' "$report_csv"
|
|
exit 1
|
|
fi
|
|
|
|
echo "[run-performance-tests] PASS — all thresholds met"
|
|
exit 0
|