自动QA测试脚本

Author: gpgkd906

scripts/run-qa-tests.sh

@@ -0,0 +1,93 @@
+#!/usr/bin/env bash
+# Run QA tests for each document in docs/qa/ using codex exec
+set -euo pipefail
+
+# ============================================================
+# Prompt template — edit here to change what codex exec runs
+# ============================================================
+# Available placeholder: {file} — replaced with the relative path of each QA doc
+PROMPT_TEMPLATE='读取{file}的文档，执行QA测试。
+
+环境信息:
+  Portal:     http://localhost:3000  (admin / Admin123!)
+  Keycloak:   http://localhost:8081  (admin / admin)
+  Mailpit:    http://localhost:8025
+  Grafana:    http://localhost:3001
+  Prometheus: http://localhost:9090'
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+PROJECT_ROOT="$(cd "$SCRIPT_DIR/.." && pwd)"
+QA_DIR="$PROJECT_ROOT/docs/qa"
+
+# Colors for output
+GREEN='\033[0;32m'
+RED='\033[0;31m'
+YELLOW='\033[0;33m'
+CYAN='\033[0;36m'
+NC='\033[0m' # No Color
+
+# Counters
+total=0
+passed=0
+failed=0
+failed_files=()
+
+echo -e "${CYAN}========================================${NC}"
+echo -e "${CYAN}  Auth9 QA Test Runner${NC}"
+echo -e "${CYAN}========================================${NC}"
+echo ""
+
+# Collect all .md files under docs/qa/, excluding README.md
+mapfile -t qa_files < <(find "$QA_DIR" -name '*.md' ! -name 'README.md' | sort)
+
+if [[ ${#qa_files[@]} -eq 0 ]]; then
+    echo -e "${YELLOW}No QA documents found in $QA_DIR${NC}"
+    exit 0
+fi
+
+echo -e "Found ${#qa_files[@]} QA document(s) to process."
+echo ""
+
+for file in "${qa_files[@]}"; do
+    total=$((total + 1))
+    # Convert to relative path from project root
+    rel_path="${file#"$PROJECT_ROOT"/}"
+
+    # Build prompt by replacing {file} placeholder
+    prompt="${PROMPT_TEMPLATE//\{file\}/$rel_path}"
+
+    echo -e "${CYAN}----------------------------------------${NC}"
+    echo -e "${CYAN}[$total/${#qa_files[@]}] Processing: ${rel_path}${NC}"
+    echo -e "${CYAN}----------------------------------------${NC}"
+
+    if codex exec -m gpt-5.1-codex-mini --full-auto "$prompt"; then
+        passed=$((passed + 1))
+        echo -e "${GREEN}✓ PASSED: ${rel_path}${NC}"
+    else
+        failed=$((failed + 1))
+        failed_files+=("$rel_path")
+        echo -e "${RED}✗ FAILED: ${rel_path}${NC}"
+    fi
+
+    echo ""
+done
+
+# Summary
+echo -e "${CYAN}========================================${NC}"
+echo -e "${CYAN}  Summary${NC}"
+echo -e "${CYAN}========================================${NC}"
+echo -e "Total:  $total"
+echo -e "${GREEN}Passed: $passed${NC}"
+echo -e "${RED}Failed: $failed${NC}"
+
+if [[ ${#failed_files[@]} -gt 0 ]]; then
+    echo ""
+    echo -e "${RED}Failed files:${NC}"
+    for f in "${failed_files[@]}"; do
+        echo -e "  ${RED}- $f${NC}"
+    done
+    exit 1
+fi
+
+echo ""
+echo -e "${GREEN}All QA tests passed!${NC}"