wenzi/scripts/check_e2e_consistency.sh

#!/usr/bin/env bash
set -euo pipefail

PROJECT_DIR="/home/long/project/蚊子"
STATE_DIR="$PROJECT_DIR/logs/e2e-automation"
OUT_FILE="${1:-$STATE_DIR/consistency_latest.md}"

status="PASS"
reason=()

# Helper function to check if a run log is complete (has "runner end")
is_run_complete() {
    local run_log="$1"
    if [ ! -s "$run_log" ]; then
        return 1
    fi
    # Check for "runner end" marker indicating completion
    grep -q "runner end" "$run_log" 2>/dev/null
}

# Helper function to extract timestamp from run log filename
get_run_timestamp() {
    local run_log="$1"
    # Format: run_YYYYMMDD_HHMMSS.log -> YYYYMMDD_HHMMSS
    basename "$run_log" | sed 's/run_//' | sed 's/\.log$//'
}

# Find the latest COMPLETED run log and its corresponding report
# A run is "completed" if it has "runner end" marker
latest_run=""
latest_report=""
latest_ts=""

# List all run logs sorted by modification time (newest first)
while IFS= read -r run_log; do
    if is_run_complete "$run_log"; then
        latest_run="$run_log"
        latest_ts=$(get_run_timestamp "$run_log")
        # Try to find matching report by same timestamp
        potential_report="$STATE_DIR/report_${latest_ts}.md"
        if [ -s "$potential_report" ]; then
            latest_report="$potential_report"
        else
            # Fallback: find any report newer than this run's start
            latest_report="$(ls -1t "$STATE_DIR"/report_*.md 2>/dev/null | head -n1 || true)"
        fi
        break
    fi
done < <(ls -1t "$STATE_DIR"/run_*.log 2>/dev/null || true)

# Fallback if no completed run found (use latest files but warn)
if [ -z "$latest_run" ]; then
    latest_run="$(ls -1t "$STATE_DIR"/run_*.log 2>/dev/null | head -n1 || true)"
    latest_report="$(ls -1t "$STATE_DIR"/report_*.md 2>/dev/null | head -n1 || true)"
    if [ -n "$latest_run" ]; then
        status="FAIL"
        reason+=("无已完成轮次（无runner end标记），使用最新日志但结果可能不稳定")
    fi
fi

if [ -z "$latest_report" ] || [ ! -s "$latest_report" ]; then
  status="FAIL"
  reason+=("报告缺失或为空")
fi

if [ -z "$latest_run" ] || [ ! -s "$latest_run" ]; then
  status="FAIL"
  reason+=("runner日志缺失或为空")
fi

# Enhanced regex patterns to handle various report formats:
# - 是否"全部通过": **是**
# - 是否"全部通过": **是（Playwright测试）/ 部分阻塞（Cypress）**
# - 是否"全部通过"：是
# - 全部通过（是）
# - Playwright E2E测试：全部通过 ✓
report_pass="UNKNOWN"
if [ -n "$latest_report" ] && [ -s "$latest_report" ]; then
  # Pattern 1: "全部通过" followed by "是" (within same line context)
  # Handles: 是否"全部通过": **是**, 是否"全部通过": **是（...**, 全部通过（是）, etc.
  if grep -Eq '是否"全部通过".*是|全部通过\s*\(是\)|全部通过.*✓' "$latest_report"; then
    report_pass="YES"
  # Pattern 2: "全部通过" followed by "否"
  elif grep -Eq '是否"全部通过".*否|全部通过\s*\(否\)|全部失败' "$latest_report"; then
    report_pass="NO"
  fi
fi

runner_error="UNKNOWN"
data_contract_ok="UNKNOWN"
if [ -n "$latest_run" ] && [ -s "$latest_run" ]; then
  if grep -Eqi 'run finished but not fully passed|error:|runner appears stuck|\[watchdog\].*stuck|\bException\b|\bTraceback\b|\[DATA-CONTRACT\] FAIL' "$latest_run"; then
    runner_error="YES"
  else
    runner_error="NO"
  fi

  if grep -Eq '\[DATA-CONTRACT\] PASS' "$latest_run"; then
    data_contract_ok="YES"
  else
    data_contract_ok="NO"
  fi
fi

if [ "$report_pass" = "YES" ] && [ "$runner_error" = "YES" ]; then
  status="FAIL"
  reason+=("报告声明通过，但runner日志包含失败/异常信号")
fi

if [ "$report_pass" = "UNKNOWN" ]; then
  status="FAIL"
  reason+=("报告未给出明确通过结论（是/否）")
fi

if [ "$data_contract_ok" != "YES" ]; then
  status="FAIL"
  reason+=("缺少DATA-CONTRACT通过证据，结果可能为假绿")
fi

mkdir -p "$(dirname "$OUT_FILE")"
{
  echo "# E2E Consistency Check"
  echo
  echo "- Status: $status"
  echo "- Report: ${latest_report:-N/A}"
  echo "- Runner Log: ${latest_run:-N/A}"
  echo "- Report Pass Flag: $report_pass"
  echo "- Runner Error Signal: $runner_error"
  echo "- Data Contract Signal: $data_contract_ok"
  echo
  echo "## Reasons"
  if [ ${#reason[@]} -eq 0 ]; then
    echo "- 一致性检查通过"
  else
    for r in "${reason[@]}"; do
      echo "- $r"
    done
  fi
} > "$OUT_FILE"

if [ "$status" = "PASS" ]; then
  exit 0
else
  exit 2
fi