feat(pipeline): enhance verification scripts and pipeline
- verify_phase6.sh: improve phase 6 verification logic - report_utils.sh: update report generation utilities - run_daily.sh: harden daily pipeline execution - run_intel_pipeline.sh: improve intel pipeline runner - run_real_pipeline.sh: improve real pipeline runner - generate_daily_report.go: enhance daily report generation
This commit is contained in:
@@ -67,17 +67,18 @@ track_report_state() {
|
||||
trigger_source="${9:-cli}"
|
||||
is_official_daily="${10:-false}"
|
||||
|
||||
psql "$db_url" \
|
||||
-v ON_ERROR_STOP=1 \
|
||||
--set=report_date="$report_date" \
|
||||
--set=status="$status" \
|
||||
--set=model_count="$model_count" \
|
||||
--set=summary_md="$summary_md" \
|
||||
--set=output_path="$output_path" \
|
||||
--set=error_message="$error_message" \
|
||||
--set=run_kind="$run_kind" \
|
||||
--set=trigger_source="$trigger_source" \
|
||||
--set=is_official_daily="$is_official_daily" <<'SQL'
|
||||
if [[ "$is_official_daily" == "true" ]]; then
|
||||
psql "$db_url" \
|
||||
-v ON_ERROR_STOP=1 \
|
||||
--set=report_date="$report_date" \
|
||||
--set=status="$status" \
|
||||
--set=model_count="$model_count" \
|
||||
--set=summary_md="$summary_md" \
|
||||
--set=output_path="$output_path" \
|
||||
--set=error_message="$error_message" \
|
||||
--set=run_kind="$run_kind" \
|
||||
--set=trigger_source="$trigger_source" \
|
||||
--set=is_official_daily="$is_official_daily" <<'SQL'
|
||||
INSERT INTO daily_report (
|
||||
report_date,
|
||||
status,
|
||||
@@ -110,23 +111,23 @@ ON CONFLICT (report_date) DO UPDATE SET
|
||||
summary_md = COALESCE(EXCLUDED.summary_md, daily_report.summary_md),
|
||||
output_path = COALESCE(EXCLUDED.output_path, daily_report.output_path),
|
||||
error_message = EXCLUDED.error_message,
|
||||
run_kind = CASE
|
||||
WHEN EXCLUDED.is_official_daily THEN EXCLUDED.run_kind
|
||||
WHEN daily_report.trigger_source = 'legacy_backfill' THEN EXCLUDED.run_kind
|
||||
ELSE daily_report.run_kind
|
||||
END,
|
||||
trigger_source = CASE
|
||||
WHEN EXCLUDED.is_official_daily THEN EXCLUDED.trigger_source
|
||||
WHEN daily_report.trigger_source = 'legacy_backfill' THEN EXCLUDED.trigger_source
|
||||
ELSE daily_report.trigger_source
|
||||
END,
|
||||
is_official_daily = CASE
|
||||
WHEN EXCLUDED.is_official_daily THEN TRUE
|
||||
WHEN daily_report.trigger_source = 'legacy_backfill' THEN EXCLUDED.is_official_daily
|
||||
ELSE daily_report.is_official_daily
|
||||
END,
|
||||
run_kind = EXCLUDED.run_kind,
|
||||
trigger_source = EXCLUDED.trigger_source,
|
||||
is_official_daily = TRUE,
|
||||
updated_at = NOW();
|
||||
SQL
|
||||
fi
|
||||
|
||||
psql "$db_url" \
|
||||
-v ON_ERROR_STOP=1 \
|
||||
--set=report_date="$report_date" \
|
||||
--set=status="$status" \
|
||||
--set=summary_md="$summary_md" \
|
||||
--set=output_path="$output_path" \
|
||||
--set=error_message="$error_message" \
|
||||
--set=run_kind="$run_kind" \
|
||||
--set=trigger_source="$trigger_source" \
|
||||
--set=is_official_daily="$is_official_daily" <<'SQL'
|
||||
INSERT INTO report_runs (
|
||||
source,
|
||||
report_date,
|
||||
|
||||
Reference in New Issue
Block a user