Improve CI health report and list recently failing jobs

Author: nineinchnick

sql/ci-cd/failing-jobs.sql

@@ -0,0 +1,45 @@
+-- Recently failing jobs
+-- Lists failed jobs on master branch in last 24h
+WITH
+recent_master_runs AS (
+  SELECT
+      id
+    , check_suite_id
+    , format('<https://github.com/trinodb/trino/actions/runs/%d|%d>', id, run_number) AS details_link
+    , conclusion
+  FROM runs
+  WHERE owner = 'trinodb' AND repo = 'trino' AND name = 'ci'
+  -- do not include pull requests, to filter out PR runs from master branch in forks
+  AND head_branch = 'master' AND event != 'pull_request' AND status = 'completed'
+  AND created_at > now() - interval '1' day
+)
+, failed_recent_master_runs AS (
+  SELECT
+      id
+    , check_suite_id
+    , details_link
+  FROM recent_master_runs
+  WHERE conclusion != 'success'
+)
+, failed_jobs AS (
+  SELECT
+      jobs.name
+    , count(DISTINCT runs.id) AS num_failed_runs
+    , array_agg(DISTINCT runs.details_link ORDER BY runs.details_link) AS failed_runs
+  FROM failed_recent_master_runs runs
+  JOIN check_runs jobs ON jobs.check_suite_id = runs.check_suite_id AND jobs.conclusion NOT IN ('success', 'skipped')
+  GROUP BY jobs.name
+)
+
+SELECT
+  format(
+    '• %s - %.1f%% (%d/%d)%n    %s'
+    , name
+    , 100e0 * num_failed_runs / (SELECT count(*) FROM recent_master_runs)
+    , num_failed_runs
+    , (SELECT count(*) FROM recent_master_runs)
+    , array_join(failed_runs, ', ')
+  ) AS "Jobs"
+FROM failed_jobs
+ORDER BY num_failed_runs DESC, name
+;

sql/ci-cd/health.sql

@@ -1,20 +1,63 @@
 -- CI workflow health
+-- Percentage of successful runs of the `ci` workflow on the master branch.
+WITH FUNCTION vertical_bar(value DOUBLE, day DATE)
+    RETURNS VARCHAR
+    DETERMINISTIC
+    RETURN CASE
+        -- for weekends, if missing or zero, grey it out
+        WHEN value = 0 AND day_of_week(day) IN (6,7) THEN '░'
+        -- map [0.0, 1.0] to [1, 9]
+        ELSE ARRAY[' ', '▁', '▂', '▃', '▄', '▅', '▆', '▇', '█'][cast(value * 8 + 1 as int)]
+END
+WITH
+runs AS (
+  SELECT
+      date(created_at) AS created_at
+    , conclusion
+    , count(*) AS num_runs
+    , count(*) FILTER (WHERE conclusion = 'success') AS num_success
+  FROM runs
+  WHERE owner = 'trinodb' AND repo = 'trino' AND name = 'ci'
+  AND head_branch = 'master' AND event != 'pull_request' AND status = 'completed'
+  AND created_at >= CURRENT_DATE - INTERVAL '7' DAY
+  GROUP BY date(created_at), conclusion
+)
+, days AS (
+    SELECT seq.day
+    FROM (SELECT min(created_at) AS first_day , max(created_at) AS last_day FROM runs) range
+    CROSS JOIN UNNEST (sequence(range.first_day, range.last_day)) seq(day)
+)
+, daily AS (
+  SELECT
+      created_at
+    , conclusion
+    , num_runs
+    , num_success
+    , 1e0 * num_success / num_runs AS ratio
+  FROM days
+  LEFT JOIN runs ON runs.created_at = days.day
+)
+, summary AS (
+  SELECT
+      sum(num_runs) AS num_runs
+    , sum(num_success) AS num_success
+    , 1e0 * sum(num_success) / sum(num_runs) AS ratio
+    , array_join(array_agg(vertical_bar(coalesce(ratio, 0), created_at) ORDER BY created_at DESC), '') AS chart
+  FROM daily
+)
+, latest AS (
+  SELECT
+      num_runs
+    , num_success
+    , 1e0 * num_success / num_runs AS ratio
+  FROM runs
+  ORDER BY created_at DESC
+  LIMIT 1
+)
 SELECT
-  CASE head_branch
-    WHEN 'master' THEN head_branch
-    ELSE '[other]'
-  END AS branch
-  , count(1) FILTER (WHERE created_at > CURRENT_DATE - INTERVAL '1' DAY) AS today_count
-  , round(count(1) FILTER (WHERE created_at > CURRENT_DATE - INTERVAL '1' DAY AND conclusion = 'success') / CAST(count(1) FILTER (WHERE created_at > CURRENT_DATE - INTERVAL '1' DAY) AS double), 2) AS today_success
-  , count(1) FILTER (WHERE created_at > CURRENT_DATE - INTERVAL '3' DAY) AS "3day_count"
-  , round(count(1) FILTER (WHERE created_at > CURRENT_DATE - INTERVAL '3' DAY AND conclusion = 'success') / CAST(count(1) FILTER (WHERE created_at > CURRENT_DATE - INTERVAL '3' DAY) AS double), 2) AS "3day_success"
-  , count(1) FILTER (WHERE created_at > CURRENT_DATE - INTERVAL '7' DAY) AS week_count
-  , round(count(1) FILTER (WHERE created_at > CURRENT_DATE - INTERVAL '7' DAY AND conclusion = 'success') / CAST(count(1) FILTER (WHERE created_at > CURRENT_DATE - INTERVAL '7' DAY) AS double), 2) AS week_success
-  , count(1) AS month_count
-  , round(count(1) FILTER (WHERE conclusion = 'success') / CAST(count(1) AS double), 2) AS month_success
-FROM runs
-WHERE owner = 'trinodb' AND repo = 'trino'
-AND name = 'ci' AND created_at >= CURRENT_DATE - INTERVAL '30' DAY
-GROUP BY 1
-ORDER BY 1
+    format('%.1f%% (%d/%d)', 100e0 * latest.ratio, latest.num_success, latest.num_runs) AS "Today"
+  , format('%.1f%% (%d/%d)', 100e0 * summary.ratio, summary.num_success, summary.num_runs) AS "Weekly"
+  , summary.chart AS "Daily (desc)"
+FROM summary
+CROSS JOIN latest
 ;

sql/ci-cd/success-ratio-per-day.sql

@@ -31,5 +31,5 @@ SELECT
   , round(count(DISTINCT id) FILTER (WHERE conclusion = 'success') / CAST(count(DISTINCT id) AS double), 2) AS rate_all_success
 FROM runs
 GROUP BY 1
-ORDER BY 1
+ORDER BY 1 DESC
 ;