From 0f8ffc7e6b87204910ab8dc86b75cf9985b18f18 Mon Sep 17 00:00:00 2001
From: Huy Do <huydhn@gmail.com>
Date: Tue, 20 Aug 2024 11:11:37 -0700
Subject: [PATCH] Migrate master_commit_red_avg query (#5576)

TSIA.

### Testing


https://torchci-git-fork-huydhn-migrate-master-comm-fa10f7-fbopensource.vercel.app/metrics
---
 .../master_commit_red_avg/params.json         |  5 ++
 .../master_commit_red_avg/query.sql           | 83 +++++++++++++++++++
 torchci/pages/metrics.tsx                     | 14 +++-
 3 files changed, 99 insertions(+), 3 deletions(-)
 create mode 100644 torchci/clickhouse_queries/master_commit_red_avg/params.json
 create mode 100644 torchci/clickhouse_queries/master_commit_red_avg/query.sql

diff --git a/torchci/clickhouse_queries/master_commit_red_avg/params.json b/torchci/clickhouse_queries/master_commit_red_avg/params.json
new file mode 100644
index 0000000000..2744fd6ab7
--- /dev/null
+++ b/torchci/clickhouse_queries/master_commit_red_avg/params.json
@@ -0,0 +1,5 @@
+{
+    "startTime": "DateTime64(3)",
+    "stopTime": "DateTime64(3)",
+    "workflowNames": "Array(String)"
+}
diff --git a/torchci/clickhouse_queries/master_commit_red_avg/query.sql b/torchci/clickhouse_queries/master_commit_red_avg/query.sql
new file mode 100644
index 0000000000..7e9b357938
--- /dev/null
+++ b/torchci/clickhouse_queries/master_commit_red_avg/query.sql
@@ -0,0 +1,83 @@
+--- This query is used to show the average of trunk red commits on HUD metrics page
+--- during a period of time
+WITH all_jobs AS (
+  SELECT
+    job.conclusion AS conclusion,
+    push.head_commit.'id' AS sha,
+    ROW_NUMBER() OVER(
+      PARTITION BY job.name,
+      push.head_commit.'id'
+      ORDER BY
+        job.run_attempt DESC
+    ) AS row_num
+  FROM
+    workflow_job job FINAL
+    JOIN workflow_run FINAL ON workflow_run.id = workflow_job.run_id
+    JOIN push FINAL ON workflow_run.head_commit.'id' = push.head_commit.'id'
+  WHERE
+    job.name != 'ciflow_should_run'
+    AND job.name != 'generate-test-matrix'
+    AND (
+      -- Limit it to workflows which block viable/strict upgrades
+      has(
+        {workflowNames : Array(String)},
+        LOWER(workflow_run.name)
+      )
+      OR workflow_run.name like 'linux-binary%'
+    )
+    AND job.name NOT LIKE '%rerun_disabled_tests%'
+    AND job.name NOT LIKE '%mem_leak_check%'
+    AND job.name NOT LIKE '%unstable%'
+    AND workflow_run.event != 'workflow_run' -- Filter out worflow_run-triggered jobs, which have nothing to do with the SHA
+    AND push.ref IN (
+      'refs/heads/master', 'refs/heads/main'
+    )
+    AND push.repository.'owner'.'name' = 'pytorch'
+    AND push.repository.'name' = 'pytorch'
+    AND push.head_commit.'timestamp' >= {startTime : DateTime64(3)}
+    AND push.head_commit.'timestamp' < {stopTime : DateTime64(3)}
+),
+all_reds AS (
+  SELECT
+    CAST(
+      SUM(
+        CASE 
+          WHEN conclusion = 'failure' THEN 1
+          WHEN conclusion = 'timed_out' THEN 1
+          WHEN conclusion = 'cancelled' THEN 1
+          ELSE 0
+        END
+      ) > 0 AS int
+    ) AS any_red,
+    CAST(
+      SUM(
+        CASE
+          WHEN conclusion = 'failure' AND row_num = 1 THEN 1
+          WHEN conclusion = 'timed_out' AND row_num = 1 THEN 1
+          WHEN conclusion = 'cancelled' AND row_num = 1 THEN 1
+          ELSE 0
+        END
+      ) > 0 AS int
+    ) AS broken_trunk_red
+  FROM
+    all_jobs
+  GROUP BY
+    sha
+  HAVING
+    COUNT(sha) > 10 -- Filter out jobs that didn't run anything.
+    AND SUM(
+      IF(conclusion = '', 1, 0)
+    ) = 0 -- Filter out commits that still have pending jobs.
+),
+avg_reds AS (
+  SELECT
+    AVG(broken_trunk_red) AS broken_trunk_red,
+    AVG(any_red) AS any_red
+  FROM
+    all_reds
+)
+SELECT
+  broken_trunk_red,
+  any_red - broken_trunk_red AS flaky_red
+FROM
+  avg_reds
diff --git a/torchci/pages/metrics.tsx b/torchci/pages/metrics.tsx
index 0ff65cec5c..7902e31629 100644
--- a/torchci/pages/metrics.tsx
+++ b/torchci/pages/metrics.tsx
@@ -487,9 +487,17 @@ export default function Page() {
 
   // Query both broken trunk and flaky red % in one query to some
   // save CPU usage. This query is quite expensive to run
-  const url = `/api/query/${queryCollection}/${queryName}?parameters=${encodeURIComponent(
-    JSON.stringify(timeParams)
-  )}`;
+  const url = useClickHouse
+    ? `/api/clickhouse/${queryName}?parameters=${encodeURIComponent(
+        JSON.stringify({
+          ...timeParamsClickHouse,
+          // TODO (huydhn): Figure out a way to have default parameters for ClickHouse queries
+          workflowNames: ["lint", "pull", "trunk"],
+        })
+      )}`
+    : `/api/query/${queryCollection}/${queryName}?parameters=${encodeURIComponent(
+        JSON.stringify(timeParams)
+      )}`;
 
   const { data } = useSWR(url, fetcher, {
     refreshInterval: 5 * 60 * 1000, // refresh every 5 minutes