Migrate master_commit_red_avg query (#5576)

TSIA.

### Testing


https://torchci-git-fork-huydhn-migrate-master-comm-fa10f7-fbopensource.vercel.app/metrics

torchci/clickhouse_queries/master_commit_red_avg/params.json

@@ -0,0 +1,5 @@
+{
+    "startTime": "DateTime64(3)",
+    "stopTime": "DateTime64(3)",
+    "workflowNames": "Array(String)"
+}

torchci/clickhouse_queries/master_commit_red_avg/query.sql

@@ -0,0 +1,83 @@
+--- This query is used to show the average of trunk red commits on HUD metrics page
+--- during a period of time
+WITH all_jobs AS (
+  SELECT
+    job.conclusion AS conclusion,
+    push.head_commit.'id' AS sha,
+    ROW_NUMBER() OVER(
+      PARTITION BY job.name,
+      push.head_commit.'id'
+      ORDER BY
+        job.run_attempt DESC
+    ) AS row_num
+  FROM
+    workflow_job job FINAL
+    JOIN workflow_run FINAL ON workflow_run.id = workflow_job.run_id
+    JOIN push FINAL ON workflow_run.head_commit.'id' = push.head_commit.'id'
+  WHERE
+    job.name != 'ciflow_should_run'
+    AND job.name != 'generate-test-matrix'
+    AND (
+      -- Limit it to workflows which block viable/strict upgrades
+      has(
+        {workflowNames : Array(String)},
+        LOWER(workflow_run.name)
+      )
+      OR workflow_run.name like 'linux-binary%'
+    )
+    AND job.name NOT LIKE '%rerun_disabled_tests%'
+    AND job.name NOT LIKE '%mem_leak_check%'
+    AND job.name NOT LIKE '%unstable%'
+    AND workflow_run.event != 'workflow_run' -- Filter out worflow_run-triggered jobs, which have nothing to do with the SHA
+    AND push.ref IN (
+      'refs/heads/master', 'refs/heads/main'
+    )
+    AND push.repository.'owner'.'name' = 'pytorch'
+    AND push.repository.'name' = 'pytorch'
+    AND push.head_commit.'timestamp' >= {startTime : DateTime64(3)}
+    AND push.head_commit.'timestamp' < {stopTime : DateTime64(3)}
+),
+all_reds AS (
+  SELECT
+    CAST(
+      SUM(
+        CASE 
+          WHEN conclusion = 'failure' THEN 1
+          WHEN conclusion = 'timed_out' THEN 1
+          WHEN conclusion = 'cancelled' THEN 1
+          ELSE 0
+        END
+      ) > 0 AS int
+    ) AS any_red,
+    CAST(
+      SUM(
+        CASE
+          WHEN conclusion = 'failure' AND row_num = 1 THEN 1
+          WHEN conclusion = 'timed_out' AND row_num = 1 THEN 1
+          WHEN conclusion = 'cancelled' AND row_num = 1 THEN 1
+          ELSE 0
+        END
+      ) > 0 AS int
+    ) AS broken_trunk_red
+  FROM
+    all_jobs
+  GROUP BY
+    sha
+  HAVING
+    COUNT(sha) > 10 -- Filter out jobs that didn't run anything.
+    AND SUM(
+      IF(conclusion = '', 1, 0)
+    ) = 0 -- Filter out commits that still have pending jobs.
+),
+avg_reds AS (
+  SELECT
+    AVG(broken_trunk_red) AS broken_trunk_red,
+    AVG(any_red) AS any_red
+  FROM
+    all_reds
+)
+SELECT
+  broken_trunk_red,
+  any_red - broken_trunk_red AS flaky_red
+FROM
+  avg_reds

torchci/pages/metrics.tsx

@@ -487,9 +487,17 @@ export default function Page() {
 
   // Query both broken trunk and flaky red % in one query to some
   // save CPU usage. This query is quite expensive to run
-  const url = `/api/query/${queryCollection}/${queryName}?parameters=${encodeURIComponent(
-    JSON.stringify(timeParams)
-  )}`;
+  const url = useClickHouse
+    ? `/api/clickhouse/${queryName}?parameters=${encodeURIComponent(
+        JSON.stringify({
+          ...timeParamsClickHouse,
+          // TODO (huydhn): Figure out a way to have default parameters for ClickHouse queries
+          workflowNames: ["lint", "pull", "trunk"],
+        })
+      )}`
+    : `/api/query/${queryCollection}/${queryName}?parameters=${encodeURIComponent(
+        JSON.stringify(timeParams)
+      )}`;
 
   const { data } = useSWR(url, fetcher, {
     refreshInterval: 5 * 60 * 1000, // refresh every 5 minutes