Export a CSV summary of SLO status in addition to the JSON summary.

Also include the time the repository was crawled in the summaries.

Author: jyasskin

frontend/src/pages/[org]/[repo].json.ts

@@ -1,3 +1,4 @@
+import { RepoSummary } from "@lib/repo-summaries";
 import { groupBySlo } from "@lib/slo";
 import type {
     APIRoute,
@@ -10,7 +11,7 @@ export const getStaticPaths = (async () => {
     const repos = await getCollection("github")
     return repos.map((repo) => ({
         params: { org: repo.data.org, repo: repo.data.repo },
-        props: { details: repo.data },
+        props: { details: RepoSummary.parse(repo.data) },
     }));
 }) satisfies GetStaticPaths;
 
@@ -21,6 +22,7 @@ export const GET: APIRoute = ({ props }) => {
     const groups = groupBySlo(details.issues);
     return new Response(
         JSON.stringify({
+            retrieved: details.cachedAt,
             triageViolations: groups.triageViolations.length,
             urgentViolations: groups.urgentViolations.length,
             importantViolations: groups.importantViolations.length,

frontend/src/pages/slo.csv.ts

@@ -0,0 +1,28 @@
+import { RepoSummary } from '@lib/repo-summaries';
+import { groupBySlo } from '@lib/slo';
+import type { APIRoute } from 'astro';
+import { getCollection } from 'astro:content';
+import { stringify } from 'csv-stringify/sync';
+
+export const GET: APIRoute = async () => {
+    const repos = await getCollection("github");
+
+    const repoSummaries = repos.map((repo) => {
+        const repoData = RepoSummary.parse(repo.data);
+        const groups = groupBySlo(repoData.issues);
+
+        return {
+            Repository: repo.id,
+            Retrieved: repoData.cachedAt.round("second").toString(),
+            'Need Triage': groups.untriaged.length,
+            'Triage Violations': groups.triageViolations.length,
+            Urgent: groups.urgent.length,
+            'Urgent Violations': groups.urgentViolations.length,
+            Important: groups.important.length,
+            'Important Violations': groups.importantViolations.length,
+            Other: groups.other.length,
+        };
+    });
+
+    return new Response(stringify(repoSummaries, { header: true }));
+};

frontend/src/pages/slo.json.ts

@@ -1,3 +1,4 @@
+import { RepoSummary } from '@lib/repo-summaries';
 import { groupBySlo } from '@lib/slo';
 import type { APIRoute } from 'astro';
 import { getCollection } from 'astro:content';
@@ -6,7 +7,7 @@ export const GET: APIRoute = async () => {
     const repos = await getCollection("github");
 
     const repoSummaries = Object.fromEntries(repos.map((repo) => {
-        const groups = groupBySlo(repo.data.issues);
+        const groups = groupBySlo(RepoSummary.parse(repo.data).issues);
 
         return [repo.id, {
             triageViolations: groups.triageViolations.length,

package.json

@@ -21,9 +21,10 @@
     "@octokit/plugin-throttling": "^8.1.2",
     "@octokit/request-error": "^5.0.1",
     "astro": "^3.2.4",
-    "browser-specs": "^3.68.0",
+    "browser-specs": "^3.70.0",
     "colorjs.io": "^0.4.5",
     "commander": "^11.1.0",
+    "csv-stringify": "^6.4.4",
     "node-fetch": "^3.3.2",
     "simple-statistics": "^7.8.3",
     "zod": "^3.22.4"

pnpm-lock.yaml

@@ -346,8 +346,6 @@ async function logRateLimit() {
     }`)));
 }
 
-const now = Temporal.Now.instant().round('second');
-
 interface GlobalStatsInput {
   totalRepos: number,
   reposFinished: number;
@@ -443,6 +441,7 @@ function countSloTime(issue, now: Temporal.Instant): Temporal.Duration {
 }
 
 async function analyzeRepo(org: string, repoName: string, globalStats: GlobalStatsInput): Promise<RepoSummary> {
+  const now = Temporal.Now.instant().round("second");
   let result: RepoSummary | null = null;
   try {
     result = JSON.parse(await fs.readFile(`${config.outDir}/${org}/${repoName}.json`, { encoding: 'utf8' }),