feat: sync courses cronjob

Author: ImJustChew

src/config/algolia.ts

@@ -0,0 +1,20 @@
+import algoliasearch from "algoliasearch";
+import type { Context } from "hono";
+import { env } from "hono/adapter";
+
+const algolia = (c: Context) => {
+    const { ALGOLIA_APP_ID, ALGOLIA_API_KEY } = env<{
+        ALGOLIA_APP_ID: string;
+        ALGOLIA_API_KEY: string;
+    }>(c);
+
+    return algoliaWithEnv(ALGOLIA_APP_ID, ALGOLIA_API_KEY);
+}
+
+export const algoliaWithEnv = (appId: string, apiKey: string) => {
+    const client = algoliasearch(appId, apiKey);
+    const index = client.initIndex("nthu_courses");
+    return index;
+}
+
+export default algolia;

src/config/supabase_server.ts

@@ -3,15 +3,20 @@ import type { Database } from "../types/supabase";
 import type { Context } from "hono";
 import { env } from "hono/adapter";
 
+export const supabaseWithEnv = (url: string, key: string) => {
+  if (!url || !key) {
+    throw new Error("Supabase credentials not found");
+  }
+  return createClient<Database>(url, key);
+}
+
 const supabase_server = (c: Context) => {
   const { SUPABASE_URL, SUPABASE_SERVICE_ROLE_KEY } = env<{
     SUPABASE_URL: string;
     SUPABASE_SERVICE_ROLE_KEY: string;
   }>(c);
-  if (!SUPABASE_URL || !SUPABASE_SERVICE_ROLE_KEY) {
-    throw new Error("Supabase credentials not found");
-  }
-  return createClient<Database>(SUPABASE_URL, SUPABASE_SERVICE_ROLE_KEY);
+  return supabaseWithEnv(SUPABASE_URL, SUPABASE_SERVICE_ROLE_KEY);
 };
 
+
 export default supabase_server;

src/headless-ais/index.ts

@@ -5,6 +5,8 @@ import courses from "./courses";
 import inthu from "./inthu";
 import eeclass from "./eeclass";
 import grades from "./grades";
+import type { ScheduledController, Scheduler } from "@cloudflare/workers-types";
+import { scrapeArchivedCourses } from '../scheduled/syllabus';
 
 const app = new Hono()
   .route("/auth", auth)
@@ -13,4 +15,4 @@ const app = new Hono()
   .route("/eeclass", eeclass)
   .route("/grades", grades);
 
-export default app;
+export default app;

src/index.ts

@@ -11,7 +11,8 @@ import shortlink from "./shortlink";
 import issue from "./issue";
 import headlessAis from "./headless-ais";
 import planner from "./planner-replication";
-import type { D1Database } from "@cloudflare/workers-types";
+import { D1Database } from '@cloudflare/workers-types';
+import { scrapeArchivedCourses, scrapeSyllabus, syncCoursesToAlgolia } from './scheduled/syllabus';
 
 export type Bindings = {
   DB: D1Database;
@@ -38,4 +39,28 @@ export const app = new Hono<{ Bindings: Bindings }>()
   .route("/issue", issue)
   .route("/planner", planner);
 
-export default app;
+
+const APIHandler = {
+  ...app,
+  async scheduled(
+    controller: ScheduledController,
+    env: Env,
+    ctx: ExecutionContext,
+  ) {
+    console.log("cron processed");
+    ctx.waitUntil(new Promise(async (resolve) => {
+      const semester = '11320';
+      // Scrape archived courses and syllabus
+      try {
+        const cache = await scrapeArchivedCourses(env, semester);
+        await scrapeSyllabus(env, semester, cache);
+        resolve(void 0);
+      } catch (error) {
+        console.error("Error during scheduled task:", error);
+      }
+    }))
+  },
+
+};
+
+export default APIHandler;