Implement SQLite database

.gitignore

@@ -35,3 +35,9 @@ yarn-error.log*
 # typescript
 *.tsbuildinfo
 next-env.d.ts
+
+# database
+data/db.sqlite
+data/db.sqlite-journal
+data/db.sqlite-shm
+data/db.sqlite-wal

README.md

@@ -71,6 +71,22 @@ owner=\"your_org\"
 repo=\"your_repo\"
 ```
 
+### SQLite Database Setup
+
+The SQLite database stores the JSON data generated by the scripts into a more efficient format for querying. Most of the db related code is in `src/lib/data`. Here's how to set it up:
+
+1. Initialize the database and ingest historical data:
+
+```bash
+bun run init-db
+```
+
+This will:
+
+- Create a SQLite database in the `data/` directory
+- Set up the required tables and schema
+- Ingest historical contributor data
+
 ## Usage
 
 ### Manual Data Collection

drizzle.config.ts

@@ -0,0 +1,11 @@
+import { defineConfig } from "drizzle-kit";
+
+export default defineConfig({
+  out: "./drizzle",
+  schema: "./src/lib/data/schema.ts",
+  dialect: "sqlite",
+  dbCredentials: {
+    url: "file:data/db.sqlite",
+  },
+  verbose: true,
+});

drizzle/0000_aromatic_slipstream.sql

@@ -0,0 +1,61 @@
+CREATE TABLE `tags` (
+	`name` text PRIMARY KEY NOT NULL,
+	`description` text DEFAULT '',
+	`created_at` text DEFAULT CURRENT_TIMESTAMP NOT NULL,
+	`last_updated` text DEFAULT CURRENT_TIMESTAMP NOT NULL
+);
+--> statement-breakpoint
+CREATE TABLE `user_daily_summaries` (
+	`id` text PRIMARY KEY NOT NULL,
+	`username` text,
+	`date` text NOT NULL,
+	`score` real DEFAULT 0 NOT NULL,
+	`summary` text DEFAULT '',
+	`total_commits` integer DEFAULT 0 NOT NULL,
+	`total_prs` integer DEFAULT 0 NOT NULL,
+	`additions` integer DEFAULT 0 NOT NULL,
+	`deletions` integer DEFAULT 0 NOT NULL,
+	`changed_files` integer DEFAULT 0 NOT NULL,
+	`commits` text DEFAULT '[]' NOT NULL,
+	`pull_requests` text DEFAULT '[]' NOT NULL,
+	`issues` text DEFAULT '[]' NOT NULL,
+	FOREIGN KEY (`username`) REFERENCES `users`(`username`) ON UPDATE no action ON DELETE no action
+);
+--> statement-breakpoint
+CREATE INDEX `idx_user_daily_summaries_username` ON `user_daily_summaries` (`username`);--> statement-breakpoint
+CREATE INDEX `idx_user_daily_summaries_date` ON `user_daily_summaries` (`date`);--> statement-breakpoint
+CREATE TABLE `user_stats` (
+	`username` text PRIMARY KEY NOT NULL,
+	`total_prs` integer DEFAULT 0 NOT NULL,
+	`merged_prs` integer DEFAULT 0 NOT NULL,
+	`closed_prs` integer DEFAULT 0 NOT NULL,
+	`total_files` integer DEFAULT 0 NOT NULL,
+	`total_additions` integer DEFAULT 0 NOT NULL,
+	`total_deletions` integer DEFAULT 0 NOT NULL,
+	`files_by_type` text DEFAULT '{}' NOT NULL,
+	`prs_by_month` text DEFAULT '{}' NOT NULL,
+	`focus_areas` text DEFAULT '[]' NOT NULL,
+	`last_updated` text DEFAULT CURRENT_TIMESTAMP NOT NULL,
+	FOREIGN KEY (`username`) REFERENCES `users`(`username`) ON UPDATE no action ON DELETE no action
+);
+--> statement-breakpoint
+CREATE TABLE `user_tag_scores` (
+	`id` text PRIMARY KEY NOT NULL,
+	`username` text,
+	`tag` text,
+	`score` real DEFAULT 0 NOT NULL,
+	`level` integer DEFAULT 0 NOT NULL,
+	`progress` real DEFAULT 0 NOT NULL,
+	`points_to_next` real DEFAULT 0 NOT NULL,
+	`last_updated` text DEFAULT CURRENT_TIMESTAMP NOT NULL,
+	FOREIGN KEY (`username`) REFERENCES `users`(`username`) ON UPDATE no action ON DELETE no action,
+	FOREIGN KEY (`tag`) REFERENCES `tags`(`name`) ON UPDATE no action ON DELETE no action
+);
+--> statement-breakpoint
+CREATE INDEX `idx_user_tag_scores_username` ON `user_tag_scores` (`username`);--> statement-breakpoint
+CREATE TABLE `users` (
+	`username` text PRIMARY KEY NOT NULL,
+	`avatar_url` text DEFAULT '',
+	`last_updated` text DEFAULT CURRENT_TIMESTAMP NOT NULL,
+	`score` real DEFAULT 0 NOT NULL
+);