docs: llms.txt

rossrobino · rossrobino · commit 88b4e92437aa · 2025-07-10T10:05:43.000-04:00
diff --git a/apps/docs/src/server/+app.tsx b/apps/docs/src/server/+app.tsx
@@ -35,9 +35,13 @@ app.notFound = (c) => {
 	);
 };
 
+const docPrerender = docs.getSlugs().map((slug) => "/" + slug);
+
 app.prerender = [
 	home.page.pathname(),
-	...docs.getSlugs().map((slug) => "/" + slug),
+	docs.llms.pathname(),
+	...docPrerender,
+	...docPrerender.map((p) => p + ".md"),
 ];
 
 app.use(
@@ -87,6 +91,6 @@ if (import.meta.env.DEV) {
 	});
 }
 
-app.add(home, docs.page, demo);
+app.add(home, docs.page, docs.llms, demo);
 
 export default app;
diff --git a/apps/docs/src/server/docs/index.tsx b/apps/docs/src/server/docs/index.tsx
@@ -1,4 +1,5 @@
 import type { FrontmatterSchema } from "@/lib/md";
+import * as homeResult from "@/server/home/index.md";
 import { Head } from "@/ui/head";
 import type { Result } from "@robino/md";
 import clsx from "clsx";
@@ -20,11 +21,38 @@ export const getSlugs = () => {
 
 export const getContent = (slug: string) => content[`/server/docs/${slug}.md`];
 
+const getMd = (result: Result<typeof FrontmatterSchema>) => {
+	return `# ${result.frontmatter.title}\n\n${
+		result.frontmatter.description
+	}${result.article}`;
+};
+
+export const llms = new Get("/llms.txt", (c) =>
+	c.text(
+		[homeResult, ...Object.values(content)]
+			.map((result) => getMd(result))
+			.join("\n"),
+	),
+);
+
 export const page = new Get("/:slug", (c) => {
+	let md = false;
+
+	if (c.params.slug.endsWith(".md")) {
+		md = true;
+		c.params.slug = c.params.slug.slice(0, -3);
+	}
+
 	const result = getContent(c.params.slug);
 
 	if (!result) return;
 
+	if (md) {
+		return c.res(getMd(result), {
+			headers: { "Content-Type": "text/markdown; charset=UTF-8" },
+		});
+	}
+
 	c.head(<Head {...result.frontmatter} />);
 
 	return (
diff --git a/apps/docs/src/server/layout.tsx b/apps/docs/src/server/layout.tsx
@@ -115,6 +115,7 @@ const NavList = () => {
 				{docs.getSlugs().map((slug) => {
 					return <NavLink slug={slug} />;
 				})}
+				<NavLink slug={docs.llms.pathname().slice(1)} />
 			</ul>
 
 			<hr />
@@ -174,7 +175,7 @@ const NavLink = (props: { slug?: string; anchor?: JSX.Element }) => {
 				)}
 				href={href}
 			>
-				{props.slug.split("-").slice(1).join(" ")}
+				{props.slug.split("-").slice(1).join(" ") || props.slug}
 			</a>
 		</li>
 	);
