feat: store documents in sqlite

lib/documents.ts

@@ -8,16 +8,19 @@ import remarkStringify from "https://esm.sh/remark-stringify@10.0.3";
 import remarkFrontmatter, {
   Root,
 } from "https://esm.sh/remark-frontmatter@4.0.1";
-import * as cache from "@lib/cache/documents.ts";
 import { SILVERBULLET_SERVER } from "@lib/env.ts";
 import { fixRenderedMarkdown } from "@lib/helpers.ts";
 import { createLogger } from "@lib/log.ts";
 import * as typesense from "@lib/typesense.ts";
+import { db } from "@lib/sqlite/sqlite.ts";
+import { documentTable } from "@lib/sqlite/schema.ts";
+import { eq } from "drizzle-orm/sql";
 
 export type Document = {
   name: string;
   lastModified: number;
   contentType: string;
+  content: string | null;
   size: number;
   perm: string;
 };
@@ -25,8 +28,8 @@ export type Document = {
 const log = createLogger("documents");
 
 export async function getDocuments(): Promise<Document[]> {
-  const cachedDocuments = await cache.getDocuments();
-  if (cachedDocuments) return cachedDocuments;
+  let documents = await db.select().from(documentTable).all();
+  if (documents.length) return documents;
 
   const headers = new Headers();
   headers.append("Accept", "application/json");
@@ -36,10 +39,9 @@ export async function getDocuments(): Promise<Document[]> {
     headers: headers,
   });
 
-  const documents = await response.json();
-  cache.setDocuments(documents);
-
-  typesense.synchronize();
+  documents = await response.json();
+  await db.delete(documentTable);
+  await db.insert(documentTable).values(documents);
 
   return documents;
 }
@@ -67,8 +69,10 @@ export function createDocument(
 }
 
 export async function getDocument(name: string): Promise<string> {
-  const cachedDocument = await cache.getDocument(name);
-  if (cachedDocument) return cachedDocument;
+  const documents = await db.select().from(documentTable).where(
+    eq(documentTable.name, name),
+  ).limit(1);
+  if (documents[0]?.content) return documents[0].content;
 
   log.debug("fetching document", { name });
   const headers = new Headers();
@@ -76,9 +80,9 @@ export async function getDocument(name: string): Promise<string> {
   const response = await fetch(SILVERBULLET_SERVER + "/" + name, { headers });
   const text = await response.text();
 
-  cache.setDocument(name, text);
-
-  typesense.synchronize();
+  await db.update(documentTable).set({
+    content: text,
+  }).where(eq(documentTable.name, name));
 
   return text;
 }