ft: save posts storage

Author: FedoseevSM

src/lib/forum.ts

@@ -1,4 +1,4 @@
-import { getFile, putFile, listFiles } from './github';
+import { getFile, putFile, listFiles, isFileCached } from './github';
 import { parseFrontmatter, stringifyFrontmatter, generateId, transliterate, normalizeText, slugify } from './utils';
 
 export interface Forum {
@@ -45,12 +45,22 @@ function matchesSearch(item: { author: string; body: string }, options?: { autho
   return true;
 }
 
+const cacheFilePaths = async (files: Array<{ name: string; path?: string }>) => {
+  await Promise.all(
+    files
+      .filter(file => file.name.endsWith('.md') && file.path && !isFileCached(file.path))
+      .map(file => getFile(file.path!))
+  );
+};
+
 export async function listForums(): Promise<Forum[]> {
   const files = await listFiles('forums');
   const forums: Forum[] = [];
 
+  await cacheFilePaths(files);
+
   for (const file of files) {
-    if (file.name.endsWith('.md')) {
+    if (file.name.endsWith('.md') && file.path) {
       const fileData = await getFile(file.path);
       if (fileData) {
         const { data } = parseFrontmatter<Forum>(fileData.content);
@@ -88,8 +98,10 @@ export async function listTopics(forumSlug: string, options?: { author?: string;
   const files = await listFiles('topics');
   const topics: Topic[] = [];
 
+  await cacheFilePaths(files);
+
   for (const file of files) {
-    if (file.name.endsWith('.md')) {
+    if (file.name.endsWith('.md') && file.path) {
       const fileData = await getFile(file.path);
       if (fileData) {
         const { data, content } = parseFrontmatter<Topic>(fileData.content);
@@ -148,8 +160,10 @@ export async function listPosts(topicId: string, options?: { author?: string; te
   const files = await listFiles('posts');
   const posts: Post[] = [];
 
+  await cacheFilePaths(files);
+
   for (const file of files) {
-    if (file.name.endsWith('.md')) {
+    if (file.name.endsWith('.md') && file.path) {
       const fileData = await getFile(file.path);
       if (fileData) {
         const { data, content } = parseFrontmatter<Post>(fileData.content);

src/lib/github.ts

@@ -9,6 +9,24 @@ const headers: Record<string, string> = {
   'Content-Type': 'application/json'
 };
 
+const fileCache = new Map<string, { content: string; sha?: string }>();
+
+export function getCachedFile(path: string) {
+  return fileCache.get(path) || null;
+}
+
+export function isFileCached(path: string) {
+  return fileCache.has(path);
+}
+
+export function clearFileCache(path?: string) {
+  if (path) {
+    fileCache.delete(path);
+  } else {
+    fileCache.clear();
+  }
+}
+
 // Remove token from headers - it will be added by service worker
 // if (token) {
 //   headers.Authorization = `Bearer ${token}`;
@@ -58,6 +76,11 @@ async function createGitHubError(res: Response): Promise<Error> {
 }
 
 export async function getFile(path: string) {
+  const cached = fileCache.get(path);
+  if (cached) {
+    return { content: cached.content, sha: cached.sha };
+  }
+
   try {
     const res = await fetch(
       `${BASE}/repos/${owner}/${repo}/contents/${path}?ref=${branch}`,
@@ -70,7 +93,9 @@ export async function getFile(path: string) {
     const data = await res.json();
     if (data.content && !Array.isArray(data)) {
       const content = b64_to_utf8(data.content.replace(/\n/g, ''));
-      return { content, sha: data.sha as string };
+      const fileData = { content, sha: data.sha as string };
+      fileCache.set(path, fileData);
+      return fileData;
     }
     return null;
   } catch (error: any) {
@@ -102,7 +127,9 @@ sha?: string)
     if (!res.ok) {
       throw await createGitHubError(res);
     }
-    return res.json();
+    const data = await res.json();
+    fileCache.set(path, { content, sha: data.content?.sha });
+    return data;
   } catch (error: any) {
     handleApiError(error, 'putFile');
   }
@@ -137,6 +164,7 @@ export async function deleteFile(path: string, message: string, sha: string) {
     if (!res.ok) {
       throw await createGitHubError(res);
     }
+    fileCache.delete(path);
   } catch (error: any) {
     handleApiError(error, 'deleteFile');
   }