chore: move database from Firebase to VPS

Author: shdwmtr

.github/workflows/deploy.yml

@@ -32,10 +32,8 @@ jobs:
 
             - name: Authenticate SteamBrew
               run: |
-                  echo "$FIREBASE_CREDENTIALS" | base64 -d > ./apps/www/credentials.json
-                  echo "$BEARER" > ./apps/www/.env
+                  printf '%s\nDB_PATH=/home/ubuntu/net/storage/steambrew/steambrew.db\nPLUGINS_DIR=/home/ubuntu/net/storage/steambrew/plugins\n' "$BEARER" > ./apps/www/.env
               env:
-                  FIREBASE_CREDENTIALS: ${{ secrets.FIREBASE_CREDENTIALS }}
                   BEARER: ${{ secrets.BEARER }}
 
             - name: Install and build docs
@@ -91,7 +89,7 @@ jobs:
             - name: Sync www
               run: |
                   rsync -az --delete \
-                    apps/www/.next apps/www/public apps/www/package.json apps/www/.env apps/www/credentials.json \
+                    apps/www/.next apps/www/public apps/www/package.json apps/www/.env \
                     ubuntu@${{ secrets.SSH_HOST }}:~/net/steambrew/www/
 
             - name: Sync docs

apps/www/bun.lock

@@ -1,6 +1,7 @@
 import type { NextConfig } from 'next';
 
 const config: NextConfig = {
+	serverExternalPackages: ['better-sqlite3'],
 	async redirects() {
 		return [
 			{

apps/www/next.config.ts

@@ -14,22 +14,16 @@
 	},
 	"dependencies": {
 		"@fancyapps/ui": "^5.0.36",
-		"dotenv": "^16.4.7",
-		"esbuild": "^0.19.12",
-		"firebase-admin": "^12.0.0",
-		"firebase-functions": "^6.3.2",
-		"firebase-tools": "13",
+		"better-sqlite3": "^12.10.1",
 		"hast-util-sanitize": "^5.0.2",
 		"highlight.js": "^11.11.1",
 		"next": "^16",
 		"node-cache": "^5.1.2",
-		"notyf": "^3.10.0",
 		"prism-react-renderer": "^2.4.1",
 		"react": "^18.3.1",
 		"react-countup": "^6.5.3",
 		"react-dom": "^18.3.1",
 		"react-icons": "^5.5.0",
-		"react-router-dom": "^6.30.0",
 		"react-select": "^5.10.1",
 		"react-toastify": "^10.0.6",
 		"react-tooltip": "^5.28.0",
@@ -45,6 +39,8 @@
 	},
 	"devDependencies": {
 		"@playwright/test": "^1.60.0",
+		"@types/better-sqlite3": "^7.6.13",
+		"@types/bun": "^1.3.14",
 		"@types/node": "22.13.13",
 		"@types/react": "19.0.12",
 		"typescript": "5.8.2"

apps/www/package.json

@@ -0,0 +1,69 @@
+import BetterSqlite3 from 'better-sqlite3';
+import { mkdirSync } from 'node:fs';
+import { dirname } from 'node:path';
+
+let _db: BetterSqlite3.Database | null = null;
+
+export function getDb(): BetterSqlite3.Database {
+	if (!_db) {
+		const path = process.env.DB_PATH;
+		if (!path) throw new Error('DB_PATH is not set');
+		mkdirSync(dirname(path), { recursive: true });
+		_db = new BetterSqlite3(path);
+		_db.pragma('journal_mode = WAL');
+		_db.pragma('foreign_keys = ON');
+	}
+	return _db;
+}
+
+export interface ThemeRow {
+	id: string;
+	owner: string;
+	repo: string;
+	readme: string | null;
+	disabled: number;
+	downloads: number;
+	created_at: number;
+}
+
+export const Themes = {
+	getAll: (): ThemeRow[] => {
+		return getDb().prepare('SELECT * FROM themes WHERE disabled = 0').all() as ThemeRow[];
+	},
+	getById: (id: string): ThemeRow | null => {
+		return (getDb().prepare('SELECT * FROM themes WHERE id = ?').get(id) as ThemeRow) ?? null;
+	},
+	getByRepo: (owner: string, repo: string): ThemeRow | null => {
+		return (getDb().prepare('SELECT * FROM themes WHERE owner = ? AND repo = ?').get(owner, repo) as ThemeRow) ?? null;
+	},
+	incrementDownload: (id: string): number => {
+		getDb().prepare('UPDATE themes SET downloads = downloads + 1 WHERE id = ?').run(id);
+		const row = getDb().prepare('SELECT downloads FROM themes WHERE id = ?').get(id) as { downloads: number } | null;
+		return row?.downloads ?? 0;
+	},
+};
+
+export interface PluginDownloadRow {
+	commit_id: string;
+	download_count: number;
+}
+
+export const PluginDownloads = {
+	getAll: (): PluginDownloadRow[] => {
+		return getDb().prepare('SELECT * FROM plugin_downloads').all() as PluginDownloadRow[];
+	},
+	getCount: (commitId: string): number => {
+		const row = getDb().prepare('SELECT download_count FROM plugin_downloads WHERE commit_id = ?').get(commitId) as
+			| { download_count: number }
+			| null;
+		return row?.download_count ?? 0;
+	},
+	increment: (commitId: string): number => {
+		getDb()
+			.prepare(
+				'INSERT INTO plugin_downloads (commit_id, download_count) VALUES (?, 1) ON CONFLICT(commit_id) DO UPDATE SET download_count = download_count + 1',
+			)
+			.run(commitId);
+		return PluginDownloads.getCount(commitId);
+	},
+};

apps/www/src/app/api/Database.ts

@@ -1,5 +1,4 @@
-import { FieldValue } from 'firebase-admin/firestore';
-import { Database } from '../../../Firebase';
+import { PluginDownloads } from '../../../Database';
 import { FetchPlugins } from '../../../v1/plugins/GetPlugins';
 
 function withCORS(response: Response): Response {
@@ -23,11 +22,7 @@ export async function GET(request: Request, { params }: { params: Promise<{ slug
 			return withCORS(new Response(JSON.stringify({ success: false, message: 'Plugin not found' }), { status: 404 }));
 		}
 
-		const docRef = Database.collection('downloads').doc(plugin.initCommitId);
-		await docRef.set({ downloadCount: FieldValue.increment(1) }, { merge: true });
-
-		const updatedDoc = await docRef.get();
-		const newCount = updatedDoc.exists ? updatedDoc.data()?.downloadCount : 1;
+		const newCount = PluginDownloads.increment(plugin.initCommitId);
 
 		return withCORS(
 			new Response(

apps/www/src/app/api/bump/plugin/[slug]/route.ts

@@ -1,5 +1,4 @@
-import { FieldValue } from 'firebase-admin/firestore';
-import { Database } from '../../../Firebase';
+import { Themes } from '../../../Database';
 
 function withCORS(response: Response): Response {
 	response.headers.set('Access-Control-Allow-Origin', 'https://steamloopback.host');
@@ -15,11 +14,7 @@ export async function GET(request: Request, { params }: { params: Promise<{ slug
 	}
 
 	try {
-		const docRef = Database.collection('V2').doc(slug);
-		await docRef.set({ download: FieldValue.increment(1) }, { merge: true });
-
-		const updatedDoc = await docRef.get();
-		const newCount = updatedDoc.exists ? updatedDoc.data()?.download : 1;
+		const newCount = Themes.incrementDownload(slug);
 
 		return withCORS(
 			new Response(

apps/www/src/app/api/bump/theme/[slug]/route.ts

@@ -1,4 +1,5 @@
-import { StorageBucket } from '../../../Firebase';
+import { join } from 'path';
+import { stat } from 'fs/promises';
 import { FetchPlugins } from '../../plugins/GetPlugins';
 
 export const dynamic = 'force-dynamic';
@@ -10,13 +11,12 @@ const FindPlugin = async (id: string) => {
 		throw new Error('Plugin not found');
 	}
 
-	try {
-		const pluginBuild = StorageBucket.file(`plugins/${plugin.initCommitId}.zip`);
-		const [exists] = await pluginBuild.exists();
+	const pluginsDir = process.env.PLUGINS_DIR;
 
-		if (exists) {
-			const [metadata] = await pluginBuild.getMetadata();
-			plugin.fileSize = Number(metadata.size);
+	try {
+		if (pluginsDir) {
+			const s = await stat(join(pluginsDir, `${plugin.initCommitId}.zip`));
+			plugin.fileSize = s.size;
 			plugin.hasValidBuild = true;
 		} else {
 			console.warn(`Plugin ${plugin.id} does not have a build available.`);

apps/www/src/app/api/v1/plugin/[slug]/route.ts

@@ -1,4 +1,3 @@
-import { Firebase } from '../../Firebase';
 import { GithubGraphQL } from '../../v2/GraphQLInterop';
 
 const FormatSize = (kilobytes) => {

apps/www/src/app/api/v1/plugins/GetPluginData.ts

@@ -1,5 +1,7 @@
-import { Database, StorageBucket } from '../../Firebase';
-import { GetPluginData, PluginDataProps, PluginDataTable } from './GetPluginData';
+import { join } from 'path';
+import { stat } from 'fs/promises';
+import { PluginDownloads } from '../../Database';
+import { GetPluginData, PluginDataTable } from './GetPluginData';
 import { GetPluginMetadata } from './GetPluginMetadata';
 import { RetrievePluginList } from './GetPluginList';
 
@@ -21,25 +23,32 @@ let cacheTimestamp = 0;
 let inflightFetch: Promise<PluginDataTable> | null = null;
 
 const fetchFreshPlugins = async (): Promise<PluginDataTable> => {
-	console.log('Cache miss — fetching fresh plugin data');
-
 	const pluginList = await RetrievePluginList();
 
-	const [metadata, pluginData] = await Promise.all([GetPluginMetadata(), GetPluginData(pluginList)]);
-	const [files, downloadDocs] = await Promise.all([StorageBucket.getFiles({ prefix: 'plugins/' }), Database.collection('downloads').get()]);
+	const pluginsDir = process.env.PLUGINS_DIR;
+	if (!pluginsDir) throw new Error('PLUGINS_DIR is not set');
+
+	const [metadata, pluginData, downloadRows] = await Promise.all([
+		GetPluginMetadata(),
+		GetPluginData(pluginList),
+		Promise.resolve(PluginDownloads.getAll()),
+	]);
 
-	// Build lookup maps once instead of scanning per-plugin
-	const fileMetadataMap = new Map<string, any>();
+	// Build file size map from local disk
+	const fileMetadataMap = new Map<string, number>();
 	await Promise.all(
-		files[0].map(async (file) => {
-			const [meta] = await file.getMetadata();
-			fileMetadataMap.set(file.name, meta);
+		(await import('fs/promises').then(({ readdir }) => readdir(pluginsDir).catch(() => [] as string[]))).map(async (filename) => {
+			if (!filename.endsWith('.zip')) return;
+			try {
+				const s = await stat(join(pluginsDir, filename));
+				fileMetadataMap.set(`plugins/${filename}`, s.size);
+			} catch { }
 		}),
 	);
 
 	const downloadCounts = new Map<string, number>();
-	downloadDocs.forEach((doc) => {
-		downloadCounts.set(doc.id, doc.data().downloadCount || 0);
+	downloadRows.forEach((row) => {
+		downloadCounts.set(row.commit_id, row.download_count);
 	});
 
 	const metadataByCommit = new Map(metadata.map((m) => [m.commitId, m]));
@@ -53,10 +62,9 @@ const fetchFreshPlugins = async (): Promise<PluginDataTable> => {
 
 		const initCommitId = meta.id;
 		const filePath = `plugins/${initCommitId}.zip`;
-		const fileMetadata = fileMetadataMap.get(filePath);
-
-		if (fileMetadata) {
-			plugin.downloadSize = FormatBytes(fileMetadata.size);
+		const fileSize = fileMetadataMap.get(filePath);
+		if (fileSize !== undefined) {
+			plugin.downloadSize = FormatBytes(fileSize);
 		}
 
 		plugin.downloadCount = downloadCounts.get(initCommitId) ?? 0;