Enhance build process with disk space monitoring and emergency fallback

lucasbecker-dev · lucasbecker-dev · commit a0239f2fa1bd · 2025-03-04T21:13:29.000-05:00
- Add disk space checking function to prevent build failures
- Implement more robust emergency static site generation
- Reduce memory buffer and swap file size for better performance
- Simplify build process with minimal app generation strategy
- Update GitHub Actions workflow to clean up disk space
- Improve error handling and logging in build script
diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml
@@ -19,6 +19,22 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
+      - name: Disk space cleanup
+        run: |
+          echo "Cleaning up disk space..."
+          # Remove unnecessary large packages
+          sudo rm -rf /usr/share/dotnet
+          sudo rm -rf /usr/local/lib/android
+          sudo rm -rf /opt/ghc
+          sudo rm -rf /opt/hostedtoolcache/CodeQL
+          
+          # Clean apt cache
+          sudo apt-get clean
+          sudo rm -rf /var/lib/apt/lists/*
+          
+          # Show disk space
+          df -h
+
       - name: Checkout 🛎️
         uses: actions/checkout@v4
         with:
@@ -45,37 +61,31 @@ jobs:
           # Install only the absolute minimum required packages
           npm install --no-save next react react-dom cross-env fs-extra
 
-      - name: Extreme memory optimization
+      - name: Memory optimization
         run: |
           # Clear npm and system caches
           npm cache clean --force
           sudo sysctl -w vm.drop_caches=3
           
-          # Create a massive swap file (32GB)
-          sudo fallocate -l 32G /swapfile
+          # Create a smaller swap file (8GB)
+          sudo fallocate -l 8G /swapfile
           sudo chmod 600 /swapfile
           sudo mkswap /swapfile
           sudo swapon /swapfile
           
           # Disable unnecessary services
           sudo service docker stop || true
           sudo service containerd stop || true
-          sudo service snapd stop || true
-          
-          # Kill any unnecessary processes
-          ps aux | grep -i apt | awk '{print $2}' | xargs sudo kill -9 2>/dev/null || true
           
-          # Show available memory
+          # Show available memory and disk space
           free -m
-          
-          # Create temp directory for build artifacts
-          mkdir -p /tmp/next-cache
+          df -h
 
       - name: Emergency build process 🏗️
         run: |
           echo "Starting emergency build process..."
-          # Use Node.js with maximum memory limit
-          NODE_OPTIONS="--max-old-space-size=12288" node build.js
+          # Use Node.js with reasonable memory limit
+          NODE_OPTIONS="--max-old-space-size=6144" node build.js
         env:
           NEXT_TELEMETRY_DISABLED: 1
           GITHUB_PAGES: true
diff --git a/build.js b/build.js
@@ -31,6 +31,16 @@ function cleanDirectories() {
             console.warn('Could not remove .babelrc file:', e.message);
         }
     }
+
+    // Clean up node_modules/.cache to save disk space
+    if (fs.existsSync('node_modules/.cache')) {
+        try {
+            fs.rmSync('node_modules/.cache', { recursive: true, force: true });
+            console.log('Cleaned node_modules/.cache directory');
+        } catch (e) {
+            console.warn('Could not remove node_modules/.cache directory:', e.message);
+        }
+    }
 }
 
 // Set up environment
@@ -57,7 +67,7 @@ function executeCommand(command, options = {}) {
         execSync(command, {
             stdio: 'inherit',
             env: process.env,
-            maxBuffer: 1024 * 1024 * 20, // 20MB buffer
+            maxBuffer: 1024 * 1024 * 10, // 10MB buffer
             ...options
         });
         return true;
@@ -84,7 +94,7 @@ function createMinimalExport(pagePath, outputPath) {
 <head>
     <meta charset="utf-8">
     <meta name="viewport" content="width=device-width, initial-scale=1">
-    <title>Page</title>
+    <title>Lucas Becker</title>
     <script>
         window.location.href = '/lucasbecker-dev/';
     </script>
@@ -98,9 +108,42 @@ function createMinimalExport(pagePath, outputPath) {
     return true;
 }
 
+// Check disk space
+function checkDiskSpace() {
+    try {
+        const df = execSync('df -h .').toString();
+        console.log('Current disk space:');
+        console.log(df);
+
+        // Extract available space percentage
+        const lines = df.split('\n');
+        if (lines.length >= 2) {
+            const parts = lines[1].split(/\s+/);
+            if (parts.length >= 5) {
+                const usagePercent = parseInt(parts[4].replace('%', ''));
+                if (usagePercent > 90) {
+                    console.warn(`WARNING: Disk usage is at ${usagePercent}%, which may cause issues`);
+                    return false;
+                }
+            }
+        }
+        return true;
+    } catch (error) {
+        console.warn('Could not check disk space:', error.message);
+        return true; // Assume it's okay if we can't check
+    }
+}
+
 // Main build function
 async function build() {
     try {
+        // Check disk space before starting
+        if (!checkDiskSpace()) {
+            console.log('Disk space is low, creating minimal static export...');
+            createStaticExport();
+            return;
+        }
+
         // Step 1: Clean up
         cleanDirectories();
 
@@ -130,8 +173,8 @@ export default nextConfig
 `;
         fs.writeFileSync('next.config.mjs', emergencyConfig);
 
-        // Step 4: Try to build just the homepage
-        console.log('Attempting to build only the homepage...');
+        // Step 4: Try to build just the homepage with minimal app
+        console.log('Attempting to build with minimal app...');
 
         // Create a temporary app directory with only essential files
         if (!fs.existsSync('app-backup')) {
@@ -144,14 +187,28 @@ export default nextConfig
             fs.rmSync('app', { recursive: true, force: true });
             fs.mkdirSync('app', { recursive: true });
 
-            // Copy only essential files for homepage
-            if (fs.existsSync('app-backup/page.tsx')) {
-                fs.copyFileSync('app-backup/page.tsx', 'app/page.tsx');
-            }
+            // Create a minimal page.tsx
+            const minimalPage = `
+export default function Home() {
+  return (
+    <main>
+      <h1>Lucas Becker</h1>
+      <p>Welcome to my website! The full site is currently being updated.</p>
+      <p>Please check back soon for the complete experience.</p>
+      <div>
+        <h2>Links</h2>
+        <ul>
+          <li><a href="https://github.com/lucasbecker-dev" target="_blank" rel="noopener noreferrer">GitHub</a></li>
+        </ul>
+      </div>
+    </main>
+  );
+}
+`;
+            fs.writeFileSync('app/page.tsx', minimalPage);
 
-            if (fs.existsSync('app-backup/layout.tsx')) {
-                // Create a simplified layout
-                const layoutContent = `
+            // Create a simplified layout
+            const layoutContent = `
 import React from 'react';
 
 export const metadata = {
@@ -171,63 +228,24 @@ export default function RootLayout({
   );
 }
 `;
-                fs.writeFileSync('app/layout.tsx', layoutContent);
-            }
+            fs.writeFileSync('app/layout.tsx', layoutContent);
         }
 
-        // Try to build with extreme memory limits
-        const success = executeCommand('npx cross-env NODE_OPTIONS="--max-old-space-size=12288" next build');
-
-        if (success) {
-            console.log('Homepage build successful!');
-        } else {
-            console.log('Homepage build failed, creating manual static export...');
-
-            // Create out directory
-            if (!fs.existsSync('out')) {
-                fs.mkdirSync('out', { recursive: true });
-            }
-
-            // Create a minimal index.html
-            const indexHtml = `<!DOCTYPE html>
-<html lang="en">
-<head>
-    <meta charset="utf-8">
-    <meta name="viewport" content="width=device-width, initial-scale=1">
-    <title>Lucas Becker</title>
-    <style>
-        body {
-            font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen, Ubuntu, Cantarell, 'Open Sans', 'Helvetica Neue', sans-serif;
-            max-width: 800px;
-            margin: 0 auto;
-            padding: 2rem;
-            line-height: 1.6;
+        // Check disk space again
+        if (!checkDiskSpace()) {
+            console.log('Disk space is low, creating minimal static export...');
+            createStaticExport();
+            return;
         }
-        h1 { color: #333; }
-        a { color: #0070f3; text-decoration: none; }
-        a:hover { text-decoration: underline; }
-    </style>
-</head>
-<body>
-    <h1>Lucas Becker</h1>
-    <p>Welcome to my website! The full site is currently being updated.</p>
-    <p>Please check back soon for the complete experience.</p>
-    
-    <div>
-        <h2>Links</h2>
-        <ul>
-            <li><a href="https://github.com/lucasbecker-dev" target="_blank">GitHub</a></li>
-        </ul>
-    </div>
-</body>
-</html>`;
 
-            fs.writeFileSync('out/index.html', indexHtml);
+        // Try to build with minimal memory
+        const success = executeCommand('npx next build');
 
-            // Create a 404 page
-            fs.writeFileSync('out/404.html', indexHtml);
-
-            console.log('Created manual static export');
+        if (success) {
+            console.log('Build successful!');
+        } else {
+            console.log('Build failed, creating manual static export...');
+            createStaticExport();
         }
 
         // Restore original files
@@ -240,35 +258,40 @@ export default function RootLayout({
         fs.writeFileSync('next.config.mjs', originalConfig);
         fs.unlinkSync('next.config.mjs.backup');
 
-        console.log('Build process completed with emergency fallback');
+        console.log('Build process completed');
         return true;
     } catch (error) {
         console.error('Build process failed:', error.message);
 
         // Final emergency fallback - create a minimal static site
-        console.log('Creating emergency static site...');
+        createStaticExport();
+        process.exit(1);
+    }
+}
 
-        if (!fs.existsSync('out')) {
-            fs.mkdirSync('out', { recursive: true });
-        }
+// Create a static export as a last resort
+function createStaticExport() {
+    console.log('Creating emergency static site...');
+
+    if (!fs.existsSync('out')) {
+        fs.mkdirSync('out', { recursive: true });
+    }
 
-        const emergencyHtml = `<!DOCTYPE html>
+    const emergencyHtml = `<!DOCTYPE html>
 <html lang="en">
 <head>
     <meta charset="utf-8">
     <meta name="viewport" content="width=device-width, initial-scale=1">
     <title>Lucas Becker</title>
     <style>
         body {
-            font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen, Ubuntu, Cantarell, 'Open Sans', 'Helvetica Neue', sans-serif;
+            font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", sans-serif;
             max-width: 800px;
             margin: 0 auto;
             padding: 2rem;
-            line-height: 1.6;
         }
         h1 { color: #333; }
-        a { color: #0070f3; text-decoration: none; }
-        a:hover { text-decoration: underline; }
+        a { color: #0070f3; }
     </style>
 </head>
 <body>
@@ -277,19 +300,16 @@ export default function RootLayout({
     <p>Please check back soon for the complete experience.</p>
     
     <div>
-        <h2>Emergency Mode</h2>
-        <p>The site is currently in emergency mode due to build issues.</p>
-        <p>Please visit my <a href="https://github.com/lucasbecker-dev" target="_blank">GitHub profile</a> for more information.</p>
+        <h2>Links</h2>
+        <p><a href="https://github.com/lucasbecker-dev" target="_blank">GitHub Profile</a></p>
     </div>
 </body>
 </html>`;
 
-        fs.writeFileSync('out/index.html', emergencyHtml);
-        fs.writeFileSync('out/404.html', emergencyHtml);
+    fs.writeFileSync('out/index.html', emergencyHtml);
+    fs.writeFileSync('out/404.html', emergencyHtml);
 
-        console.log('Created emergency static site');
-        process.exit(1);
-    }
+    console.log('Created emergency static site');
 }
 
 // Run the build
