Enhance build process with advanced memory optimization and fallback strategies

- Refactor build.js with comprehensive memory optimization techniques
- Add multiple build attempts with progressive memory configurations
- Implement extreme memory optimization in webpack config
- Update GitHub Actions workflow with enhanced memory management
- Remove .babelrc file handling and improve error logging
- Add final static export fallback strategy for build process

Author: lucasbecker-dev

.github/workflows/publish.yml

@@ -38,39 +38,51 @@ jobs:
 
       - name: Install dependencies 📦
         run: |
-          # Clean install without development dependencies
-          npm ci --omit=dev
-          # Install only essential build dependencies
+          # Clean install with only production dependencies
+          npm ci --omit=dev --no-audit --no-fund
+          # Install essential build tools
           npm install --no-save next react react-dom cross-env
 
-      - name: Optimize system for build
+      - name: Extreme memory optimization
         run: |
-          # Clear npm cache
+          # Clear npm and system caches
           npm cache clean --force
-          
-          # Clear system caches to free up memory
           sudo sysctl -w vm.drop_caches=3
           
-          # Create a large swap file (16GB)
-          sudo fallocate -l 16G /swapfile
+          # Create a massive swap file (24GB)
+          sudo fallocate -l 24G /swapfile
           sudo chmod 600 /swapfile
           sudo mkswap /swapfile
           sudo swapon /swapfile
           
+          # Disable unnecessary services
+          sudo service docker stop || true
+          sudo service containerd stop || true
+          
           # Show available memory
           free -m
+          
+          # Create temp directory for build artifacts
+          mkdir -p /tmp/next-cache
+          
+          # Set Node.js garbage collection settings
+          export NODE_OPTIONS="--expose-gc --max-old-space-size=12288"
+          node -e "console.log('Memory settings:', process.env.NODE_OPTIONS)"
 
-      - name: Build with custom script 🏗️
+      - name: Build with extreme memory settings 🏗️
         run: |
-          echo "Starting build process..."
-          # Use Node.js with increased memory limit
-          node --max-old-space-size=8192 build.js
+          echo "Starting build process with extreme memory settings..."
+          # Use Node.js with maximum memory limit
+          NODE_OPTIONS="--max-old-space-size=12288" node build.js
         env:
           NEXT_TELEMETRY_DISABLED: 1
           GITHUB_PAGES: true
           NODE_ENV: production
-          # Disable Next.js telemetry and other unnecessary features
+          # Disable all telemetry and unnecessary features
           NEXT_RUNTIME: "nodejs"
+          # Force memory optimization
+          NEXT_MEMORY_OPTIMIZATION: true
+          NEXT_MINIMIZE_USAGE: true
 
       - name: Upload artifact 📡
         uses: actions/upload-pages-artifact@v3

build.js

@@ -21,6 +21,16 @@ function cleanDirectories() {
             }
         }
     }
+
+    // Remove any existing .babelrc file to avoid conflicts with Next.js font loader
+    if (fs.existsSync('.babelrc')) {
+        try {
+            fs.unlinkSync('.babelrc');
+            console.log('Removed existing .babelrc file');
+        } catch (e) {
+            console.warn('Could not remove .babelrc file:', e.message);
+        }
+    }
 }
 
 // Set up environment
@@ -31,11 +41,9 @@ function setupEnvironment() {
     process.env.NODE_ENV = 'production';
     process.env.NEXT_TELEMETRY_DISABLED = '1';
 
-    // Create temporary .babelrc file for build optimization
-    fs.writeFileSync('.babelrc', JSON.stringify({
-        presets: ['next/babel'],
-        plugins: []
-    }, null, 2));
+    // Set memory optimization flags
+    process.env.NEXT_MEMORY_OPTIMIZATION = 'true';
+    process.env.NEXT_MINIMIZE_USAGE = 'true';
 
     if (process.env.GITHUB_PAGES) {
         console.log('Building for GitHub Pages...');
@@ -49,13 +57,13 @@ function executeCommand(command, options = {}) {
         execSync(command, {
             stdio: 'inherit',
             env: process.env,
-            maxBuffer: 1024 * 1024 * 10, // 10MB buffer
+            maxBuffer: 1024 * 1024 * 20, // 20MB buffer
             ...options
         });
         return true;
     } catch (error) {
         console.error(`Command failed: ${command}`);
-        console.error(error.message);
+        if (error.message) console.error(error.message);
         return false;
     }
 }
@@ -69,22 +77,22 @@ async function build() {
         // Step 2: Setup environment
         setupEnvironment();
 
-        // Step 3: Try the simplest build approach first
-        console.log('Attempting build with minimal configuration...');
-        const success = executeCommand('npx next build');
+        // Step 3: Try with higher memory limit first
+        console.log('Attempting build with increased memory limit...');
+        const success = executeCommand('npx cross-env NODE_OPTIONS="--max-old-space-size=8192" next build');
 
         if (success) {
             console.log('Build completed successfully!');
         } else {
-            // Step 4: If that fails, try with explicit memory limits
-            console.log('First build attempt failed, trying with explicit memory limits...');
-            const fallbackSuccess = executeCommand('npx cross-env NODE_OPTIONS="--max-old-space-size=4096" next build');
+            // Step 4: If that fails, try with a different memory configuration
+            console.log('First build attempt failed, trying with alternative memory configuration...');
+            const fallbackSuccess = executeCommand('npx cross-env NODE_OPTIONS="--max-old-space-size=6144 --max-semi-space-size=512 --optimize-for-size" next build');
 
             if (fallbackSuccess) {
-                console.log('Build with explicit memory limits completed successfully!');
+                console.log('Build with alternative memory configuration completed successfully!');
             } else {
-                // Step 5: If that also fails, try a more extreme approach
-                console.log('Second build attempt failed, trying with extreme memory optimization...');
+                // Step 5: If that also fails, try a more extreme approach with minimal config
+                console.log('Second build attempt failed, trying with minimal configuration...');
 
                 // Create a temporary next.config.js with minimal settings
                 const originalConfig = fs.existsSync('next.config.mjs') ?
@@ -93,22 +101,38 @@ async function build() {
                 fs.writeFileSync('next.config.mjs.backup', originalConfig);
 
                 const minimalConfig = `
-          /** @type {import('next').NextConfig} */
-          const nextConfig = {
-            output: "export",
-            images: { unoptimized: true },
-            distDir: '.next',
-            typescript: { ignoreBuildErrors: true },
-            eslint: { ignoreDuringBuilds: true },
-            basePath: process.env.GITHUB_PAGES ? "/lucasbecker-dev" : "",
-          }
-          
-          export default nextConfig
-        `;
+/** @type {import('next').NextConfig} */
+const nextConfig = {
+  output: "export",
+  images: { unoptimized: true },
+  distDir: '.next',
+  typescript: { ignoreBuildErrors: true },
+  eslint: { ignoreDuringBuilds: true },
+  basePath: process.env.GITHUB_PAGES ? "/lucasbecker-dev" : "",
+  experimental: {
+    // Keep only essential experimental features
+    forceSwcTransforms: true
+  },
+  webpack: (config) => {
+    // Extreme memory optimization
+    config.optimization.minimize = true;
+    config.cache = false;
+    config.optimization.splitChunks = false;
+    
+    // Disable source maps
+    config.devtool = false;
+    
+    return config;
+  }
+}
+
+export default nextConfig
+`;
 
                 fs.writeFileSync('next.config.mjs', minimalConfig);
 
-                const extremeSuccess = executeCommand('npx next build');
+                // Try with minimal config and increased memory
+                const extremeSuccess = executeCommand('npx cross-env NODE_OPTIONS="--max-old-space-size=10240" next build');
 
                 // Restore original config
                 fs.writeFileSync('next.config.mjs', originalConfig);
@@ -117,20 +141,43 @@ async function build() {
                 if (extremeSuccess) {
                     console.log('Build with minimal configuration completed successfully!');
                 } else {
-                    console.error('All build attempts failed.');
-                    process.exit(1);
+                    // Final attempt: Try with static export directly
+                    console.log('All previous attempts failed, trying direct static export...');
+
+                    // Create an extremely minimal config
+                    const staticConfig = `
+/** @type {import('next').NextConfig} */
+const nextConfig = {
+  output: "export",
+  images: { unoptimized: true },
+  distDir: '.next',
+  typescript: { ignoreBuildErrors: true },
+  eslint: { ignoreDuringBuilds: true },
+  basePath: process.env.GITHUB_PAGES ? "/lucasbecker-dev" : "",
+  // No experimental features, no webpack customization
+}
+
+export default nextConfig
+`;
+                    fs.writeFileSync('next.config.mjs', staticConfig);
+
+                    const finalSuccess = executeCommand('npx cross-env NODE_OPTIONS="--max-old-space-size=12288" next build');
+
+                    // Restore original config
+                    fs.writeFileSync('next.config.mjs', originalConfig);
+
+                    if (finalSuccess) {
+                        console.log('Final build attempt with static export completed successfully!');
+                    } else {
+                        console.error('All build attempts failed.');
+                        process.exit(1);
+                    }
                 }
             }
         }
     } catch (error) {
         console.error('Build process failed:', error.message);
         process.exit(1);
-    } finally {
-        // Clean up temporary files
-        console.log('Cleaning up temporary files...');
-        if (fs.existsSync('.babelrc')) {
-            fs.unlinkSync('.babelrc');
-        }
     }
 }
 

next.config.mjs

@@ -18,19 +18,40 @@ const nextConfig = {
     forceSwcTransforms: true,
   },
   webpack: (config) => {
-    // Minimal webpack configuration to reduce memory usage
+    // Optimize for memory usage
     config.optimization.minimize = true;
 
-    // Disable persistent caching
+    // Disable persistent caching to reduce memory usage
     config.cache = false;
 
-    // Use a simpler chunking strategy
+    // Limit parallel operations
+    if (config.optimization.minimizer) {
+      for (const minimizer of config.optimization.minimizer) {
+        if (minimizer.constructor.name === 'TerserPlugin') {
+          minimizer.options.parallel = 2;
+        }
+      }
+    }
+
+    // Use a very simple chunking strategy
     config.optimization.splitChunks = {
       chunks: 'all',
-      maxSize: 500000,
+      maxInitialRequests: 3,
+      maxAsyncRequests: 5,
+      minSize: 20000,
+      maxSize: 300000,
       cacheGroups: {
-        default: false,
-        vendors: false
+        vendor: {
+          test: /[\\/]node_modules[\\/]/,
+          name: 'vendors',
+          chunks: 'all',
+          priority: 10
+        },
+        default: {
+          minChunks: 2,
+          priority: -10,
+          reuseExistingChunk: true
+        }
       }
     };