Clone clang and use it always

Author: fatalcoder524

.github/workflows/clone-clang.yml

@@ -0,0 +1,155 @@
+name: Mirror clang to GitHub Release
+
+permissions:
+  contents: write
+
+on:
+  workflow_dispatch:
+
+jobs:
+  prepare-release:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Ensure Single Release
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          # Create the release once. If it exists, it fails safely.
+          gh release create "source-cache" \
+            --title "Source Mirror Cache" \
+            --notes "Deduplicated Clang Toolchains" \
+            --draft \
+            --repo "${{ github.repository }}" || echo "Release already exists."
+
+  generate-mirror-matrix:
+    runs-on: ubuntu-latest
+    needs: prepare-release
+    outputs:
+      matrix: ${{ steps.set-matrix.outputs.matrix }}
+    steps:
+      - name: 📥 Checkout Code
+        uses: actions/checkout@v6
+
+      - name: 🔍 Generate Mirror Matrix
+        id: generate-config
+        shell: bash
+        run: |
+          set -euo pipefail
+          
+          echo "[" > all_configs.json
+          mapfile -t files < <(find configs/ -name "*.json")
+          for i in "${!files[@]}"; do
+            cat "${files[$i]}" >> all_configs.json
+            [[ $((i+1)) -lt ${#files[@]} ]] && echo "," >> all_configs.json
+          done
+          echo "]" >> all_configs.json
+
+      - name: 🔍 Resolve Unique Projects
+        id: set-matrix
+        shell: python
+        env:
+          PYTHONUNBUFFERED: "1"
+        run: |
+          import xml.etree.ElementTree as ET
+          import json
+          import os
+          import subprocess
+          import shutil
+          
+          with open('all_configs.json', 'r') as f:
+              configs = json.load(f)
+          
+          unique_clang = {}
+          seen_count = 0
+          
+          print(f"🧐 Processing {len(configs)} configurations...")
+          print("-" * 50)
+          
+          for cfg in configs:
+              op_model = cfg.get('model', 'Unknown')
+              op_branch = cfg.get('branch', '')
+              op_manifest = cfg.get('manifest', '')
+              op_os_version = cfg.get('os_version', '').lower()
+              
+              xml_file = "temp_manifest.xml"
+              
+              try:
+                  if op_manifest.startswith("https://"):
+                      subprocess.run(f"curl -LfsS {op_manifest} -o {xml_file}", shell=True, check=True)
+                  elif op_branch.startswith("wild/"):
+                      shutil.copy(f"manifests/{op_os_version}/{op_manifest}", xml_file)
+                  else:
+                      url = f"https://raw.githubusercontent.com/OnePlusOSS/kernel_manifest/refs/heads/{op_branch}/{op_manifest}"
+                      subprocess.run(f"curl -LfsS {url} -o {xml_file}", shell=True, check=True)
+                  
+                  root = ET.parse(xml_file).getroot()
+                  remotes = {r.get('name'): r.get('fetch').rstrip('/') for r in root.findall('remote')}
+                  default = root.find('default')
+                  def_remote = default.get('remote')
+                  def_rev = default.get('revision')
+                  
+                  for project in root.findall('project'):
+                      name = project.get('name')
+                      if "clang" in name.lower():
+                        remote_name = project.get('remote', def_remote)
+                        rev = project.get('revision', def_rev)
+                        base_url = remotes.get(remote_name, "")
+                        
+                        if rev not in unique_clang and ("git.codelinaro.org" in base_url or "googlesource.com" in base_url):
+                            if "googlesource.com" in base_url:
+                                dl_url = f"{base_url}/{name}/+archive/{rev}.tar.gz"
+                            else:
+                                dl_url = f"{base_url}/{name}/-/archive/{rev}.tar.gz"
+                            unique_clang[rev] = {"rev": rev, "url": dl_url, "name": name}
+                            print(f"🆕 [{op_model}][{op_os_version}] -> New Clang found: {rev}")
+                        else:
+                            print(f"♻️  [{op_model}][{op_os_version}] -> Using existing Clang: {rev}")
+              except Exception as e:
+                  print(f"⚠️ Failed to process {op_manifest}: {e}")
+          matrix = {"include": list(unique_clang.values())}
+          with open(os.environ['GITHUB_OUTPUT'], 'a') as f:
+              f.write(f"matrix={json.dumps(matrix)}\n")
+          print(f"✅ Found {len(unique_clang)} unique projects to mirror.")
+
+  mirror-to-release:
+    needs: [prepare-release, generate-mirror-matrix]
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix: ${{ fromJSON(needs.generate-mirror-matrix.outputs.matrix) }}
+    env:
+      GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+    steps:
+      - name: 🚀 Sync & Upload
+        run: |
+          TARGET_REPO="${{ github.repository }}"
+          REV="${{ matrix.rev }}"
+          FILENAME="${REV}.tar.gz
+          
+          # Check cache
+          HTTP_STATUS=$(curl -I -s -o /dev/null -w "%{http_code}" -L \
+            -H "Authorization: token ${{ secrets.GITHUB_TOKEN }}" \
+            "https://github.com/${{ github.repository }}/releases/download/source-cache/${REV}.tar.gz")
+          
+          if [ "$HTTP_STATUS" != "302" ] && [ "$HTTP_STATUS" != "200" ]; then
+            echo "📥 Downloading Clang: ${{ matrix.name }}..."
+            curl -LfsS -H 'User-Agent: Mozilla/5.0' --tcp-fastopen -o "$FILENAME" "${{ matrix.url }}"
+            
+            FILE_SIZE=$(stat -c%s "$FILENAME")
+            MAX_SIZE=2000000000 # ~1.86GB
+            
+            if [ "$FILE_SIZE" -gt "$MAX_SIZE" ]; then
+              echo "⚠️ File is > 2GB ($FILE_SIZE bytes). Splitting..."
+              split -b 1500M "$FILENAME" "${FILENAME}.part"
+              
+              for part in ${FILENAME}.part*; do
+                echo "📤 Uploading $part..."
+                gh release upload "source-cache" "$part" --clobber --repo "$TARGET_REPO"
+              done
+            else
+              echo "📤 Uploading single file..."
+              gh release upload "source-cache" "$FILENAME" --clobber --repo "$TARGET_REPO"
+            fi
+          else
+            echo "✅ Clang revision ${{ matrix.rev }} already cached."
+          fi