Add pre-commit workflow and update structure.yaml; enhance caching in filters

Author: httpdss

example/structure.yaml

@@ -33,6 +33,7 @@ folders:
       struct:
         - docker-files
         - go-project
+        - github/workflows/pre-commit
 variables:
   - project_name:
       description: 'The name of the project.'

requirements.txt

@@ -9,3 +9,4 @@ colorlog
 boto3
 google-cloud
 google-api-core
+cachetools

struct_module/content_fetcher.py

@@ -53,7 +53,10 @@ def fetch_content(self, content_location):
 
     for prefix, method in protocol_map.items():
       if content_location.startswith(prefix):
-        return method(content_location[len(prefix):])
+        if content_location.startswith("http"):
+          return method(content_location)
+        else:
+          return method(content_location[len(prefix):])
 
     raise ValueError(f"Unsupported content location: {content_location}")
 

struct_module/contribs/github/workflows/pre-commit.yaml

@@ -0,0 +1,26 @@
+structure:
+  - .github/workflows/pre-commit.yaml:
+      content: |
+        name: pre-commit
+
+        on:
+          pull_request:
+          push:
+            branches: [{{@ current_repo() | default_branch @}}]
+
+        jobs:
+          pre-commit:
+            runs-on: ubuntu-latest
+            steps:
+            - uses: actions/checkout@{{@ "actions/checkout" | latest_release @}}
+            - uses: actions/setup-python@{{@ "actions/setup-python" | latest_release @}}
+            - uses: pre-commit/action@{{@ "pre-commit/action" | latest_release @}}
+  - .pre-commit-config.yaml:
+      content: |
+        repos:
+        - repo: https://github.com/pre-commit/pre-commit-hooks
+          rev: {{@ "pre-commit/pre-commit-hooks" | latest_release @}}
+          hooks:
+            - id: check-yaml
+            - id: end-of-file-fixer
+            - id: trailing-whitespace

struct_module/filters.py

@@ -1,7 +1,11 @@
 import os
 import re
 from github import Github
+from cachetools import TTLCache, cached
 
+cache = TTLCache(maxsize=100, ttl=600)
+
+@cached(cache)
 def get_latest_release(repo_name):
     token = os.getenv('GITHUB_TOKEN')
 
@@ -25,6 +29,7 @@ def get_latest_release(repo_name):
       except Exception as e:
         return "LATEST_RELEASE_ERROR"
 
+@cached(cache)
 def get_default_branch(repo_name):
     token = os.getenv('GITHUB_TOKEN')
 

struct_module/template_renderer.py

@@ -3,6 +3,7 @@
 from jinja2 import Environment, meta
 from struct_module.filters import get_latest_release, slugify, get_default_branch
 from struct_module.input_store import InputStore
+from struct_module.utils import get_current_repo
 
 class TemplateRenderer:
     def __init__(self, config_variables, input_store):
@@ -17,13 +18,20 @@ def __init__(self, config_variables, input_store):
         comment_end_string='@#}'
       )
 
+      self.logger = logging.getLogger(__name__)
+
       custom_filters = {
         'latest_release': get_latest_release,
         'slugify': slugify,
         'default_branch': get_default_branch
       }
+
+      globals = {
+        'current_repo': get_current_repo
+      }
+
+      self.env.globals.update(globals)
       self.env.filters.update(custom_filters)
-      self.logger = logging.getLogger(__name__)
       self.input_store = InputStore(input_store)
       self.input_store.load()
       self.input_data = self.input_store.get_data()

struct_module/utils.py

@@ -1,16 +1,37 @@
 import yaml
 import os
+import subprocess
 
 def read_config_file(file_path):
     with open(file_path, 'r') as f:
         return yaml.safe_load(f)
 
-
 def merge_configs(file_config, args):
     args_dict = vars(args)
     for key, value in file_config.items():
         if key in args_dict and args_dict[key] is None:
             args_dict[key] = value
     return args_dict
 
+def get_current_repo():
+    try:
+        # Get the remote URL
+        remote_url = subprocess.check_output(['git', 'config', '--get', 'remote.origin.url'], text=True).strip()
+
+        # Handle different remote URL formats (HTTPS and SSH)
+        if remote_url.startswith("https://"):
+            # Extract "owner/repository" from HTTPS URL
+            owner_repo = remote_url.split("github.com/")[1].replace(".git", "")
+        elif remote_url.startswith("git@"):
+            # Extract "owner/repository" from SSH URL
+            owner_repo = remote_url.split(":")[1].replace(".git", "")
+        else:
+            return "Error: Not a GitHub repository"
+
+        return owner_repo
+    except subprocess.CalledProcessError:
+        return "Error: Not a Git repository or no remote URL set"
+
+
 project_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), "..")
+