Merge pull request #2079 from hackforla/ssiegal.2078

2078: create the current year repo on Huggingface

Author: rayneng

README.md

@@ -85,9 +85,19 @@ brew install act
 
 ```bash
 act -j run --verbose
+```
 
 Use the verbose flag, at least the first time, since the image downloads take so long
 
+## Run the HuggingFace update script locally via Python
+
+```bash
+export HUGGINGFACE_LOGIN_TOKEN=<xxx>
+export VITE_ENV=DEV
+cd src/scripts
+python updateHfDataset.py
+```
+
 ### Information About Technologies
 
 - Frontend

src/scripts/updateHfDataset.py

@@ -102,6 +102,17 @@ def hfUpload(year=None):
 
     login(TOKEN)
     api = HfApi()
+
+    # If the current year's repo doesn't exist, create it
+    # the exist_ok=True flag means we'll ignore any errors if it already exists
+    url = api.create_repo(
+        repo_id=repo_id,
+        token=TOKEN,
+        private=False,
+        repo_type="dataset",
+        exist_ok=True,
+    )
+
     api.upload_file(
         path_or_fileobj=local_filename,
         path_in_repo=dest_filename,