Merge branch 'main' into data_preparation

Author: WuorBhang

.github/workflows/ci-checks.yml

@@ -35,6 +35,8 @@ jobs:
       # passing ruff linting is required
       - name: Python - Check Linting - ruff
         uses: astral-sh/ruff-action@v1
+        with:
+          args: "check --extend-ignore F541,F841"
 
       # passing pylint is not required - discuss errors in code review
       # adapted from https://github.com/davidslusser/actions_python_pylint/tree/main
@@ -44,7 +46,7 @@ jobs:
         if: always()
       - name: install pylint
         run: |
-          python -  m pip install --upgrade pip
+          python -m pip install --upgrade pip
           pip install pylint
         shell: bash
       - name: Python - Check Linting - pylint
@@ -89,10 +91,11 @@ jobs:
         if: always()
       - name: install nbqa
         run: |
-          python - m pip install --upgrade pip
+          python -m pip install --upgrade pip
           pip install pylint
           pip install nbqa
         shell: bash
       - name: Python Notebooks - Check Linting - nbqa
         run: "nbqa pylint *.ipynb  || echo '::warning title=NoteBook QA Error(s)::Discuss solutions and trade-offs in code review.'"
         shell: bash
+        

.gitignore

@@ -5,19 +5,8 @@ venv/
 *.db
 *.idea
 *.ruff_cache
-# Ignore large or private files
-1_datasets/raw/*
-1_datasets/processed/*
-*.zip
-*.sav
-*.dta
-
-# Ignore system files
-.DS_Store
-Thumbs.db
-__pycache__/
-*.pyc
-
-# Except these files
-. 1_datasets\processed\*.csv
-. 1_datasets\raw\*.csv
+#raw data
+.1_datasets/raw/tedsd_puf_2023.csv
+# processed data
+.1_datasets/processed/tedsd_ml_clean.csv
+.1_datasets/processed/tedsd_engineered_features.csv