improve diff handling for compressed data

Author: sidneymau

.github/workflows/ci.yml

@@ -19,15 +19,14 @@ jobs:
     steps:
       - uses: actions/checkout@v6
         with:
-          # lfs: true
+          lfs: true
           ref: ${{ github.ref || github.ref_name }}
 
-      - name: Configure Git and pull from LFS
+      # https://github.com/actions/checkout?tab=readme-ov-file#push-a-commit-using-the-built-in-token
+      - name: Configure Git for pushing from actions
         run: |
           git config user.name "github-actions[bot]"
           git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
-          git config lfs.fetchexclude "reference"
-          git lfs pull
 
       - name: Install roman_imsim
         run: |
@@ -36,16 +35,24 @@ jobs:
 
       - name: Run GalSim
         run: |
-          galsim hack.yaml output.dir=reference/RomanWAS_new/images/truth output.truth.dir=reference/RomanWAS_new/truth
+          galsim hack.yaml
 
-      # https://github.com/actions/checkout?tab=readme-ov-file#push-a-commit-using-the-built-in-token
       - name: Commit and push output
         run: |
-          if git diff --exit-code; then
-              echo "reference/ is unchanged; no action needed"
+          if zdiff output/RomanWAS_new/images/truth/Roman_WAS_truth_J129_12909_4.fits.gz reference/RomanWAS_new/images/truth/Roman_WAS_truth_J129_12909_4.fits.gz; then
+              echo "reference image is unchanged"
+          else
+              echo "reference image is changed"
+              mv -v output/RomanWAS_new/images/truth/Roman_WAS_truth_J129_12909_4.fits.gz reference/RomanWAS_new/images/truth/Roman_WAS_truth_J129_12909_4.fits.gz
+          fi
+
+          if diff output/RomanWAS_new/truth/Roman_WAS_index_J129_12909_4.txt reference/RomanWAS_new/truth/Roman_WAS_index_J129_12909_4.txt); then
+              echo "reference table is unchanged"
           else
-              echo "reference/ is changed; pushing updates"
-              git add reference
-              git commit -m "Update reference image"
-              git push
+              echo "reference table is changed"
+              mv -v output/RomanWAS_new/truth/Roman_WAS_index_J129_12909_4.txt reference/RomanWAS_new/truth/Roman_WAS_index_J129_12909_4.txt
           fi
+
+          git add reference
+          git commit -m "Update reference"
+          git push