delete folders

Author: marten-seemann

.github/workflows/interop.yml

@@ -11,8 +11,8 @@ jobs:
       id-token: write
       contents: read
     env:
-      LOGNAME: ${{ needs.config.outputs.logname }}
       BUCKET: "quic-interop-runner"
+      RETENTION_DAYS: "3"
     steps:
       - uses: actions/checkout@v3
       - uses: actions/setup-python@v4
@@ -26,7 +26,17 @@ jobs:
           B2_APPLICATION_KEY: ${{ secrets.BACKBLAZE_APPLICATION_KEY }}
       - name: upload a file
         run: |
-          b2 ls --long ${{ env.BUCKET }}
-          b2 ls --long ${{ env.BUCKET}} | awk -v days=3 -v today=$(date +%s) '$1=="upload" && (today - $3) > days*86400 {print $4}'
-          
+          threshold_time=$((($(date +%s) * 1000) - (${{ env.RETENTION_DAYS }} * 24 * 60 * 60 * 1000)))
+          old_files=$(b2 ls --json ${{ env.BUCKET}} | jq -r ".[] | select(.uploadTimestamp > $threshold_time)")
+          echo "Deleting files:"
+          echo $old_files | jq ".fileName"
+          # Now delete them
+          echo $old_files | jq -r ".fileName" | while read -r filename; do 
+            dir_name="${filename%%/*}"
+            echo "Deleting $dir_name"
+            # see https://github.com/Backblaze/B2_Command_Line_Tool/issues/495#issuecomment-413932585
+            mkdir empty # create an empty directory
+            b2 sync --delete --allowEmptySource empty b2://${{ env.BUCKET }}/"$dir_name"
+            rmdir empty
+          done