Enable swap for all CI building CUDA (#3437)

Author: zcbenz

.github/actions/setup-linux/action.yml

@@ -55,7 +55,7 @@ runs:
         echo "::endgroup::"
 
     - name: Set swap space
-      if: ${{ startsWith(inputs.toolkit, 'cuda') && runner.arch == 'arm64' }}
+      if: ${{ startsWith(inputs.toolkit, 'cuda') }}
       uses: pierotofy/set-swap-space@fc79b3f67fa8a838184ce84a674ca12238d2c761
       with:
         swap-size-gb: 16