adding prints for debugging ci

Author: psamanoelton

.github/workflows/ci.yml

@@ -86,17 +86,62 @@ jobs:
           # Bazel's system_python repository resolves headers relative to the
           # interpreter installed by actions/setup-python. The self-hosted
           # ml-build container does not provide Python.h under that prefix, so
-          # point the managed interpreter include dir at the system headers.
+          # copy the system headers into the managed interpreter include dir.
+          # A real directory copy is more robust here than a symlink because
+          # Bazel's repository setup may materialize or traverse this path in
+          # ways that do not preserve symlink behavior.
           sudo mkdir -p "${pythonLocation}/include"
-          if [ ! -f "${pythonLocation}/include/${py_abi}/Python.h" ]; then
-            sudo rm -rf "${pythonLocation}/include/${py_abi}"
-            sudo ln -s "/usr/include/${py_abi}" "${pythonLocation}/include/${py_abi}"
-          fi
+          sudo rm -rf "${pythonLocation}/include/${py_abi}"
+          sudo mkdir -p "${pythonLocation}/include/${py_abi}"
+          sudo cp -a "/usr/include/${py_abi}/." "${pythonLocation}/include/${py_abi}/"
           test -f "${pythonLocation}/include/${py_abi}/Python.h"
+      - name: 'Debug Python toolchain'
+        run: |
+          py_abi="python${{ matrix.python_version }}"
+          echo "pythonLocation=${pythonLocation}"
+          echo "PATH=${PATH}"
+          which python
+          python --version
+          command -v python3.10-config || true
+          python3.10-config --includes || true
+          python - <<'PY'
+          import os
+          import pathlib
+          import sys
+          import sysconfig
+
+          print("sys.executable =", sys.executable)
+          for key in ("include", "platinclude", "stdlib", "platstdlib", "scripts", "data"):
+              print(f"{key} =", sysconfig.get_path(key))
+          for key in ("INCLUDEPY", "CONFINCLUDEPY", "LIBDIR", "LDLIBRARY", "MULTIARCH"):
+              print(f"{key} =", sysconfig.get_config_var(key))
+          include_dir = pathlib.Path(sysconfig.get_path("include"))
+          print("include_dir exists =", include_dir.exists(), include_dir)
+          print("Python.h exists =", (include_dir / "Python.h").exists())
+          print("pythonLocation =", os.environ.get("pythonLocation"))
+          PY
+          ls -la "${pythonLocation}" || true
+          ls -la "${pythonLocation}/include" || true
+          ls -la "${pythonLocation}/include/${py_abi}" || true
       - name: 'Check Pip state'
         run: pip freeze --all
       - name: 'Bazel: fetch'
         run: bazel fetch //tensorboard/...
+      - name: 'Debug Bazel system_python repo'
+        run: |
+          output_base="$(bazel info output_base)"
+          echo "output_base=${output_base}"
+          find "${output_base}/external/system_python" -maxdepth 3 \
+            \( -name 'Python.h' -o -name 'BUILD.bazel' -o -name 'WORKSPACE' \) \
+            -print | sort || true
+          if [ -f "${output_base}/external/system_python/BUILD.bazel" ]; then
+            sed -n '1,200p' "${output_base}/external/system_python/BUILD.bazel"
+          fi
+          if [ -d "${output_base}/external/system_python/python" ]; then
+            ls -la "${output_base}/external/system_python/python"
+          else
+            echo "system_python/python directory not found"
+          fi
       - name: 'Bazel: build'
         # Note we suppress a flood of warnings from the proto compiler.
         # Googlers see b/222706811 & b/182876485 discussion and preconditions