Install pybind not from python

Author: haochengxia

.github/workflows/python.yml

@@ -16,10 +16,14 @@ jobs:
       - name: Prepare
         run: bash scripts/install_dependency.sh
 
+      - name: Install system dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y pybind11-dev
+
       - name: Install Python dependencies
         run: |
           pip install --upgrade pip
-          pip install pybind11
           pip install scikit-build-core
           pip install pytest