Evaluate Accuracy (#177)

Semyon1104 · actions-user · web-flow · commit adaa1da4f4eb · 2025-05-02T16:46:00.000+02:00
I removed the download and build of tensorflow from github actions from
build-linux because we don't use it. Should I remove this step from the
other checks?

---------

Co-authored-by: GitHub Actions &lt;actions@github.com&gt;
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -18,22 +18,11 @@ jobs:
     strategy:
       matrix:
         build_type: [DEBUG, RELEASE]
-        use_tensorflow: [ON, OFF]
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v4
       with:
         submodules: true
-    - name: Download and extract TensorFlow
-      run: |
-        wget https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-cpu-linux-x86_64-2.7.0.tar.gz
-        tar -xzvf libtensorflow-cpu-linux-x86_64-2.7.0.tar.gz
-      if: ${{ matrix.use_tensorflow }} == ON
-    - name: Set TensorFlow environment variables
-      run: |
-        echo "export TensorFlow_INCLUDE_DIRS=${PWD}/include" >> $GITHUB_ENV
-        echo "export TensorFlow_LIBRARIES=${PWD}/lib/libtensorflow.so" >> $GITHUB_ENV
-      if: ${{ matrix.use_tensorflow }} == ON
     - name: Setup ccache
       uses: hendrikmuhs/ccache-action@v1.2
       with:
@@ -45,11 +34,25 @@ jobs:
             -DCMAKE_C_COMPILER_LAUNCHER=ccache \
             -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
             -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} \
-            -DTensorFlow_INCLUDE_DIRS=${{ env.TensorFlow_INCLUDE_DIRS }} \
-            -DTensorFlow_LIBRARIES=${{ env.TensorFlow_LIBRARIES }}
+            -DOPENCV_PATH=3rdparty/opencv/build
             cmake --build build --parallel
       env:
         CTEST_OUTPUT_ON_FAILURE: 1
+    - name: Prepare OpenCV libs
+      run: |
+       mkdir -p build/bin/opencv_libs
+       cp -a 3rdparty/opencv/build/lib/libopencv_* build/bin/opencv_libs/
+       echo "Library permissions after copy:"
+       stat -c "%A %n" build/bin/opencv_libs/libopencv_imgcodecs.so*
+
+    - name: Upload artifacts
+      uses: actions/upload-artifact@v4
+      with:
+       name: mnist-${{ matrix.build_type }}
+       path: |
+        build/bin/ACC_MNIST*
+        build/bin/opencv_libs/*
+        build/setenv.sh
     - name: Test
       run: cmake --build build -t test
       env:
@@ -70,16 +73,6 @@ jobs:
     - name: Install prerequisites
       run: |
         sudo apt install clang libomp-dev
-    - name: Download and extract TensorFlow
-      run: |
-        wget https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-cpu-linux-x86_64-2.7.0.tar.gz
-        tar -xzvf libtensorflow-cpu-linux-x86_64-2.7.0.tar.gz
-    - name: Set TensorFlow environment variables
-      run: |
-        echo "TensorFlow_INCLUDE_DIRS=${PWD}/include" >> $GITHUB_ENV
-        echo "TensorFlow_LIBRARIES=${PWD}/lib/libtensorflow.so" >> $GITHUB_ENV
-        echo "export TensorFlow_INCLUDE_DIRS=${PWD}/include" >> $GITHUB_ENV
-        echo "export TensorFlow_LIBRARIES=${PWD}/lib/libtensorflow.so" >> $GITHUB_ENV
     - name: Setup ccache
       uses: hendrikmuhs/ccache-action@v1.2
       with:
@@ -90,7 +83,7 @@ jobs:
           -DCMAKE_C_COMPILER_LAUNCHER=ccache \
           -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
           -DCMAKE_C_COMPILER=clang \
-          -DCMAKE_CXX_COMPILER=clang++ -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ -DTensorFlow_INCLUDE_DIRS=${{ env.TensorFlow_INCLUDE_DIRS }} -DTensorFlow_LIBRARIES=${{ env.TensorFlow_LIBRARIES }}
+          -DCMAKE_CXX_COMPILER=clang++ -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++
         cmake --build build --parallel
     - name: Test
       run: cmake --build build -t test
@@ -113,16 +106,6 @@ jobs:
       run: |
         brew install libomp
         brew link libomp --overwrite --force
-    - name: Download and extract TensorFlow
-      run: |
-        curl -O https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-cpu-darwin-x86_64-2.7.0.tar.gz
-        tar -xzvf libtensorflow-cpu-darwin-x86_64-2.7.0.tar.gz
-    - name: Set TensorFlow environment variables
-      run: |
-        echo "TensorFlow_INCLUDE_DIRS=${PWD}/include" >> $GITHUB_ENV
-        echo "TensorFlow_LIBRARIES=${PWD}/lib/libtensorflow.dylib" >> $GITHUB_ENV
-        echo "export TensorFlow_INCLUDE_DIRS=${PWD}/include" >> $GITHUB_ENV
-        echo "export TensorFlow_LIBRARIES=${PWD}/lib/libtensorflow.dylib" >> $GITHUB_ENV
     - name: Setup ccache
       uses: hendrikmuhs/ccache-action@v1.2
       with:
@@ -133,7 +116,7 @@ jobs:
           -DCMAKE_C_COMPILER_LAUNCHER=ccache \
           -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
           -DCMAKE_C_FLAGS="-I$(brew --prefix libomp)/include" \
-          -DCMAKE_CXX_FLAGS="-I$(brew --prefix libomp)/include" -DTensorFlow_INCLUDE_DIRS=$TensorFlow_INCLUDE_DIRS -DTensorFlow_LIBRARIES=$TensorFlow_LIBRARIES
+          -DCMAKE_CXX_FLAGS="-I$(brew --prefix libomp)/include"
         cmake --build build --parallel
     - name: Test
       run: cmake --build build -t test
@@ -145,10 +128,6 @@ jobs:
     - uses: actions/checkout@v4
       with:
         submodules: true
-    - name: Download and extract TensorFlow
-      run: |
-        curl -O https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-cpu-windows-x86_64-2.7.0.zip
-        Expand-Archive -Path libtensorflow-cpu-windows-x86_64-2.7.0.zip -DestinationPath 3rdparty/tensorflow
     - name: Setup ccache
       uses: hendrikmuhs/ccache-action@v1.2
       with:
@@ -174,20 +153,6 @@ jobs:
     - uses: actions/checkout@v4
       with:
         submodules: true
-    - name: Download and extract TensorFlow
-      run: |
-        wget https://storage.googleapis.com/tensorflow/libtensorflow/libtensorflow-cpu-linux-x86_64-2.7.0.tar.gz
-        tar -xzvf libtensorflow-cpu-linux-x86_64-2.7.0.tar.gz
-    - name: Set TensorFlow environment variables
-      run: |
-        echo "TensorFlow_INCLUDE_DIRS=${PWD}/include" >> $GITHUB_ENV
-        echo "TensorFlow_LIBRARIES=${PWD}/lib/libtensorflow.so" >> $GITHUB_ENV
-        echo "export TensorFlow_INCLUDE_DIRS=${PWD}/include" >> $GITHUB_ENV
-        echo "export TensorFlow_LIBRARIES=${PWD}/lib/libtensorflow.so" >> $GITHUB_ENV
-    - name: Display TensorFlow environment variables
-      run: |
-        echo "TensorFlow_INCLUDE_DIRS: ${{ env.TensorFlow_INCLUDE_DIRS }}"
-        echo "TensorFlow_LIBRARIES: ${{ env.TensorFlow_LIBRARIES }}"
     - name: Setup ccache
       uses: hendrikmuhs/ccache-action@v1.2
       with:
@@ -201,9 +166,7 @@ jobs:
           -DCMAKE_C_FLAGS="--coverage" \
           -DCMAKE_CXX_FLAGS="--coverage" \
           -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} \
-          -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} \
-          -DTensorFlow_INCLUDE_DIRS=${{ env.TensorFlow_INCLUDE_DIRS }} \
-          -DTensorFlow_LIBRARIES=${{ env.TensorFlow_LIBRARIES }}
+          -DCMAKE_BUILD_TYPE=${{ matrix.build_type }}
         cmake --build build --parallel
     - name: Test
       run: cmake --build build -t test
@@ -216,3 +179,110 @@ jobs:
       with:
         token: ${{ secrets.CODECOV_TOKEN }}
         slug: embedded-dev-research/itlab_2023
+        
+  evaluate-model:
+   runs-on: ubuntu-latest
+   needs: [build-linux]
+   permissions:
+    contents: write
+
+   steps:
+    - uses: actions/checkout@v4
+      with:
+        fetch-depth: 0
+
+    - name: Install system dependencies
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y \
+          libgtk-3-0 \
+          libtbb12 \
+          libjpeg-dev \
+          libpng-dev \
+          libtiff-dev
+        sudo ldconfig
+    - name: Generate model JSON
+      run: |
+        cd app/AlexNet
+        pip install -r requirements.txt
+        python parser.py
+        cd ../..
+
+    - name: Download MNIST test dataset
+      run: |
+        mkdir -p docs/mnist/mnist/test
+        if [ ! -f "docs/mnist/mnist/test/0_000000.png" ]; then
+          echo "Downloading test images..."
+          wget -q https://github.com/DeepTrackAI/MNIST_dataset/archive/main.zip
+          unzip -q main.zip
+          cp MNIST_dataset-main/mnist/test/*.png docs/mnist/mnist/test/
+          rm -rf main.zip MNIST_dataset-main
+          echo "Downloaded $(ls docs/mnist/mnist/test | wc -l) images"
+        fi
+
+    - name: Download binary and libs
+      uses: actions/download-artifact@v4
+      with:
+        name: mnist-RELEASE
+        path: build/
+
+    - name: Prepare environment
+      run: |
+        chmod +x build/bin/ACC_MNIST*
+        
+        export LD_LIBRARY_PATH=$PWD/build/bin/opencv_libs:/usr/lib/x86_64-linux-gnu
+        echo "Final LD_LIBRARY_PATH: $LD_LIBRARY_PATH"
+        
+    - name: Verify library integrity
+      run: |
+       echo "### Library verification ###"
+       file build/bin/opencv_libs/libopencv_imgcodecs.so.4.9.0 | grep "shared object"
+       ldd build/bin/opencv_libs/libopencv_imgcodecs.so.4.9.0 || true
+       realpath build/bin/opencv_libs/libopencv_imgcodecs.so.409
+
+    - name: Run evaluation
+      run: |
+       echo "### Pre-run checks ###"
+       export LD_LIBRARY_PATH=$PWD/build/bin/opencv_libs:/usr/lib/x86_64-linux-gnu
+       echo "LD_LIBRARY_PATH: $LD_LIBRARY_PATH"
+    
+       LD_DEBUG=files ./build/bin/ACC_MNIST* 2> ld_debug.log || true
+       echo "### Library loading debug ###"
+       grep -i "opencv_imgcodecs" ld_debug.log
+
+       ./build/bin/ACC_MNIST* > accuracy.txt
+       echo "Accuracy: $(cat accuracy.txt)"
+
+    - name: Update README (master only)
+      if: github.ref == 'refs/heads/master'
+      run: |
+        ACCURACY=$(cat accuracy.txt | sed 's/%//g')
+        DATE=$(date '+%Y-%m-%d')
+    
+        echo "Updating README with:"
+        echo "Accuracy: $ACCURACY"
+        echo "Date: $DATE"
+    
+        echo "Current README content:"
+        grep -A 2 -B 2 "ACCURACY_PLACEHOLDER" README.md || echo "Placeholder not found"
+    
+        sed -i "s/<!--ACCURACY_PLACEHOLDER-->.*<!--END_ACCURACY-->/<!--ACCURACY_PLACEHOLDER-->Accuracy: ${ACCURACY}% (updated: ${DATE})<!--END_ACCURACY-->/" README.md
+       
+        echo "Updated README content:"
+        grep -A 2 -B 2 "ACCURACY_PLACEHOLDER" README.md
+
+    - name: Commit and push changes (master only)
+      if: github.ref == 'refs/heads/master'
+      run: |
+        git config --global user.name "GitHub Actions"
+        git config --global user.email "actions@github.com"
+    
+        git add README.md
+
+        if git diff-index --quiet HEAD --; then
+          echo "No changes to commit"
+        else
+          git commit -m "[CI] Update accuracy: $(cat accuracy.txt)%"
+          git push origin master
+          echo "Changes pushed to master branch"
+        fi
diff --git a/README.md b/README.md
@@ -2,6 +2,9 @@
 [![codecov](https://codecov.io/gh/embedded-dev-research/itlab_2023/graph/badge.svg?token=L3OS8C4BI6)](https://codecov.io/gh/embedded-dev-research/itlab_2023)
 
 # AlexNet-MNIST-Inference
+## Model Performance
+
+<!--ACCURACY_PLACEHOLDER-->Accuracy: Stat: 98.01% (updated: 2025-04-28)<!--END_ACCURACY-->
 ## Short description
 A lightweight C++ library for performing high-performance inference on MNIST handwritten digits using a modified AlexNet architecture. Designed for efficiency and educational purposes, this project demonstrates how classic CNNs can be optimized for small-scale tasks in native environments.
 ### Key Features:
