EWLayer && oneDNN

.github/workflows/ci.yml

@@ -40,7 +40,7 @@ jobs:
         max-size: 2G
     - name: Build
       run: |
-            cmake -S . -B build \
+            cmake -S . -B build -G Ninja \
             -DCMAKE_C_COMPILER_LAUNCHER=ccache \
             -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
             -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} \
@@ -92,7 +92,7 @@ jobs:
         key: ccache-${{ github.job }}
     - name: Build
       run: |
-        cmake -S . -B build \
+        cmake -S . -B build -G Ninja \
           -DCMAKE_C_COMPILER_LAUNCHER=ccache \
           -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
           -DCMAKE_C_COMPILER=clang \
@@ -117,20 +117,33 @@ jobs:
         submodules: true
     - name: Install prerequisites
       run: |
-        brew install libomp
+        brew install libomp ninja
         brew link libomp --overwrite --force
     - name: Setup ccache
       uses: hendrikmuhs/ccache-action@v1.2
       with:
         key: ccache-${{ github.job }}
     - name: Build
       run: |
-        cmake -S . -B build \
+        OPENMP_PATH=$(brew --prefix libomp)
+        echo "OpenMP path: $OPENMP_PATH"
+        cmake -S . -B build -G Ninja \
           -DCMAKE_C_COMPILER_LAUNCHER=ccache \
           -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
-          -DCMAKE_C_FLAGS="-I$(brew --prefix libomp)/include" \
-          -DCMAKE_CXX_FLAGS="-I$(brew --prefix libomp)/include"
+          -DCMAKE_PREFIX_PATH=$OPENMP_PATH \
+          -DCMAKE_INCLUDE_PATH=$OPENMP_PATH/include \
+          -DCMAKE_LIBRARY_PATH=$OPENMP_PATH/lib \
+          -DOpenMP_C_FLAGS="-Xclang -fopenmp -I$OPENMP_PATH/include" \
+          -DOpenMP_CXX_FLAGS="-Xclang -fopenmp -I$OPENMP_PATH/include" \
+          -DOpenMP_C_LIB_NAMES="omp" \
+          -DOpenMP_CXX_LIB_NAMES="omp" \
+          -DOpenMP_omp_LIBRARY="$OPENMP_PATH/lib/libomp.dylib" \
+          -DCMAKE_EXE_LINKER_FLAGS="-L$OPENMP_PATH/lib -lomp" \
+          -DCMAKE_SHARED_LINKER_FLAGS="-L$OPENMP_PATH/lib -lomp"
         cmake --build build --parallel
+      env:
+        LDFLAGS: "-L$(brew --prefix libomp)/lib -lomp"
+        CPPFLAGS: "-I$(brew --prefix libomp)/include"
     - name: Test
       run: cmake --build build -t test
       env:
@@ -175,7 +188,7 @@ jobs:
         key: ccache-${{ github.job }}
     - name: Build and Test
       run: |
-        cmake -S . -B build \
+        cmake -S . -B build -G Ninja \
           -DCMAKE_C_COMPILER_LAUNCHER=ccache \
           -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
           -DCMAKE_BUILD_TYPE=Release
@@ -201,7 +214,7 @@ jobs:
         max-size: 2G
     - name: Build
       run: |
-        cmake -S . -B build \
+        cmake -S . -B build -G Ninja \
           -DCMAKE_C_COMPILER_LAUNCHER=ccache \
           -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
           -DCMAKE_C_FLAGS="--coverage" \
@@ -222,19 +235,46 @@ jobs:
         slug: embedded-dev-research/ITLabAI
 
   evaluate-model:
-   runs-on: ubuntu-latest
-   needs: [build-linux]
-   permissions:
-    contents: write
+    runs-on: ubuntu-latest
+    needs: [build-linux]
+    permissions:
+      contents: write
 
-   steps:
+    steps:
     - uses: actions/checkout@v4
       with:
         fetch-depth: 0
+
+    - name: Download binary and libs
+      uses: actions/download-artifact@v4
+      with:
+        name: mnist-RELEASE
+        path: build/
+
+    - name: Verify downloaded artifacts
+      run: |
+        echo "### Verifying downloaded artifacts ###"
+        echo "Current directory: $(pwd)"
+        echo "Build directory contents:"
+        ls -la build/ || echo "No build directory"
+        echo "Looking for ACC binary:"
+        find build/ -name "ACC" -type f 2>/dev/null || echo "ACC not found"
+        echo "Checking bin directory:"
+        ls -la build/bin/ 2>/dev/null || echo "No bin directory"
+
     - name: Set binary path
       id: set_eval_binary
       run: |
-        echo "EVAL_BINARY=build/bin/ACC" >> $GITHUB_OUTPUT
+        if [ -f "build/bin/ACC" ]; then
+          echo "ACC binary found at build/bin/ACC"
+          echo "EVAL_BINARY=build/bin/ACC" >> $GITHUB_OUTPUT
+        else
+          echo "ERROR: ACC binary not found at build/bin/ACC"
+          echo "Available files:"
+          find build/ -type f -name "*" 2>/dev/null | head -20
+          exit 1
+        fi
+
     - name: Install system dependencies
       run: |
         sudo apt-get update
@@ -243,11 +283,14 @@ jobs:
           libtbb12 \
           libjpeg-dev \
           libpng-dev \
-          libtiff-dev
+          libtiff-dev \
+          libopenjp2-7 \
+          libdnnl3
         sudo ldconfig
+
     - name: Generate model JSON
       run: |
-        cd docs && mkdir jsons
+        cd docs && mkdir -p jsons
         cd ..
         cd app/Converters
         pip install -r requirements.txt
@@ -273,50 +316,91 @@ jobs:
         rm -rf main.zip MNIST_dataset-main
         echo "Downloaded $(ls docs/mnist/mnist/test | wc -l) images"
 
-    - name: Download binary and libs
-      uses: actions/download-artifact@v4
-      with:
-        name: mnist-RELEASE
-        path: build/
-
     - name: Prepare environment
       run: |
+        echo "### Preparing environment ###"
+        echo "Binary path: ${{ steps.set_eval_binary.outputs.EVAL_BINARY }}"
+
+        ls -la "${{ steps.set_eval_binary.outputs.EVAL_BINARY }}"
         chmod +x "${{ steps.set_eval_binary.outputs.EVAL_BINARY }}"
 
         export LD_LIBRARY_PATH=$PWD/build/bin/opencv_libs:/usr/lib/x86_64-linux-gnu
         echo "Final LD_LIBRARY_PATH: $LD_LIBRARY_PATH"
 
     - name: Verify library integrity
       run: |
-       echo "### Library verification ###"
-       file build/bin/opencv_libs/libopencv_imgcodecs.so.4.12.0 | grep "shared object"
+        echo "### Library verification ###"
+        ls -la build/bin/opencv_libs/ || echo "No opencv_libs directory"
+        file build/bin/opencv_libs/libopencv_imgcodecs.so* 2>/dev/null | head -1 || echo "No opencv_imgcodecs library found"
 
-    - name: Run evaluation
+    - name: Test binary execution
       run: |
-       echo "### Pre-run checks ###"
-       export LD_LIBRARY_PATH=$PWD/build/bin/opencv_libs:/usr/lib/x86_64-linux-gnu
-       echo "LD_LIBRARY_PATH: $LD_LIBRARY_PATH"
-
-       LD_DEBUG=files "${{ steps.set_eval_binary.outputs.EVAL_BINARY }}" --model alexnet_mnist 2> ld_debug.log
-       echo "### Library loading debug ###"
-       grep -i "opencv_imgcodecs" ld_debug.log
+        echo "### Testing binary execution ###"
+        export LD_LIBRARY_PATH=$PWD/build/bin/opencv_libs:/usr/lib/x86_64-linux-gnu
+
+        echo "Binary dependencies:"
+        ldd "${{ steps.set_eval_binary.outputs.EVAL_BINARY }}" 2>/dev/null || echo "ldd failed"
+
+        echo "Testing help command:"
+        timeout 10s "${{ steps.set_eval_binary.outputs.EVAL_BINARY }}" --help > /dev/null 2>&1 || echo "Help test completed"
 
-       "${{ steps.set_eval_binary.outputs.EVAL_BINARY }}" > accuracy.txt
-        echo "Accuracy: $(cat accuracy.txt)"
+    - name: Run evaluation
+      run: |
+        echo "### Running evaluation ###"
+        export LD_LIBRARY_PATH=$PWD/build/bin/opencv_libs:/usr/lib/x86_64-linux-gnu
+        echo "LD_LIBRARY_PATH: $LD_LIBRARY_PATH"
+
+        echo "### Checking binary execution permissions ###"
+        ls -la "${{ steps.set_eval_binary.outputs.EVAL_BINARY }}"
+        file "${{ steps.set_eval_binary.outputs.EVAL_BINARY }}"
+
+        echo "### Testing direct execution ###"
+        set +e
+        "${{ steps.set_eval_binary.outputs.EVAL_BINARY }}" --version > version_output.txt 2>&1
+        VERSION_EXIT_CODE=$?
+        echo "Version command exit code: $VERSION_EXIT_CODE"
+        cat version_output.txt
+
+        "${{ steps.set_eval_binary.outputs.EVAL_BINARY }}" --help > help_output.txt 2>&1
+        HELP_EXIT_CODE=$?
+        echo "Help command exit code: $HELP_EXIT_CODE"
+        cat help_output.txt
+
+        echo "### Running MNIST evaluation ###"
+        mkdir -p docs/mnist/mnist/test
+
+        "${{ steps.set_eval_binary.outputs.EVAL_BINARY }}" --model alexnet_mnist > accuracy.txt 2>&1
+        EVAL_EXIT_CODE=$?
+        echo "Evaluation exit code: $EVAL_EXIT_CODE"
+
+        if [ $EVAL_EXIT_CODE -ne 0 ]; then
+          echo "Trying without --model parameter..."
+          "${{ steps.set_eval_binary.outputs.EVAL_BINARY }}" > accuracy.txt 2>&1
+          EVAL_EXIT_CODE=$?
+          echo "Fallback evaluation exit code: $EVAL_EXIT_CODE"
+        fi
+
+        echo "### Evaluation output ###"
+        cat accuracy.txt
+        set -e
 
+    - name: Extract accuracy value
+      run: |
+        echo "### Extracting accuracy ###"
+        ACCURACY=$(grep -oE '[0-9]+\.?[0-9]*%' accuracy.txt | head -1 || echo "0%")
+        echo "Accuracy: $ACCURACY"
+        echo "$ACCURACY" > accuracy_value.txt
+
     - name: Update README (master only)
       if: github.ref == 'refs/heads/master'
       run: |
-        ACCURACY=$(cat accuracy.txt | sed 's/%//g')
+        ACCURACY=$(cat accuracy_value.txt | sed 's/%//g')
         DATE=$(date '+%Y-%m-%d')
 
         echo "Updating README with:"
-        echo "Accuracy: $ACCURACY"
+        echo "Accuracy: $ACCURACY%"
         echo "Date: $DATE"
 
-        echo "Current README content:"
-        grep -A 2 -B 2 "ACCURACY_PLACEHOLDER" README.md || echo "Placeholder not found"
-
         sed -i "s/<!--ACCURACY_PLACEHOLDER-->.*<!--END_ACCURACY-->/<!--ACCURACY_PLACEHOLDER-->Accuracy: ${ACCURACY}% (updated: ${DATE})<!--END_ACCURACY-->/" README.md
 
         echo "Updated README content:"
@@ -333,7 +417,7 @@ jobs:
         if git diff-index --quiet HEAD --; then
           echo "No changes to commit"
         else
-          git commit -m "[CI] Update accuracy: $(cat accuracy.txt)%"
+          git commit -m "[CI] Update accuracy: $(cat accuracy_value.txt)"
           git push origin master
           echo "Changes pushed to master branch"
         fi

.github/workflows/static-analysis.yml

@@ -32,7 +32,7 @@ jobs:
         key: ccache-${{ github.job }}
     - name: Build
       run: |
-            cmake -S . -B build \
+            cmake -S . -B build -G Ninja  \
             -DCMAKE_C_COMPILER_LAUNCHER=ccache \
             -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
             -DCMAKE_C_COMPILER=clang \

.gitmodules

@@ -10,3 +10,6 @@
 [submodule "3rdparty/Json"]
 	path = 3rdparty/Json
 	url = https://github.com/nlohmann/json
+[submodule "3rdparty/oneDNN"]
+	path = 3rdparty/oneDNN
+	url = https://github.com/uxlfoundation/oneDNN

3rdparty/CMakeLists.txt

@@ -1,5 +1,7 @@
 add_subdirectory(googletest)
 
+add_subdirectory(oneDNN)
+
 # Unified TBB Configuration
 option(TBB_TEST "Build TBB tests" OFF)
 option(TBB_EXAMPLES "Build TBB examples" OFF)

app/Graph/CMakeLists.txt

@@ -11,6 +11,7 @@ target_link_libraries(BuildGraph PUBLIC ${OpenCV_LIBS})
 target_link_libraries(BuildGraph PUBLIC reader_lib)
 target_link_libraries(BuildGraph PUBLIC TBB_unified)
 target_link_libraries(BuildGraph PUBLIC layers_lib)
+target_link_libraries(BuildGraph PUBLIC layers_oneDNN_lib)
 target_link_libraries(BuildGraph PUBLIC gtest_main)
 
 target_include_directories(BuildGraph PUBLIC ${CMAKE_SOURCE_DIR}/3rdparty/Json/include)

app/Graph/acc_check.cpp

@@ -14,12 +14,14 @@ using namespace it_lab_ai;
 int main(int argc, char* argv[]) {
   std::string model_name = "alexnet_mnist";
   bool parallel = false;
-
+  bool onednn = false;
   for (int i = 1; i < argc; ++i) {
     if (std::string(argv[i]) == "--parallel") {
       parallel = true;
     } else if (std::string(argv[i]) == "--model" && i + 1 < argc) {
       model_name = argv[++i];
+    } else if (std::string(argv[i]) == "--onednn") {
+      onednn = true;
     }
   }
 
@@ -78,7 +80,7 @@ int main(int argc, char* argv[]) {
     Shape sh({static_cast<size_t>(count_pic), 1, 28, 28});
     Tensor t = make_tensor<float>(res, sh);
     input = t;
-    build_graph_linear(input, output, false, parallel);
+    build_graph_linear(input, output, false, parallel, onednn);
     std::vector<std::vector<float>> tmp_output =
         softmax<float>(*output.as<float>(), 10);
     std::vector<size_t> indices;
@@ -185,7 +187,7 @@ int main(int argc, char* argv[]) {
   it_lab_ai::Tensor output =
       it_lab_ai::Tensor(output_shape, it_lab_ai::Type::kFloat);
 
-  build_graph(input, output, json_path, false, parallel);
+  build_graph(input, output, json_path, false, parallel, onednn);
   std::vector<std::vector<float>> processed_outputs;
   const std::vector<float>& raw_output = *output.as<float>();