added script to detect missing --errorlist entries and test coverage

Author: firewave

tools/errorid.sh

@@ -0,0 +1,29 @@
+#!/bin/bash
+
+#set -x
+
+SCRIPT_DIR="$(dirname "$(realpath "$0")")"
+
+# TODO: exclude testinternal.cpp
+echo 'no --errorlist entry:'
+grep -h -o -P '\[[a-zA-Z0-9_]+\]\\n\"' $SCRIPT_DIR/../test/*.cpp | tr -d '[]\"' | sed 's/\\n$//' | sort -u | \
+while read -r id; do
+  if [ ${#id} -lt 4 ]; then
+    continue
+  fi
+  $SCRIPT_DIR/../cppcheck --errorlist | grep "id=\"$id\"" > /dev/null
+  if [ $? -ne 0 ]; then
+    echo $id
+  fi
+done
+
+echo ''
+
+echo 'no test coverage:'
+$SCRIPT_DIR/../cppcheck --errorlist | grep -h -o -P 'id=\"[a-zA-Z0-9_]*\"' | sed 's/\id=//' | tr -d '\"' | sort -u | \
+while read -r id; do
+  grep -h -o -P "\[$id\]\\\\n\"" $SCRIPT_DIR/../test/*.cpp > /dev/null
+  if [ $? -ne 0 ]; then
+    echo $id
+  fi
+done

tools/readme.md

@@ -78,3 +78,8 @@ Script to compare result of working Cppcheck from your branch with main branch.
 This tool lets you comfortably look at Cppcheck analysis results for daca packages. It automatically
 downloads the package, extracts it and jumps to the corresponding source code for a Cppcheck
 message.
+
+### * tools/errorid.sh
+
+Script to compare the error IDs in the expected `testrunner` output (without executing it) with the `--errorlist` output.
+It will report missing test coverage for an ID and missing IDs in the `--errorlist` output.