audio: tflm: integrate keyword detection with KPB for WoV trigger

Author: lrgirdwo

src/audio/tensorflow/tflm-classify.c

@@ -36,6 +36,8 @@
 #include <ipc4/header.h>
 #include <ipc4/module.h>
 #include <ipc4/notification.h>
+#include <sof/audio/kpb.h>
+#include <sof/lib/notifier.h>
 
 #include "speech.h"
 
@@ -50,8 +52,28 @@ struct tflm_comp_data {
 	struct comp_data_blob_handler *model_handler;
 	struct tf_classify tfc;
 	struct ipc_msg *msg;
+	struct kpb_event_data event_data;
+	struct kpb_client client_data;
 };
 
+static void tflm_notify_kpb(struct processing_module *mod)
+{
+	struct tflm_comp_data *cd = module_get_private_data(mod);
+	struct comp_dev *dev = mod->dev;
+
+	comp_info(dev, "TFLM keyword trigger -> notifying KPB to begin draining");
+
+	cd->client_data.r_ptr = NULL;
+	cd->client_data.sink = NULL;
+	cd->client_data.id = 0;
+	cd->event_data.event_id = KPB_EVENT_BEGIN_DRAINING;
+	cd->event_data.client_data = &cd->client_data;
+
+	notifier_event(dev, NOTIFIER_ID_KPB_CLIENT_EVT,
+		       NOTIFIER_TARGET_CORE_ALL_MASK, &cd->event_data,
+		       sizeof(cd->event_data));
+}
+
 static int tflm_ipc_notification_init(struct processing_module *mod)
 {
 	struct tflm_comp_data *cd = module_get_private_data(mod);
@@ -298,6 +320,7 @@ static int tflm_process(struct processing_module *mod,
 			comp_info(dev, "TFLM keyword detected: %s (confidence %1.3f)",
 				  prediction[max_idx], (double)max_score);
 			tflm_send_keyword_notification(mod, max_idx);
+			tflm_notify_kpb(mod);
 		}
 
 		/* advance by one 20ms stride (40 int8_t features) */

tools/topology/topology2/sof-hda-tflm.conf

@@ -32,6 +32,7 @@
 <route.conf>
 <common_definitions.conf>
 <module-copier.conf>
+<kpb.conf>
 <tflm.conf>
 <mfcc.conf>
 <src.conf>
@@ -41,7 +42,7 @@ Define {
 	HDA_CONFIG			"none"
 	PLATFORM			"none"
 	ANALOG_PLAYBACK_PCM		'Analog Playback'
-	ANALOG_CAPTURE_PCM		'HDA Mic TFLM Capture'
+	ANALOG_CAPTURE_PCM		'HDA Mic TFLM WoV Capture'
 	HDA_ANALOG_DAI_NAME		'Analog'
 	HDA_ANALOG_CAPTURE_RATE		48000
 	HDA_ANALOG_PLAYBACK_RATE	48000
@@ -133,6 +134,25 @@ Object.Pipeline {
 				}
 			}
 
+			Object.Widget.kpb.1 {
+				num_input_audio_formats 1
+				num_output_audio_formats 1
+				Object.Base.input_audio_format [
+					{
+						in_rate			$HDA_ANALOG_CAPTURE_RATE
+						in_bit_depth		32
+						in_valid_bit_depth	32
+					}
+				]
+				Object.Base.output_audio_format [
+					{
+						out_rate		$HDA_ANALOG_CAPTURE_RATE
+						out_bit_depth		32
+						out_valid_bit_depth	32
+					}
+				]
+			}
+
 			Object.Widget.module-copier.2 {
 				stream_name $HDA_ANALOG_DAI_NAME
 				num_input_audio_formats 1
@@ -163,6 +183,10 @@ Object.Base.route [
 	}
 	{
 		source "gain.$HDA_TFLM_DAI_PIPELINE_ID.1"
+		sink "kpb.$HDA_TFLM_DAI_PIPELINE_ID.1"
+	}
+	{
+		source "kpb.$HDA_TFLM_DAI_PIPELINE_ID.1"
 		sink "module-copier.$HDA_TFLM_DAI_PIPELINE_ID.2"
 	}
 	{