first

cpu/br28/smart_voice/user_asr.c

@@ -0,0 +1,178 @@
+/*****************************************************************
+>file name : user_asr.c
+>create time : Thu 23 Dec 2021 10:00:58 AM CST
+>用户自定义语音识别算法平台接入
+*****************************************************************/
+#include "system/includes.h"
+#include "user_asr.h"
+#include "smart_voice.h"
+#include "voice_mic_data.h"
+#define ASR_FRAME_SAMPLES   160 /*语音识别帧长（采样点）*/
+
+struct user_platform_asr_context {
+    void *mic;
+    void *core;
+    u8 data_enable;
+};
+
+extern const int config_user_asr_enable;
+static struct user_platform_asr_context *__this = NULL;
+/*
+ * 算法引擎打开函数
+ */
+static void *user_asr_core_open(int sample_rate)
+{
+    return NULL;
+}
+
+/*
+ * 算法引擎关闭函数
+ */
+static void user_asr_core_close(void *core)
+{
+
+}
+
+/*
+ * 算法引擎数据处理
+ */
+static int user_asr_core_data_handler(void *core, void *data, int len)
+{
+    return 0;
+}
+
+/*
+*********************************************************************
+*       user asr data handler
+* Description: 用户算法平台平台语音识别数据处理
+* Arguments  : asr - 语音识别数据管理结构
+* Return	 : 0 - 处理成功， 非0 - 处理失败.
+* Note(s)    : 该函数通过读取mic数据送入算法引擎完成语音帧.
+*********************************************************************
+*/
+static int user_asr_data_handler(struct user_platform_asr_context *asr)
+{
+    int result = 0;
+
+    if (!asr->mic) {
+        return -EINVAL;
+    }
+
+    s16 data[ASR_FRAME_SAMPLES];
+
+    int len = voice_mic_data_read(asr->mic, data, sizeof(data));
+    if (len < sizeof(data)) {
+        return -EINVAL;
+    }
+
+    if (asr->core) {
+        result = user_asr_core_data_handler(asr->core, data, sizeof(data));
+    }
+
+    return 0;
+}
+
+/*
+*********************************************************************
+*       user_asr core handler
+* Description: 用户自定义语音识别处理
+* Arguments  : priv - 语音识别私有数据
+*              taskq_type - TASK消息类型
+*              msg  - 消息存储指针(对应自身模块post的消息)
+* Return	 : None.
+* Note(s)    : 音频平台资源控制以及ASR主要识别算法引擎.
+*********************************************************************
+*/
+int user_asr_core_handler(void *priv, int taskq_type, int *msg)
+{
+    struct user_platform_asr_context *asr = (struct user_platform_asr_context *)priv;
+    int err = ASR_CORE_STANDBY;
+
+    if (taskq_type != OS_TASKQ) {
+        return err;
+    }
+
+    switch (msg[0]) {
+    case SMART_VOICE_MSG_MIC_OPEN: /*语音识别打开 - MIC打开，算法引擎打开*/
+        /* msg[1] - MIC数据源，msg[2] - 音频采样率，msg[3] - mic的数据总缓冲长度*/
+        asr->mic = voice_mic_data_open(msg[1], msg[2], msg[3]);
+        asr->core = user_asr_core_open(msg[2]);
+        asr->data_enable = 1;
+        err = ASR_CORE_WAKEUP;
+        break;
+    case SMART_VOICE_MSG_SWITCH_SOURCE:
+        /*这里进行MIC的数据源切换 （主系统MIC或VAD MIC）*/
+
+        break;
+    case SMART_VOICE_MSG_MIC_CLOSE: /*语音识别关闭 - MIC关闭，算法引擎关闭*/
+        /* msg[2] - 信号量*/
+        voice_mic_data_close(asr->mic);
+        asr->mic = NULL;
+        user_asr_core_close(asr->core);
+        asr->core = NULL;
+        asr->data_enable = 0;
+        os_sem_post((OS_SEM *)msg[1]);
+        break;
+    case SMART_VOICE_MSG_DMA: /*MIC通路数据DMA消息*/
+        err = ASR_CORE_WAKEUP;
+        break;
+    default:
+        break;
+    }
+
+    if (asr->data_enable) {
+        err = user_asr_data_handler(asr);
+        err = err ? ASR_CORE_STANDBY : ASR_CORE_WAKEUP;
+    }
+    return err;
+}
+
+int user_platform_asr_open(void)
+{
+    if (!config_user_asr_enable) {
+        return 0;
+    }
+    int err = 0;
+    struct user_platform_asr_context *asr = (struct user_platform_asr_context *)zalloc(sizeof(struct user_platform_asr_context));
+
+    if (!asr) {
+        return -ENOMEM;
+    }
+
+    err = smart_voice_core_create(asr);
+    if (err != OS_NO_ERR) {
+        goto __err;
+    }
+
+    /*
+     * 推送MIC的资源打开到语音识别主任务
+     * V1.1.0版本支持了低功耗VAD MIC的使用，需要可以改为VAD MIC
+     *
+     */
+    smart_voice_core_post_msg(4, SMART_VOICE_MSG_MIC_OPEN, VOICE_VAD_MIC, 16000, 4096);
+
+    __this = asr;
+    return 0;
+__err:
+    if (asr) {
+        free(asr);
+    }
+    return err;
+}
+
+void user_platform_asr_close(void)
+{
+    if (!config_user_asr_enable) {
+        return;
+    }
+    if (__this) {
+        OS_SEM *sem = (OS_SEM *)malloc(sizeof(OS_SEM));
+        os_sem_create(sem, 0);
+        smart_voice_core_post_msg(2, SMART_VOICE_MSG_MIC_CLOSE, (int)sem);
+        os_sem_pend(sem, 0);
+        free(sem);
+        smart_voice_core_free();
+        free(__this);
+        __this = NULL;
+    }
+}