From 88fc9834b1aa72a6dd169a3916f24b15e686002c Mon Sep 17 00:00:00 2001
From: pengzhendong <275331498@qq.com>
Date: Sat, 3 Sep 2022 16:32:22 +0800
Subject: [PATCH] [android] add voice rectangle view

---
 .../android/app/src/main/AndroidManifest.xml  |   2 +-
 .../android/app/src/main/cpp/CMakeLists.txt   |   0
 runtime/android/app/src/main/cpp/frontend     |   1 +
 runtime/android/app/src/main/cpp/kws          |   1 +
 runtime/android/app/src/main/cpp/utils        |   1 +
 .../cn/org/wenet/wekws/VoiceRectView.java     | 136 ++++++++++++++++++
 .../android/app/src/main/res/values/attrs.xml |  17 +++
 .../app/src/main/res/values/colors.xml        |   6 +
 8 files changed, 163 insertions(+), 1 deletion(-)
 create mode 100644 runtime/android/app/src/main/cpp/CMakeLists.txt
 create mode 120000 runtime/android/app/src/main/cpp/frontend
 create mode 120000 runtime/android/app/src/main/cpp/kws
 create mode 120000 runtime/android/app/src/main/cpp/utils
 create mode 100644 runtime/android/app/src/main/java/cn/org/wenet/wekws/VoiceRectView.java
 create mode 100644 runtime/android/app/src/main/res/values/attrs.xml

diff --git a/runtime/android/app/src/main/AndroidManifest.xml b/runtime/android/app/src/main/AndroidManifest.xml
index efb5981..8f25ec3 100644
--- a/runtime/android/app/src/main/AndroidManifest.xml
+++ b/runtime/android/app/src/main/AndroidManifest.xml
@@ -2,7 +2,7 @@
 <manifest xmlns:android="http://schemas.android.com/apk/res/android"
     xmlns:tools="http://schemas.android.com/tools"
     package="cn.org.wenet.wekws">
-
+    <uses-permission android:name="android.permission.RECORD_AUDIO" />
     <application
         android:allowBackup="true"
         android:dataExtractionRules="@xml/data_extraction_rules"
diff --git a/runtime/android/app/src/main/cpp/CMakeLists.txt b/runtime/android/app/src/main/cpp/CMakeLists.txt
new file mode 100644
index 0000000..e69de29
diff --git a/runtime/android/app/src/main/cpp/frontend b/runtime/android/app/src/main/cpp/frontend
new file mode 120000
index 0000000..22be6cd
--- /dev/null
+++ b/runtime/android/app/src/main/cpp/frontend
@@ -0,0 +1 @@
+../../../../../core/frontend
\ No newline at end of file
diff --git a/runtime/android/app/src/main/cpp/kws b/runtime/android/app/src/main/cpp/kws
new file mode 120000
index 0000000..b2689b9
--- /dev/null
+++ b/runtime/android/app/src/main/cpp/kws
@@ -0,0 +1 @@
+../../../../../core/kws
\ No newline at end of file
diff --git a/runtime/android/app/src/main/cpp/utils b/runtime/android/app/src/main/cpp/utils
new file mode 120000
index 0000000..2530bac
--- /dev/null
+++ b/runtime/android/app/src/main/cpp/utils
@@ -0,0 +1 @@
+../../../../../core/utils
\ No newline at end of file
diff --git a/runtime/android/app/src/main/java/cn/org/wenet/wekws/VoiceRectView.java b/runtime/android/app/src/main/java/cn/org/wenet/wekws/VoiceRectView.java
new file mode 100644
index 0000000..8d3736b
--- /dev/null
+++ b/runtime/android/app/src/main/java/cn/org/wenet/wekws/VoiceRectView.java
@@ -0,0 +1,136 @@
+package cn.org.wenet.wekws;
+
+import android.content.Context;
+import android.content.res.TypedArray;
+import android.graphics.Canvas;
+import android.graphics.LinearGradient;
+import android.graphics.Paint;
+import android.graphics.Shader;
+import android.util.AttributeSet;
+import android.view.View;
+
+import androidx.core.content.ContextCompat;
+
+import java.util.Arrays;
+
+/**
+ * 自定义的音频模拟条形图 Created by shize on 2016/9/5.
+ */
+public class VoiceRectView extends View {
+
+    // 音频矩形的数量
+    private int mRectCount;
+    // 音频矩形的画笔
+    private Paint mRectPaint;
+    // 渐变颜色的两种
+    private int topColor, downColor;
+    // 音频矩形的宽和高
+    private int mRectWidth, mRectHeight;
+    // 偏移量
+    private int offset;
+    // 频率速度
+    private int mSpeed;
+
+    private double[] mEnergyBuffer = null;
+
+    public VoiceRectView(Context context) {
+        this(context, null);
+    }
+
+    public VoiceRectView(Context context, AttributeSet attrs) {
+        this(context, attrs, 0);
+    }
+
+    public VoiceRectView(Context context, AttributeSet attrs, int defStyleAttr) {
+        super(context, attrs, defStyleAttr);
+        setPaint(context, attrs);
+    }
+
+    public void setPaint(Context context, AttributeSet attrs) {
+        // 将属性存储到TypedArray中
+        TypedArray ta = context.obtainStyledAttributes(attrs, R.styleable.VoiceRect);
+        mRectPaint = new Paint();
+        // 添加矩形画笔的基础颜色
+        mRectPaint.setColor(ta.getColor(R.styleable.VoiceRect_RectTopColor,
+                ContextCompat.getColor(context, R.color.top_color)));
+        // 添加矩形渐变色的上面部分
+        topColor = ta.getColor(R.styleable.VoiceRect_RectTopColor,
+                ContextCompat.getColor(context, R.color.top_color));
+        // 添加矩形渐变色的下面部分
+        downColor = ta.getColor(R.styleable.VoiceRect_RectDownColor,
+                ContextCompat.getColor(context, R.color.down_color));
+        // 设置矩形的数量
+        mRectCount = ta.getInt(R.styleable.VoiceRect_RectCount, 10);
+        mEnergyBuffer = new double[mRectCount];
+
+        // 设置重绘的时间间隔，也就是变化速度
+        mSpeed = ta.getInt(R.styleable.VoiceRect_RectSpeed, 300);
+        // 每个矩形的间隔
+        offset = ta.getInt(R.styleable.VoiceRect_RectOffset, 0);
+        // 回收TypeArray
+        ta.recycle();
+    }
+
+    @Override
+    protected void onSizeChanged(int w, int h, int oldW, int oldH) {
+        super.onSizeChanged(w, h, oldW, oldH);
+        // 渐变效果
+        LinearGradient mLinearGradient;
+        // 画布的宽
+        int mWidth;
+        // 获取画布的宽
+        mWidth = getWidth();
+        // 获取矩形的最大高度
+        mRectHeight = getHeight();
+        // 获取单个矩形的宽度(减去的部分为到右边界的间距)
+        mRectWidth = (mWidth - offset) / mRectCount;
+        // 实例化一个线性渐变
+        mLinearGradient = new LinearGradient(
+                0,
+                0,
+                mRectWidth,
+                mRectHeight,
+                topColor,
+                downColor,
+                Shader.TileMode.CLAMP
+        );
+        // 添加进画笔的着色器
+        mRectPaint.setShader(mLinearGradient);
+    }
+
+    public void add(double energy) {
+        if (mEnergyBuffer.length - 1 >= 0) {
+            System.arraycopy(mEnergyBuffer, 1, mEnergyBuffer, 0, mEnergyBuffer.length - 1);
+        }
+        mEnergyBuffer[mEnergyBuffer.length - 1] = energy;
+    }
+
+    public void zero() {
+        Arrays.fill(mEnergyBuffer, 0);
+    }
+
+    @Override
+    protected void onDraw(Canvas canvas) {
+        super.onDraw(canvas);
+        double mRandom;
+        float currentHeight;
+        for (int i = 0; i < mRectCount; i++) {
+            // 由于只是简单的案例就不监听音频输入，随机模拟一些数字即可
+            mRandom = Math.random();
+
+            //if (i < 1 || i > mRectCount - 2) mRandom = 0;
+            currentHeight = (float) (mRectHeight * mEnergyBuffer[i]);
+
+            // 矩形的绘制是从左边开始到上、右、下边（左右边距离左边画布边界的距离，上下边距离上边画布边界的距离）
+            canvas.drawRect(
+                    (float) (mRectWidth * i + offset),
+                    (mRectHeight - currentHeight) / 2,
+                    (float) (mRectWidth * (i + 1)),
+                    mRectHeight / 2 + currentHeight / 2,
+                    mRectPaint
+            );
+        }
+        // 使得view延迟重绘
+        postInvalidateDelayed(mSpeed);
+    }
+}
\ No newline at end of file
diff --git a/runtime/android/app/src/main/res/values/attrs.xml b/runtime/android/app/src/main/res/values/attrs.xml
new file mode 100644
index 0000000..0e2c7da
--- /dev/null
+++ b/runtime/android/app/src/main/res/values/attrs.xml
@@ -0,0 +1,17 @@
+<?xml version="1.0" encoding="utf-8"?>
+<resources>
+    <declare-styleable name="VoiceRect">
+        <attr name="RectCount" format="integer" />
+        <attr name="RectDownColor" format="reference|color" />
+        <attr name="RectSpeed" format="integer" />
+        <attr name="RectTopColor" format="reference|color" />
+        <attr name="RectOffset" format="integer" />
+    </declare-styleable>
+    <declare-styleable name="VoiceLine">
+        <attr name="amplitude_big" format="dimension|reference" />
+        <attr name="amplitude_small" format="dimension|reference" />
+        <attr name="lineColor" format="color|reference" />
+        <attr name="backColor" format="color|reference" />
+        <attr name="frequency" format="float" />
+    </declare-styleable>
+</resources>
\ No newline at end of file
diff --git a/runtime/android/app/src/main/res/values/colors.xml b/runtime/android/app/src/main/res/values/colors.xml
index f8c6127..3a15f9a 100644
--- a/runtime/android/app/src/main/res/values/colors.xml
+++ b/runtime/android/app/src/main/res/values/colors.xml
@@ -7,4 +7,10 @@
     <color name="teal_700">#FF018786</color>
     <color name="black">#FF000000</color>
     <color name="white">#FFFFFFFF</color>
+
+    <color name="red">#f16d7a</color>
+    <color name="green">#b7d28d</color>
+    <color name="blue">#b8f1ed</color>
+    <color name="top_color">#b7d28d</color>
+    <color name="down_color">#b8f1ed</color>
 </resources>
\ No newline at end of file