AI/wekws
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[runtime/android] refine android demo, use hey_snips as the default wakeup word (#90)

Browse Source
This commit is contained in:
Binbin Zhang 2022-09-12 21:55:06 +08:00 committed by GitHub
parent 4bacb81f7f
commit ff5dcf29ed
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 20 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
runtime/android/app/src/main/assets/kws.ort Normal file
View File

Binary file not shown.

10
runtime/android/app/src/main/cpp/wekws.cc
View File

@ -62,14 +62,12 @@ void spot_thread_func() {
feature_pipeline->Read(80, &feats); feature_pipeline->Read(80, &feats);
std::vector<std::vector<float>> prob; std::vector<std::vector<float>> prob;
spotter->Forward(feats, &prob); spotter->Forward(feats, &prob);
float max_prob = 0.0;
float max_hi_xiaowen = 0;
float max_nihao_wenwen = 0;
for (int t = 0; t < prob.size(); t++) { for (int t = 0; t < prob.size(); t++) {
max_hi_xiaowen = std::max(prob[t][0], max_hi_xiaowen); for (int j = 0; j < prob[t].size(); j++) {
max_nihao_wenwen = std::max(prob[t][1], max_nihao_wenwen); max_prob = std::max(prob[t][j], max_prob);
}
} }
float max_prob = max_hi_xiaowen + max_nihao_wenwen;
result = std::to_string(offset) + " prob: " + std::to_string(max_prob); result = std::to_string(offset) + " prob: " + std::to_string(max_prob);
offset += prob.size(); offset += prob.size();
} }

3
runtime/android/app/src/main/java/cn/org/wenet/wekws/MainActivity.java
View File

@ -35,6 +35,7 @@ public class MainActivity extends AppCompatActivity {
private static final int SAMPLE_RATE = 16000; // The sampling rate private static final int SAMPLE_RATE = 16000; // The sampling rate
private static final int MAX_QUEUE_SIZE = 2500; // 100 seconds audio, 1 / 0.04 * 100 private static final int MAX_QUEUE_SIZE = 2500; // 100 seconds audio, 1 / 0.04 * 100
private static final List<String> resource = Arrays.asList("kws.ort"); private static final List<String> resource = Arrays.asList("kws.ort");
private static final String HINTS = "say \"Hey Snips\" to wakeup";
private boolean startRecord = false; private boolean startRecord = false;
private AudioRecord record = null; private AudioRecord record = null;
@ -91,7 +92,7 @@ public class MainActivity extends AppCompatActivity {
} }
TextView textView = findViewById(R.id.textView); TextView textView = findViewById(R.id.textView);
textView.setText(""); textView.setText(HINTS);
Spot.init(getFilesDir().getPath()); Spot.init(getFilesDir().getPath());
Button button = findViewById(R.id.button); Button button = findViewById(R.id.button);

27
runtime/android/app/src/main/res/layout/activity_main.xml
View File

@ -1,27 +1,23 @@
<?xml version="1.0" encoding="utf-8"?> <?xml version="1.0" encoding="utf-8"?>
<androidx.constraintlayout.widget.ConstraintLayout xmlns:android="http://schemas.android.com/apk/res/android" <androidx.constraintlayout.widget.ConstraintLayout xmlns:android="http://schemas.android.com/apk/res/android"
xmlns:VoiceRect="http://schemas.android.com/apk/res-auto"
xmlns:app="http://schemas.android.com/apk/res-auto" xmlns:app="http://schemas.android.com/apk/res-auto"
xmlns:tools="http://schemas.android.com/tools" xmlns:tools="http://schemas.android.com/tools"
xmlns:VoiceRect="http://schemas.android.com/apk/res-auto"
android:layout_width="match_parent" android:layout_width="match_parent"
android:layout_height="match_parent" android:layout_height="match_parent"
android:textAlignment="center"
tools:context=".MainActivity"> tools:context=".MainActivity">
<TextView <TextView
android:id="@+id/textView" android:id="@+id/textView"
android:layout_width="0dp" android:layout_width="wrap_content"
android:layout_height="wrap_content" android:layout_height="wrap_content"
android:background="#F4F4F4" android:layout_marginTop="350dp"
android:maxLines="15" android:textAlignment="center"
android:minLines="15" android:textSize="20sp"
android:text="TextView" VoiceRect:layout_constraintEnd_toEndOf="parent"
android:textSize="30sp" VoiceRect:layout_constraintStart_toStartOf="parent"
app:layout_constraintBottom_toBottomOf="parent" VoiceRect:layout_constraintTop_toTopOf="parent" />
app:layout_constraintEnd_toEndOf="parent"
app:layout_constraintHorizontal_bias="0.0"
app:layout_constraintStart_toStartOf="parent"
app:layout_constraintTop_toTopOf="parent"
app:layout_constraintVertical_bias="0.08" />
<cn.org.wenet.wekws.VoiceRectView <cn.org.wenet.wekws.VoiceRectView
android:id="@+id/voiceRectView" android:id="@+id/voiceRectView"
@ -34,8 +30,7 @@
VoiceRect:RectTopColor="@color/green" VoiceRect:RectTopColor="@color/green"
app:layout_constraintBottom_toTopOf="@+id/button" app:layout_constraintBottom_toTopOf="@+id/button"
app:layout_constraintEnd_toEndOf="parent" app:layout_constraintEnd_toEndOf="parent"
app:layout_constraintStart_toStartOf="parent" app:layout_constraintStart_toStartOf="parent" />
app:layout_constraintTop_toBottomOf="@+id/textView" />
<Button <Button
android:id="@+id/button" android:id="@+id/button"
@ -47,4 +42,6 @@
app:layout_constraintHorizontal_bias="1.0" app:layout_constraintHorizontal_bias="1.0"
app:layout_constraintStart_toStartOf="parent" /> app:layout_constraintStart_toStartOf="parent" />
</androidx.constraintlayout.widget.ConstraintLayout> </androidx.constraintlayout.widget.ConstraintLayout>