AI/wekws
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[examples] remove static quantization (#87)

Browse Source
This commit is contained in:
Binbin Zhang 2022-09-12 15:49:28 +08:00 committed by GitHub
parent 0d9237b8c0
commit 9f29e033aa
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 15 additions and 41 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
examples/hey_snips/s0/run.sh
View File

@ -117,10 +117,15 @@ if [ ${stage} -le 3 ] && [ ${stop_stage} -ge 3 ]; then
fi fi
if [ ${stage} -le 5 ] && [ ${stop_stage} -ge 5 ]; then if [ ${stage} -le 4 ] && [ ${stop_stage} -ge 4 ]; then
python wekws/bin/export_jit.py --config $dir/config.yaml \ jit_model=$(basename $score_checkpoint | sed -e 's:.pt$:.zip:g')
onnx_model=$(basename $score_checkpoint | sed -e 's:.pt$:.onnx:g')
python wekws/bin/export_jit.py \
--config $dir/config.yaml \
--checkpoint $score_checkpoint \ --checkpoint $score_checkpoint \
--output_file $dir/final.zip \ --jit_model $dir/$jit_model
--output_quant_file $dir/final.quant.zip python wekws/bin/export_onnx.py \
--config $dir/config.yaml \
--checkpoint $score_checkpoint \
--onnx_model $dir/$onnx_model
fi fi

33
examples/hi_xiaowen/s0/run.sh
View File

@ -115,39 +115,6 @@ fi
if [ ${stage} -le 4 ] && [ ${stop_stage} -ge 4 ]; then if [ ${stage} -le 4 ] && [ ${stop_stage} -ge 4 ]; then
echo "Static quantization, compute FRR/FAR..."
# Apply static quantization
quantize_score_checkpoint=$(basename $score_checkpoint | sed -e 's:.pt$:.quant.zip:g')
cat data/train/data.list | python tools/shuffle_list.py --seed 777 | \
head -n 10000 > $dir/calibration.list
python wekws/bin/static_quantize.py \
--config $dir/config.yaml \
--test_data $dir/calibration.list \
--checkpoint $score_checkpoint \
--num_workers 8 \
--script_model $dir/$quantize_score_checkpoint
result_dir=$dir/test_$(basename $quantize_score_checkpoint)
mkdir -p $result_dir
python wekws/bin/score.py \
--config $dir/config.yaml \
--test_data data/test/data.list \
--batch_size 256 \
--jit_model \
--checkpoint $dir/$quantize_score_checkpoint \
--score_file $result_dir/score.txt \
--num_workers 8
for keyword in 0 1; do
python wekws/bin/compute_det.py \
--keyword $keyword \
--test_data data/test/data.list \
--score_file $result_dir/score.txt \
--stats_file $result_dir/stats.${keyword}.txt
done
fi
if [ ${stage} -le 5 ] && [ ${stop_stage} -ge 5 ]; then
jit_model=$(basename $score_checkpoint | sed -e 's:.pt$:.zip:g') jit_model=$(basename $score_checkpoint | sed -e 's:.pt$:.zip:g')
onnx_model=$(basename $score_checkpoint | sed -e 's:.pt$:.onnx:g') onnx_model=$(basename $score_checkpoint | sed -e 's:.pt$:.onnx:g')
python wekws/bin/export_jit.py \ python wekws/bin/export_jit.py \

8
runtime/core/bin/kws_main.cc
View File

@ -12,6 +12,7 @@
// See the License for the specific language governing permissions and // See the License for the specific language governing permissions and
// limitations under the License. // limitations under the License.
#include <iostream> #include <iostream>
#include <string> #include <string>
@ -49,10 +50,11 @@ int main(int argc, char* argv[]) {
std::vector<std::vector<float>> prob; std::vector<std::vector<float>> prob;
spotter.Forward(feats, &prob); spotter.Forward(feats, &prob);
for (int i = 0; i < prob.size(); i++) { for (int i = 0; i < prob.size(); i++) {
if (prob[i][0] > 0.1 || prob[i][1] > 0.1) { std::cout << "frame " << offset + i << " prob";
std::cout << "frame " << offset + i << " prob " << prob[i][0] << " " for (int j = 0; j < prob[i].size(); j++) {
<< prob[i][1] << std::endl; std::cout << " " << prob[i][j];
} }
std::cout << std::endl;
} }
// Reach the end of feature pipeline // Reach the end of feature pipeline
if (!ok) break; if (!ok) break;