Put the demo into main folder

ls-milkyway · Dec 24, 2021 · 72bf210 · 72bf210
1 parent 93e81c3
commit 72bf210
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 93 deletions.
diff --git a/python/example/batch/asr_server_gpu.py b/python/example/batch/asr_server_gpu.py
diff --git a/python/example/batch/test_batch.py → python/example/test_gpu_batch.py b/python/example/batch/test_batch.py → python/example/test_gpu_batch.py
@@ -29,7 +29,7 @@
     for i, fd in enumerate(fds):
         if i in ended:
             continue
-        data = fd.read(8000)
+        data = fd.read(16000)
         if len(data) == 0:
             rec.FinishStream(i)
             ended.add(i)

diff --git a/src/batch_recognizer.cc b/src/batch_recognizer.cc
@@ -31,9 +31,10 @@ BatchRecognizer::BatchRecognizer() {
     batched_decoder_config.Register(&po);
     po.ReadConfigFile("model/conf/model.conf");
 
-    batched_decoder_config.num_worker_threads = 4;
-    batched_decoder_config.max_batch_size = 100;
+    batched_decoder_config.num_worker_threads = -1;
+    batched_decoder_config.max_batch_size = 200;
     batched_decoder_config.reset_on_endpoint = true;
+    batched_decoder_config.use_gpu_feature_extraction = true;
 
     batched_decoder_config.feature_opts.feature_type = "mfcc";
     batched_decoder_config.feature_opts.mfcc_config = "model/conf/mfcc.conf";

diff --git a/src/vosk_api.cc b/src/vosk_api.cc
@@ -171,6 +171,8 @@ void vosk_set_log_level(int log_level)
 void vosk_gpu_init()
 {
 #if HAVE_CUDA
+//    kaldi::CuDevice::EnableTensorCores(true);
+//    kaldi::CuDevice::EnableTf32Compute(true);
     kaldi::CuDevice::Instantiate().SelectGpuId("yes");
     kaldi::CuDevice::Instantiate().AllowMultithreading();
 #endif