Start of Eviden Riva Deployment Documentation
VERSION="v1.26.0" # check latest version in /releases page
curl -L https://github.com/kubernetes-sigs/cri-tools/releases/download/$VERSION/crictl-${VERSION}-linux-amd64.tar.gz --output crictl-${VERSION}-linux-amd64.tar.gz
sudo tar zxvf crictl-$VERSION-linux-amd64.tar.gz -C /usr/local/bin
rm -f crictl-$VERSION-linux-amd64.tar.gz
Download the ngc-cli from https://catalog.ngc.nvidia.com/orgs/nvidia/teams/ngc-apps/resources/ngc_cli/files
scp the downloaded file up to the server
unzip ngccli_linux.zip
chmod u+x ngc-cli/ngc
echo "export PATH=\"\$PATH:$(pwd)/ngc-cli\"" >> ~/.bashrc
ngc config set
# provide name and api key ie: tvmq7mfnq78e / longapikeyngc registry image list
# should output available imagesapt install docker.io
systemctl stop docker
systemctl disable docker
ngc registry image pull nvcr.io/nvidia/riva/riva-speech:2.13.1
ngc registry image pull nvcr.io/nvidia/riva/riva-speech:2.13.1-servicemaker
Get the image IDs via: docker image ls
Build commands to match image and versions as required
docker image save -o riva-speech-2.13.1.tar 4ea0af10b775
docker image save -o riva-speech-2.13.1-servicemaker.tar e4d8cf562439
Export
k0s ctr image export riva-speech-2.13.1.tar nvcr.io/nvidia/riva/riva-speech:2.13.1
k0s ctr image export riva-speech-2.13.1-servicemaker.tar nvcr.io/nvidia/riva/riva-speech:2.13.1-servicemaker
Import
k0s ctr -n=k8s.io image import riva-speech-2.13.1.tar
k0s ctr -n=k8s.io image import riva-speech-2.13.1-servicemaker.tar
Verify
k0s ctr images ls | grep riva
Links:
https://docs.nvidia.com/deeplearning/riva/user-guide/docs/quick-start-guide.html
https://docs.nvidia.com/deeplearning/riva/user-guide/docs/installation/deploy-local.html
https://github.com/nvidia-riva/tutorials
root@zdatstedge03:~# ngc registry resource download-version nvidia/riva/riva_quickstart:2.14.0
CLI_VERSION: Latest - 3.40.0 available (current: 3.38.0). Please update by using the command 'ngc version upgrade'
Getting files to download...
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ • 147.8/147.8 KiB • Remaining: 0:00:00 • 379.4 kB/s • Elapsed: 0:00:01 • Total: 26 - Completed: 26 - Failed: 0
----------------------------------------------------------------
Download status: COMPLETED
Downloaded local path resource: /root/riva_quickstart_v2.14.0
Total files downloaded: 26
Total transferred: 147.85 KB
Started at: 2024-03-13 10:26:18
Completed at: 2024-03-13 10:26:19
Duration taken: 1s
----------------------------------------------------------------
root@zdatstedge03:~# ls
configure.sh get_helm.sh history.txt images kubia ngc-cli ngccli_linux.zip ngc-cli.md5 riva riva_quickstart_v2.14.0
root@zdatstedge03:~# cd riva_quickstart_v2.14.0/
root@zdatstedge03:~/riva_quickstart_v2.14.0# ls
asr_lm_tools config.sh examples nemo2riva-2.14.0-py3-none-any.whl protos riva_clean.sh riva_init.sh riva_start_client.sh riva_start.sh riva_stop.sh
root@zdatstedge03:~/riva_quickstart_v2.14.0# vim config.sh
root@zdatstedge03:~/riva_quickstart_v2.14.0# vim riva_init.sh
root@zdatstedge03:~/riva_quickstart_v2.14.0# ./riva_init.sh
-bash: ./riva_init.sh: Permission denied
root@zdatstedge03:~/riva_quickstart_v2.14.0# chmod +x *.sh
root@zdatstedge03:~/riva_quickstart_v2.14.0# ls
asr_lm_tools config.sh examples nemo2riva-2.14.0-py3-none-any.whl protos riva_clean.sh riva_init.sh riva_start_client.sh riva_start.sh riva_stop.sh
root@zdatstedge03:~/riva_quickstart_v2.14.0# ll
-bash: ll: command not found
root@zdatstedge03:~/riva_quickstart_v2.14.0# ./riva_init.sh
Logging into NGC docker registry if necessary...
Pulling required docker images if necessary...
Note: This may take some time, depending on the speed of your Internet connection.
> Pulling Riva Speech Server images.
> Image nvcr.io/nvidia/riva/riva-speech:2.14.0 exists. Skipping.
> Pulling nvcr.io/nvidia/riva/riva-speech:2.14.0-servicemaker. This may take some time...
Downloading models (RMIRs) from NGC...
Note: this may take some time, depending on the speed of your Internet connection.
To skip this process and use existing RMIRs set the location and corresponding flag in config.sh.
==========================
=== Riva Speech Skills ===
==========================
NVIDIA Release (build 77214116)
Copyright (c) 2016-2022, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
Copyright (c) 2018-2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
https://developer.nvidia.com/tensorrt
Various files include modifications (c) NVIDIA CORPORATION & AFFILIATES. All rights reserved.
This container image and its contents are governed by the NVIDIA Deep Learning Container License.
By pulling and using the container, you accept the terms and conditions of this license:
https://developer.nvidia.com/ngc/nvidia-deep-learning-container-license
To install Python sample dependencies, run /opt/tensorrt/python/python_setup.sh
To install the open-source samples corresponding to this TensorRT release version
run /opt/tensorrt/install_opensource.sh. To build the open source parsers,
plugins, and samples for current top-of-tree on master or a different branch,
run /opt/tensorrt/install_opensource.sh -b <branch>
See https://github.com/NVIDIA/TensorRT for more information.
/data/rmir /opt/riva
2024-03-13 16:31:23 URL:https://files.ngc.nvidia.com/org/nvidia/team/ngc-apps/recipes/ngc_cli/versions/3.26.0/files/ngccli_linux.zip?Expires=1710351081&Signature=k--MglmfN4Z~a7Ysi7YjumDp4wRToeIoFPBADNiKwcpT9kCdIYyXpV8wMPKBPVg3kdKB-AfGtkOuLMCwlzh~TvBnmkK3LiTCaPULFVXA6ZUPZZR9IZy6lfta~~T9hnyBIs6JLCBOjZYYVvxsw3-82grZC7P4wHTu5-eRtkE6ecXah11jZR~Z7sqC0M71BeZNOjChek2Kk8EECPQdDPxTDg~ETHEKndjELk6bdZfoANkhPHtkjNfVj85HAO5exgGJUP50e8BWenm8Qj9gSooyrcAvGVvcYgVRAsiO1NBUEP4kgHenfA8Xrv71mOuu10tqA6e20ltXISCgB2AR6v9PHQ__&Key-Pair-Id=KCX06E8E9L60W [45878930/45878930] -> "ngccli_linux.zip" [1]
/data/rmir
> Downloading nvidia/riva/rmir_asr_conformer_en_us_str:2.14.0...
CLI_VERSION: Latest - 3.40.0 available (current: 3.26.0). Please update by using the command 'ngc version upgrade'
Getting files to download...
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ • 635.7/635.7 MiB • Remaining: 0:00:00 • 23.6 MB/s • Elapsed: 0:00:29 • Total: 1 - Completed: 1 - Failed: 0
-------------------------------------------------------------------------------
Download status: COMPLETED
Downloaded local path model: /data/rmir/rmir_asr_conformer_en_us_str_v2.14.0
Total files downloaded: 1
Total transferred: 635.68 MB
Started at: 2024-03-13 16:31:28
Completed at: 2024-03-13 16:31:57
Duration taken: 29s
-------------------------------------------------------------------------------
> Downloading nvidia/riva/rmir_asr_conformer_en_us_ofl:2.14.0...
Getting files to download...
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ • 635.7/635.7 MiB • Remaining: 0:00:00 • 23.7 MB/s • Elapsed: 0:00:29 • Total: 1 - Completed: 1 - Failed: 0
-------------------------------------------------------------------------------
Download status: COMPLETED
Downloaded local path model: /data/rmir/rmir_asr_conformer_en_us_ofl_v2.14.0
Total files downloaded: 1
Total transferred: 635.68 MB
Started at: 2024-03-13 16:32:00
Completed at: 2024-03-13 16:32:30
Duration taken: 29s
-------------------------------------------------------------------------------
> Downloading nvidia/riva/rmir_nlp_punctuation_bert_base_en_us:2.14.0...
Getting files to download...
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ • 384.8/384.8 MiB • Remaining: 0:00:00 • 23.5 MB/s • Elapsed: 0:00:17 • Total: 1 - Completed: 1 - Failed: 0
---------------------------------------------------------------------------------------
Download status: COMPLETED
Downloaded local path model: /data/rmir/rmir_nlp_punctuation_bert_base_en_us_v2.14.0
Total files downloaded: 1
Total transferred: 384.79 MB
Started at: 2024-03-13 16:32:33
Completed at: 2024-03-13 16:32:51
Duration taken: 17s
---------------------------------------------------------------------------------------
Directory rmir_nlp_punctuation_bert_base_en_us_v2.14.0 already exists, skipping. Use '--force' option to override.
> Downloading nvidia/riva/rmir_tts_fastpitch_hifigan_en_us_ipa:2.14.0...
Getting files to download...
━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ • 227.5/227.5 MiB • Remaining: 0:00:00 • 22.6 MB/s • Elapsed: 0:00:12 • Total: 1 - Completed: 1 - Failed: 0
---------------------------------------------------------------------------------------
Download status: COMPLETED
Downloaded local path model: /data/rmir/rmir_tts_fastpitch_hifigan_en_us_ipa_v2.14.0
Total files downloaded: 1
Total transferred: 227.49 MB
Started at: 2024-03-13 16:32:55
Completed at: 2024-03-13 16:33:08
Duration taken: 12s
---------------------------------------------------------------------------------------
/opt/riva
+ [[ non-tegra != \t\e\g\r\a ]]
+ [[ non-tegra == \t\e\g\r\a ]]
+ echo 'Converting RMIRs at riva-model-repo/rmir to Riva Model repository.'
Converting RMIRs at riva-model-repo/rmir to Riva Model repository.
+ docker run --init -it --rm --gpus '"device=0"' -v riva-model-repo:/data -e MODEL_DEPLOY_KEY=tlt_encode --name riva-service-maker nvcr.io/nvidia/riva/riva-speech:2.14.0-servicemaker deploy_all_models /data/rmir /data/models
==========================
=== Riva Speech Skills ===
==========================
NVIDIA Release (build 77214116)
Copyright (c) 2016-2022, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
Copyright (c) 2018-2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
https://developer.nvidia.com/tensorrt
Various files include modifications (c) NVIDIA CORPORATION & AFFILIATES. All rights reserved.
This container image and its contents are governed by the NVIDIA Deep Learning Container License.
By pulling and using the container, you accept the terms and conditions of this license:
https://developer.nvidia.com/ngc/nvidia-deep-learning-container-license
To install Python sample dependencies, run /opt/tensorrt/python/python_setup.sh
To install the open-source samples corresponding to this TensorRT release version
run /opt/tensorrt/install_opensource.sh. To build the open source parsers,
plugins, and samples for current top-of-tree on master or a different branch,
run /opt/tensorrt/install_opensource.sh -b <branch>
See https://github.com/NVIDIA/TensorRT for more information.
2024-03-13 16:33:12,459 [INFO] Writing Riva model repository to '/data/models'...
2024-03-13 16:33:12,459 [INFO] The riva model repo target directory is /data/models
2024-03-13 16:33:22,965 [INFO] Using obey-precision pass with fp16 TRT
2024-03-13 16:33:22,965 [INFO] Extract_binaries for language_model -> /data/models/riva-trt-riva-punctuation-en-US-nn-bert-base-uncased/1
2024-03-13 16:33:22,965 [INFO] extracting {'onnx': ('nemo.collections.nlp.models.token_classification.punctuation_capitalization_model.PunctuationCapitalizationModel', 'model_graph.onnx')} -> /data/models/riva-trt-riva-punctuation-en-US-nn-bert-base-uncased/1
2024-03-13 16:33:23,278 [INFO] Printing copied artifacts:
2024-03-13 16:33:23,278 [INFO] {'onnx': '/data/models/riva-trt-riva-punctuation-en-US-nn-bert-base-uncased/1/model_graph.onnx'}
2024-03-13 16:33:23,278 [INFO] Building TRT engine from ONNX file /data/models/riva-trt-riva-punctuation-en-US-nn-bert-base-uncased/1/model_graph.onnx
[03/13/2024-16:33:28] [TRT] [W] CUDA lazy loading is not enabled. Enabling it can significantly reduce device memory usage. See `CUDA_MODULE_LOADING` in https://docs.nvidia.com/cuda/cuda-c-programming-guide/index.html#env-vars
[03/13/2024-16:33:30] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:375: Your ONNX model has been generated with INT64 weights, while TensorRT does not natively support INT64. Attempting to cast down to INT32.
[03/13/2024-16:33:33] [TRT] [E] parsers/onnx/ModelImporter.cpp:520: Parse was called with a non-empty network definition
2024-03-13 16:33:33,112 [INFO] Mixed-precision net: 1795 layers, 1795 tensors, 2 outputs...
2024-03-13 16:33:33,174 [INFO] Mixed-precision net: 604 layers / 604 outputs fixed
[03/13/2024-16:33:36] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:33:36] [TRT] [W] attention_mask_dynamic_axes_1
[03/13/2024-16:33:36] [TRT] [W] input_ids_dynamic_axes_1
[03/13/2024-16:33:36] [TRT] [W] token_type_ids_dynamic_axes_1
[03/13/2024-16:34:04] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:34:04] [TRT] [W] attention_mask_dynamic_axes_1
[03/13/2024-16:34:04] [TRT] [W] input_ids_dynamic_axes_1
[03/13/2024-16:34:04] [TRT] [W] token_type_ids_dynamic_axes_1
[03/13/2024-16:34:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:34:34] [TRT] [W] attention_mask_dynamic_axes_1
[03/13/2024-16:34:34] [TRT] [W] input_ids_dynamic_axes_1
[03/13/2024-16:34:34] [TRT] [W] token_type_ids_dynamic_axes_1
[03/13/2024-16:34:37] [TRT] [W] TensorRT encountered issues when converting weights between types and that could affect accuracy.
[03/13/2024-16:34:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to adjust the magnitude of the weights.
[03/13/2024-16:34:37] [TRT] [W] Check verbose logs for the list of affected weights.
[03/13/2024-16:34:37] [TRT] [W] - 121 weights are affected by this issue: Detected subnormal FP16 values.
[03/13/2024-16:34:37] [TRT] [W] - 74 weights are affected by this issue: Detected values less than smallest positive FP16 subnormal value and converted them to the FP16 minimum subnormalized value.
[03/13/2024-16:34:37] [TRT] [W] - 1 weights are affected by this issue: Detected finite FP32 values which would overflow in FP16 and converted them to the closest finite FP16 value.
2024-03-13 16:34:37,439 [INFO] Writing engine to model repository: /data/models/riva-trt-riva-punctuation-en-US-nn-bert-base-uncased/1/model.plan
2024-03-13 16:34:37,740 [INFO] Capit dimensions:2
2024-03-13 16:34:37,741 [INFO] Punct dimensions:4
2024-03-13 16:34:37,803 [INFO] Extract_binaries for nlp_pipeline_backend -> /data/models/riva-punctuation-en-US/1
2024-03-13 16:34:37,803 [INFO] extracting {'vocab': ('nemo.collections.nlp.models.token_classification.punctuation_capitalization_model.PunctuationCapitalizationModel', 'f92889b136d2433693cb9127e1aea218_vocab.txt'), 'punctuation_mapping_path': ('nemo.collections.nlp.models.token_classification.punctuation_capitalization_model.PunctuationCapitalizationModel', 'nemo:bf74918539724a61a0d7703134519ea5_punct_label_ids.csv'), 'capitalization_mapping_path': ('nemo.collections.nlp.models.token_classification.punctuation_capitalization_model.PunctuationCapitalizationModel', 'nemo:56633d0a0d8e459b9c8acd572cfa34b8_capit_label_ids.csv')} -> /data/models/riva-punctuation-en-US/1
2024-03-13 16:34:40,979 [INFO] Using onnx runtime
2024-03-13 16:34:40,980 [INFO] Using tensorrt with fp16
2024-03-13 16:34:40,980 [INFO] Extract_binaries for preprocessor -> /data/models/tts_preprocessor-English-US/1
2024-03-13 16:34:40,981 [INFO] extracting {'phone_dictionary_path': ('nemo.collections.tts.models.fastpitch.FastPitchModel', '/mnt/nvdl/datasets/jarvis_speech_ci/model_files/ipa_cmudict-0.7b_nv22.10.txt'), 'abbreviations': '/mnt/nvdl/datasets/jarvis_speech_ci/model_files/abbr.txt', 'mapping_file': ('nemo.collections.tts.models.fastpitch.FastPitchModel', '/opt/riva/mapping.txt'), 'wfst_tokenizer': '/mnt/nvdl/datasets/jarvis_speech_ci/model_files/tts_tn/currency_update/tokenize_and_classify.far', 'wfst_verbalizer': '/mnt/nvdl/datasets/jarvis_speech_ci/model_files/tts_tn/currency_update/verbalize.far'} -> /data/models/tts_preprocessor-English-US/1
2024-03-13 16:34:40,990 [INFO] Extract_binaries for encoderFastPitch -> /data/models/riva-onnx-fastpitch_encoder-English-US/1
2024-03-13 16:34:40,990 [INFO] extracting {'onnx': ('nemo.collections.tts.models.fastpitch.FastPitchModel', 'model_graph.onnx')} -> /data/models/riva-onnx-fastpitch_encoder-English-US/1
2024-03-13 16:34:43,425 [INFO] Printing copied artifacts:
2024-03-13 16:34:43,425 [INFO] {'onnx': '/data/models/riva-onnx-fastpitch_encoder-English-US/1/model_graph.onnx'}
2024-03-13 16:34:43,585 [INFO] Extract_binaries for chunkerFastPitch -> /data/models/spectrogram_chunker-English-US/1
2024-03-13 16:34:43,586 [INFO] No binaries to extract. Creating empty file at /data/models/spectrogram_chunker-English-US/1
2024-03-13 16:34:43,587 [INFO] Extract_binaries for hifigan -> /data/models/riva-trt-hifigan-English-US/1
2024-03-13 16:34:43,587 [INFO] extracting {'onnx': ('nemo.collections.tts.models.hifigan.HifiGanModel', 'model_graph.onnx')} -> /data/models/riva-trt-hifigan-English-US/1
2024-03-13 16:34:44,391 [INFO] Printing copied artifacts:
2024-03-13 16:34:44,391 [INFO] {'onnx': '/data/models/riva-trt-hifigan-English-US/1/model_graph.onnx'}
2024-03-13 16:34:44,391 [INFO] Building TRT engine from ONNX file /data/models/riva-trt-hifigan-English-US/1/model_graph.onnx
[03/13/2024-16:34:44] [TRT] [W] CUDA lazy loading is not enabled. Enabling it can significantly reduce device memory usage. See `CUDA_MODULE_LOADING` in https://docs.nvidia.com/cuda/cuda-c-programming-guide/index.html#env-vars
[03/13/2024-16:34:46] [TRT] [E] parsers/onnx/ModelImporter.cpp:520: Parse was called with a non-empty network definition
[03/13/2024-16:39:43] [TRT] [W] TensorRT encountered issues when converting weights between types and that could affect accuracy.
[03/13/2024-16:39:43] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to adjust the magnitude of the weights.
[03/13/2024-16:39:43] [TRT] [W] Check verbose logs for the list of affected weights.
[03/13/2024-16:39:43] [TRT] [W] - 84 weights are affected by this issue: Detected subnormal FP16 values.
[03/13/2024-16:39:43] [TRT] [W] - 25 weights are affected by this issue: Detected values less than smallest positive FP16 subnormal value and converted them to the FP16 minimum subnormalized value.
2024-03-13 16:39:43,414 [INFO] Writing engine to model repository: /data/models/riva-trt-hifigan-English-US/1/model.plan
2024-03-13 16:39:43,445 [INFO] Extract_binaries for postprocessor -> /data/models/tts_postprocessor-English-US/1
2024-03-13 16:39:43,445 [INFO] No binaries to extract. Creating empty file at /data/models/tts_postprocessor-English-US/1
2024-03-13 16:39:43,447 [INFO] Extract_binaries for self -> /data/models/fastpitch_hifigan_ensemble-English-US/1
2024-03-13 16:39:43,447 [INFO] No binaries to extract. Creating empty file at /data/models/fastpitch_hifigan_ensemble-English-US/1
2024-03-13 16:39:43,447 [INFO] [{'model_name': 'tts_preprocessor-English-US', 'model_version': 1, 'input_map': {'input_string': 'INPUT', 'speaker': 'SPEAKER'}, 'output_map': {'output': 'input_encoder', 'is_last_sentence': 'chunker_is_last_sentence', 'output_string': 'PROCESSED_TEXT', 'sentence_num': 'SENTENCE_NUM', 'pitch': 'input_encoder_pitch', 'duration': 'input_encoder_dur', 'speaker': 'input_speaker', 'volume': 'input_volume'}}, {'model_name': 'riva-onnx-fastpitch_encoder-English-US', 'model_version': 1, 'input_map': {'text': 'input_encoder', 'pitch': 'input_encoder_pitch', 'pace': 'input_encoder_dur', 'speaker': 'input_speaker', 'volume': 'input_volume'}, 'output_map': {'spect': 'output_encoder', 'num_frames': 'num_valid_frames_encoder', 'durs_predicted': 'durs_predicted', 'volume_aligned': 'volume_out'}}, {'model_name': 'spectrogram_chunker-English-US', 'model_version': 1, 'input_map': {'SPECTROGRAM': 'output_encoder', 'IS_LAST_SENTENCE': 'chunker_is_last_sentence', 'NUM_VALID_FRAMES_IN': 'num_valid_frames_encoder', 'SENTENCE_NUM': 'SENTENCE_NUM', 'DURATIONS': 'durs_predicted', 'PROCESSED_TEXT': 'PROCESSED_TEXT', 'VOLUME': 'volume_out'}, 'output_map': {'SPECTROGRAM_CHUNK': 'spectrogram_chunk', 'END_FLAG': 'END_FLAG', 'NUM_VALID_SAMPLES_OUT': 'num_valid_samples', 'SENTENCE_NUM': 'OUT_SENTENCE_NUM', 'DURATIONS': 'OUT_DURATIONS', 'PROCESSED_TEXT': 'OUT_PROCESSED_TEXT', 'VOLUME': 'OUT_VOLUME'}}, {'model_name': 'riva-trt-hifigan-English-US', 'model_version': 1, 'input_map': {'spec': 'spectrogram_chunk'}, 'output_map': {'audio': 'audio_chunk'}}, {'model_name': 'tts_postprocessor-English-US', 'model_version': 1, 'input_map': {'INPUT': 'audio_chunk', 'NUM_VALID_SAMPLES': 'num_valid_samples', 'Prosody_volume': 'OUT_VOLUME'}, 'output_map': {'OUTPUT': 'OUTPUT'}}]
2024-03-13 16:40:07,918 [INFO] Using obey-precision pass with fp16 TRT
2024-03-13 16:40:07,919 [INFO] Extract_binaries for nn -> /data/models/riva-trt-conformer-en-US-asr-offline-am-streaming-offline/1
2024-03-13 16:40:07,919 [INFO] extracting {'onnx': ('nemo.collections.asr.models.ctc_bpe_models.EncDecCTCModelBPE', 'model_graph.onnx')} -> /data/models/riva-trt-conformer-en-US-asr-offline-am-streaming-offline/1
2024-03-13 16:40:09,295 [INFO] Printing copied artifacts:
2024-03-13 16:40:09,295 [INFO] {'onnx': '/data/models/riva-trt-conformer-en-US-asr-offline-am-streaming-offline/1/model_graph.onnx'}
2024-03-13 16:40:09,295 [INFO] Building TRT engine from ONNX file /data/models/riva-trt-conformer-en-US-asr-offline-am-streaming-offline/1/model_graph.onnx
[03/13/2024-16:40:11] [TRT] [W] CUDA lazy loading is not enabled. Enabling it can significantly reduce device memory usage. See `CUDA_MODULE_LOADING` in https://docs.nvidia.com/cuda/cuda-c-programming-guide/index.html#env-vars
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:15] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:40:58] [TRT] [E] parsers/onnx/ModelImporter.cpp:520: Parse was called with a non-empty network definition
2024-03-13 16:40:58,902 [INFO] Mixed-precision net: 6981 layers, 6981 tensors, 1 outputs...
2024-03-13 16:40:59,162 [INFO] Mixed-precision net: 1538 layers / 1538 outputs fixed
[03/13/2024-16:46:52] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:46:52] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:46:52] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:46:57] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:46:57] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:46:57] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:47:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:47:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:47:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:47:02] [TRT] [W] Myelin graph could not be created.
[03/13/2024-16:47:32] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:47:32] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:47:32] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:47:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:47:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:47:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:47:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:47:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:47:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:48:38] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:48:38] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:48:38] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:48:43] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:48:43] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:48:43] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:48:47] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:48:47] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:48:47] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:48:50] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:48:50] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:48:50] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:48:52] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:48:52] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:48:52] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:48:53] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:48:53] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:48:53] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:48:55] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:48:55] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:48:55] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:48:58] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:48:58] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:48:58] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:04] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:04] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:04] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:05] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:05] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:05] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:06] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:06] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:06] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:08] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:08] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:08] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:11] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:11] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:11] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:14] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:14] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:14] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:17] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:17] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:17] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:18] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:18] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:18] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:19] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:19] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:19] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:22] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:22] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:22] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:24] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:24] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:24] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:27] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:27] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:27] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:30] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:30] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:30] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:32] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:32] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:32] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:33] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:33] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:33] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:38] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:38] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:38] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:41] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:41] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:41] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:44] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:44] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:44] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:45] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:45] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:45] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:46] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:46] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:46] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:48] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:48] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:48] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:51] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:51] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:51] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:54] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:54] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:54] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:57] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:57] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:57] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:58] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:58] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:58] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:49:59] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:49:59] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:49:59] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:02] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:02] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:02] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:04] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:04] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:04] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:07] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:07] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:07] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:10] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:10] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:10] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:12] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:12] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:12] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:13] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:13] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:13] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:15] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:15] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:15] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:18] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:18] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:18] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:21] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:21] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:21] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:24] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:24] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:24] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:25] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:25] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:25] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:26] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:26] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:26] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:28] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:28] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:28] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:31] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:31] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:31] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:37] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:37] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:37] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:38] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:38] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:38] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:40] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:40] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:40] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:42] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:42] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:42] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:45] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:45] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:45] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:47] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:47] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:47] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:50] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:50] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:50] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:52] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:52] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:52] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:53] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:53] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:53] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:55] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:55] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:55] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:50:58] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:50:58] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:50:58] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:04] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:04] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:04] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:05] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:05] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:05] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:06] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:06] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:06] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:08] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:08] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:08] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:11] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:11] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:11] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:14] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:14] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:14] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:17] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:17] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:17] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:18] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:18] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:18] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:20] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:20] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:20] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:22] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:22] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:22] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:25] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:25] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:25] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:27] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:27] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:27] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:30] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:30] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:30] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:32] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:32] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:32] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:33] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:33] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:33] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:38] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:38] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:38] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:41] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:41] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:41] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:44] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:44] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:44] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:45] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:45] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:45] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:46] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:46] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:46] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:48] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:48] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:48] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:51] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:51] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:51] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:54] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:54] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:54] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:57] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:57] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:57] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:51:58] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:51:58] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:51:58] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:00] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:00] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:00] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:05] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:05] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:05] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:07] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:07] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:07] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:10] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:10] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:10] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:13] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:13] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:13] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:15] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:15] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:15] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:16] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:16] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:16] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:18] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:18] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:18] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:21] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:21] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:21] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:24] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:24] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:24] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:27] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:27] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:27] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:28] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:28] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:28] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:29] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:29] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:29] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:32] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:32] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:32] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:33] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:33] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:33] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:33] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:33] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:33] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:33] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:33] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:33] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:33] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:33] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:33] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:33] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:33] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:33] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:33] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:33] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:33] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:52:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:52:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:52:48] [TRT] [W] TensorRT encountered issues when converting weights between types and that could affect accuracy.
[03/13/2024-16:52:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to adjust the magnitude of the weights.
[03/13/2024-16:52:48] [TRT] [W] Check verbose logs for the list of affected weights.
[03/13/2024-16:52:48] [TRT] [W] - 109 weights are affected by this issue: Detected subnormal FP16 values.
[03/13/2024-16:52:48] [TRT] [W] - 4 weights are affected by this issue: Detected values less than smallest positive FP16 subnormal value and converted them to the FP16 minimum subnormalized value.
2024-03-13 16:52:48,770 [INFO] Writing engine to model repository: /data/models/riva-trt-conformer-en-US-asr-offline-am-streaming-offline/1/model.plan
2024-03-13 16:52:49,186 [INFO] Extract_binaries for featurizer -> /data/models/conformer-en-US-asr-offline-feature-extractor-streaming-offline/1
2024-03-13 16:52:49,186 [INFO] No binaries to extract. Creating empty file at /data/models/conformer-en-US-asr-offline-feature-extractor-streaming-offline/1
2024-03-13 16:52:49,189 [INFO] Extract_binaries for endpointing -> /data/models/conformer-en-US-asr-offline-endpointing-streaming-offline/1
2024-03-13 16:52:49,189 [INFO] extracting {'vocab_file': '/tmp/tmpdte92o15/riva_decoder_vocabulary.txt'} -> /data/models/conformer-en-US-asr-offline-endpointing-streaming-offline/1
2024-03-13 16:52:49,191 [INFO] Extract_binaries for lm_decoder -> /data/models/conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline/1
2024-03-13 16:52:49,191 [INFO] extracting {'vocab_file': '/tmp/tmpdte92o15/riva_decoder_vocabulary.txt', 'decoding_language_model_binary': '/mnt/nvdl/datasets/jarvis_speech_ci/jarvis_asr_language_models/en-US/en-US_default_6.0.bin', 'decoding_vocab': '/mnt/nvdl/datasets/jarvis_speech_ci/jarvis_asr_language_models/en-US/en-US_default_6.0_dict_vocab.txt', 'tokenizer_model': ('nemo.collections.asr.models.ctc_bpe_models.EncDecCTCModelBPE', '15b100c6e0e74ae598e08fcd85d9f2f6_tokenizer.model'), 'profane_words_file': '/mnt/nvdl/datasets/jarvis_speech_ci/jarvis_asr_language_models/profane_words_file.txt'} -> /data/models/conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline/1
2024-03-13 16:52:49,413 [INFO] {'vocab_file': '/data/models/conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline/1/riva_decoder_vocabulary.txt', 'decoding_language_model_binary': '/data/models/conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline/1/en-US_default_6.0.bin', 'decoding_vocab': '/data/models/conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline/1/en-US_default_6.0_dict_vocab.txt', 'tokenizer_model': '/data/models/conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline/1/15b100c6e0e74ae598e08fcd85d9f2f6_tokenizer.model', 'profane_words_file': '/data/models/conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline/1/profane_words_file.txt'}
2024-03-13 16:52:49,413 [INFO] Config has profane_words_file specified. Will use: /mnt/nvdl/datasets/jarvis_speech_ci/jarvis_asr_language_models/profane_words_file.txt
2024-03-13 16:52:49,413 [INFO] Model config has vocab file and tokenizer specified. Will create subword lexicon file from vocab_file /data/models/conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline/1/en-US_default_6.0_dict_vocab.txt and tokenizer model /data/models/conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline/1/15b100c6e0e74ae598e08fcd85d9f2f6_tokenizer.model
2024-03-13 16:52:49,516 [INFO] processed 10000 lines
2024-03-13 16:52:49,614 [INFO] processed 20000 lines
2024-03-13 16:52:49,714 [INFO] processed 30000 lines
2024-03-13 16:52:49,814 [INFO] processed 40000 lines
2024-03-13 16:52:49,914 [INFO] processed 50000 lines
2024-03-13 16:52:50,011 [INFO] processed 60000 lines
2024-03-13 16:52:50,112 [INFO] processed 70000 lines
2024-03-13 16:52:50,211 [INFO] processed 80000 lines
2024-03-13 16:52:50,312 [INFO] processed 90000 lines
2024-03-13 16:52:50,413 [INFO] processed 100000 lines
2024-03-13 16:52:50,513 [INFO] processed 110000 lines
2024-03-13 16:52:50,612 [INFO] processed 120000 lines
2024-03-13 16:52:50,711 [INFO] processed 130000 lines
2024-03-13 16:52:50,812 [INFO] processed 140000 lines
2024-03-13 16:52:50,842 [INFO] skipped 0 empty lines
2024-03-13 16:52:50,843 [INFO] filtered 0 lines
2024-03-13 16:52:50,846 [INFO] Extract_binaries for conformer-en-US-asr-offline -> /data/models/conformer-en-US-asr-offline/1
2024-03-13 16:52:50,846 [INFO] extracting {'wfst_tokenizer': '/mnt/nvdl/datasets/jarvis_speech_ci/model_files/sp-itn/22.11/en/tokenize_and_classify.far', 'wfst_verbalizer': '/mnt/nvdl/datasets/jarvis_speech_ci/model_files/sp-itn/22.11/en/verbalize.far', 'speech_hints_model': '/mnt/nvdl/datasets/jarvis_speech_ci/model_files/sp-itn/22.11/en/speech_class.far'} -> /data/models/conformer-en-US-asr-offline/1
2024-03-13 16:53:15,454 [INFO] Using obey-precision pass with fp16 TRT
2024-03-13 16:53:15,454 [INFO] Extract_binaries for nn -> /data/models/riva-trt-conformer-en-US-asr-streaming-am-streaming/1
2024-03-13 16:53:15,454 [INFO] extracting {'onnx': ('nemo.collections.asr.models.ctc_bpe_models.EncDecCTCModelBPE', 'model_graph.onnx')} -> /data/models/riva-trt-conformer-en-US-asr-streaming-am-streaming/1
2024-03-13 16:53:16,779 [INFO] Printing copied artifacts:
2024-03-13 16:53:16,779 [INFO] {'onnx': '/data/models/riva-trt-conformer-en-US-asr-streaming-am-streaming/1/model_graph.onnx'}
2024-03-13 16:53:16,779 [INFO] Building TRT engine from ONNX file /data/models/riva-trt-conformer-en-US-asr-streaming-am-streaming/1/model_graph.onnx
[03/13/2024-16:53:18] [TRT] [W] CUDA lazy loading is not enabled. Enabling it can significantly reduce device memory usage. See `CUDA_MODULE_LOADING` in https://docs.nvidia.com/cuda/cuda-c-programming-guide/index.html#env-vars
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:53:22] [TRT] [W] parsers/onnx/onnx2trt_utils.cpp:403: One or more weights outside the range of INT32 was clamped
[03/13/2024-16:54:06] [TRT] [E] parsers/onnx/ModelImporter.cpp:520: Parse was called with a non-empty network definition
2024-03-13 16:54:06,710 [INFO] Mixed-precision net: 6981 layers, 6981 tensors, 1 outputs...
2024-03-13 16:54:06,965 [INFO] Mixed-precision net: 1538 layers / 1538 outputs fixed
[03/13/2024-16:57:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:57:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:57:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:57:40] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:57:40] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:57:40] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:57:46] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:57:46] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:57:46] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:57:46] [TRT] [W] Myelin graph could not be created.
[03/13/2024-16:57:48] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:57:48] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:57:48] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:57:50] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:57:50] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:57:50] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:57:52] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:57:52] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:57:52] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:00] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:00] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:00] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:06] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:06] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:06] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:12] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:12] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:12] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:15] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:15] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:15] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:17] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:17] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:17] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:19] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:19] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:19] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:21] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:21] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:21] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:25] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:25] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:25] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:29] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:29] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:29] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:33] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:33] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:33] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:36] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:36] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:36] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:38] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:38] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:38] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:42] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:42] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:42] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:46] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:46] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:46] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:50] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:50] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:50] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:51] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:51] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:51] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:53] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:53] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:53] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:55] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:55] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:55] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:58:59] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:58:59] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:58:59] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:03] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:03] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:03] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:07] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:07] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:07] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:08] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:08] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:08] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:10] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:10] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:10] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:12] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:12] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:12] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:16] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:16] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:16] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:20] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:20] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:20] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:24] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:24] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:24] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:25] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:25] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:25] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:27] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:27] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:27] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:29] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:29] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:29] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:33] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:33] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:33] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:37] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:37] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:37] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:41] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:41] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:41] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:42] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:42] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:42] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:44] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:44] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:44] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:47] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:47] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:47] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:50] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:50] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:50] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:54] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:54] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:54] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:58] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:58] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:58] [TRT] [W] length_dynamic_axes_1
[03/13/2024-16:59:59] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-16:59:59] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-16:59:59] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:04] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:04] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:04] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:08] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:08] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:08] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:11] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:11] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:11] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:15] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:15] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:15] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:17] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:17] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:17] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:18] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:18] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:18] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:21] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:21] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:21] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:25] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:25] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:25] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:28] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:28] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:28] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:32] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:32] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:32] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:35] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:35] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:35] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:38] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:38] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:38] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:42] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:42] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:42] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:45] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:45] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:45] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:49] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:49] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:49] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:51] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:51] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:51] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:53] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:53] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:53] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:55] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:55] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:55] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:00:59] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:00:59] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:00:59] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:02] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:02] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:02] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:06] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:06] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:06] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:08] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:08] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:08] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:10] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:10] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:10] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:12] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:12] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:12] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:16] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:16] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:16] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:20] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:20] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:20] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:23] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:23] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:23] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:25] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:25] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:25] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:27] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:27] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:27] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:29] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:29] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:29] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:33] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:33] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:33] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:37] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:37] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:37] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:40] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:40] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:40] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:42] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:42] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:42] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:44] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:44] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:44] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:46] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:46] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:46] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:50] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:50] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:50] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:54] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:54] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:54] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:58] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:58] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:58] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:01:59] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:01:59] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:01:59] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:03] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:03] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:03] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:07] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:07] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:07] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:11] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:11] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:11] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:15] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:15] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:15] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:16] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:16] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:16] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:18] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:18] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:18] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:23] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:23] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:23] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:27] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:27] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:27] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:30] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:30] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:30] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:34] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:34] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:34] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:36] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:36] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:36] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:38] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:38] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:38] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:40] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:40] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:40] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:44] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:44] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:44] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:47] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:47] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:47] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:51] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:51] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:51] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:53] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:53] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:53] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:55] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:55] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:55] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:02:58] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:02:58] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:02:58] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:00] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:00] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:00] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:00] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:00] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:00] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:00] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:00] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:00] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:00] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:00] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:00] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:00] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:01] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:01] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:02] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:02] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:02] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:02] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:02] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:02] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:02] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:02] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:02] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:02] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] Myelin graph with multiple dynamic values may have poor performance if they differ. Dynamic values are:
[03/13/2024-17:03:02] [TRT] [W] audio_signal_dynamic_axes_1
[03/13/2024-17:03:02] [TRT] [W] length_dynamic_axes_1
[03/13/2024-17:03:15] [TRT] [W] TensorRT encountered issues when converting weights between types and that could affect accuracy.
[03/13/2024-17:03:15] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to adjust the magnitude of the weights.
[03/13/2024-17:03:15] [TRT] [W] Check verbose logs for the list of affected weights.
[03/13/2024-17:03:15] [TRT] [W] - 110 weights are affected by this issue: Detected subnormal FP16 values.
[03/13/2024-17:03:15] [TRT] [W] - 4 weights are affected by this issue: Detected values less than smallest positive FP16 subnormal value and converted them to the FP16 minimum subnormalized value.
2024-03-13 17:03:15,873 [INFO] Writing engine to model repository: /data/models/riva-trt-conformer-en-US-asr-streaming-am-streaming/1/model.plan
2024-03-13 17:03:16,257 [INFO] Extract_binaries for featurizer -> /data/models/conformer-en-US-asr-streaming-feature-extractor-streaming/1
2024-03-13 17:03:16,257 [INFO] No binaries to extract. Creating empty file at /data/models/conformer-en-US-asr-streaming-feature-extractor-streaming/1
2024-03-13 17:03:16,259 [INFO] Extract_binaries for endpointing -> /data/models/conformer-en-US-asr-streaming-endpointing-streaming/1
2024-03-13 17:03:16,260 [INFO] extracting {'vocab_file': '/tmp/tmpdjzrdhui/riva_decoder_vocabulary.txt'} -> /data/models/conformer-en-US-asr-streaming-endpointing-streaming/1
2024-03-13 17:03:16,262 [INFO] Extract_binaries for lm_decoder -> /data/models/conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming/1
2024-03-13 17:03:16,262 [INFO] extracting {'vocab_file': '/tmp/tmpdjzrdhui/riva_decoder_vocabulary.txt', 'decoding_language_model_binary': '/mnt/nvdl/datasets/jarvis_speech_ci/jarvis_asr_language_models/en-US/en-US_default_6.0.bin', 'decoding_vocab': '/mnt/nvdl/datasets/jarvis_speech_ci/jarvis_asr_language_models/en-US/en-US_default_6.0_dict_vocab.txt', 'tokenizer_model': ('nemo.collections.asr.models.ctc_bpe_models.EncDecCTCModelBPE', '15b100c6e0e74ae598e08fcd85d9f2f6_tokenizer.model'), 'profane_words_file': '/mnt/nvdl/datasets/jarvis_speech_ci/jarvis_asr_language_models/profane_words_file.txt'} -> /data/models/conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming/1
2024-03-13 17:03:16,483 [INFO] {'vocab_file': '/data/models/conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming/1/riva_decoder_vocabulary.txt', 'decoding_language_model_binary': '/data/models/conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming/1/en-US_default_6.0.bin', 'decoding_vocab': '/data/models/conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming/1/en-US_default_6.0_dict_vocab.txt', 'tokenizer_model': '/data/models/conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming/1/15b100c6e0e74ae598e08fcd85d9f2f6_tokenizer.model', 'profane_words_file': '/data/models/conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming/1/profane_words_file.txt'}
2024-03-13 17:03:16,483 [INFO] Config has profane_words_file specified. Will use: /mnt/nvdl/datasets/jarvis_speech_ci/jarvis_asr_language_models/profane_words_file.txt
2024-03-13 17:03:16,483 [INFO] Model config has vocab file and tokenizer specified. Will create subword lexicon file from vocab_file /data/models/conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming/1/en-US_default_6.0_dict_vocab.txt and tokenizer model /data/models/conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming/1/15b100c6e0e74ae598e08fcd85d9f2f6_tokenizer.model
2024-03-13 17:03:16,586 [INFO] processed 10000 lines
2024-03-13 17:03:16,686 [INFO] processed 20000 lines
2024-03-13 17:03:16,786 [INFO] processed 30000 lines
2024-03-13 17:03:16,887 [INFO] processed 40000 lines
2024-03-13 17:03:16,987 [INFO] processed 50000 lines
2024-03-13 17:03:17,084 [INFO] processed 60000 lines
2024-03-13 17:03:17,186 [INFO] processed 70000 lines
2024-03-13 17:03:17,286 [INFO] processed 80000 lines
2024-03-13 17:03:17,387 [INFO] processed 90000 lines
2024-03-13 17:03:17,489 [INFO] processed 100000 lines
2024-03-13 17:03:17,591 [INFO] processed 110000 lines
2024-03-13 17:03:17,690 [INFO] processed 120000 lines
2024-03-13 17:03:17,790 [INFO] processed 130000 lines
2024-03-13 17:03:17,891 [INFO] processed 140000 lines
2024-03-13 17:03:17,922 [INFO] skipped 0 empty lines
2024-03-13 17:03:17,922 [INFO] filtered 0 lines
2024-03-13 17:03:17,925 [INFO] Extract_binaries for conformer-en-US-asr-streaming -> /data/models/conformer-en-US-asr-streaming/1
2024-03-13 17:03:17,926 [INFO] extracting {'wfst_tokenizer': '/mnt/nvdl/datasets/jarvis_speech_ci/model_files/sp-itn/22.11/en/tokenize_and_classify.far', 'wfst_verbalizer': '/mnt/nvdl/datasets/jarvis_speech_ci/model_files/sp-itn/22.11/en/verbalize.far', 'speech_hints_model': '/mnt/nvdl/datasets/jarvis_speech_ci/model_files/sp-itn/22.11/en/speech_class.far'} -> /data/models/conformer-en-US-asr-streaming/1
+ '[' 0 -ne 0 ']'
+ [[ non-tegra == \t\e\g\r\a ]]
+ echo
+ echo 'Riva initialization complete. Run ./riva_start.sh to launch services.'
Riva initialization complete. Run ./riva_start.sh to launch services.
root@zdatstedge03:~/riva_quickstart_v2.14.0# ./riva_start.sh
Starting Riva Speech Services. This may take several minutes depending on the number of models deployed.
Waiting for Riva server to load all models...retrying in 10 seconds
Waiting for Riva server to load all models...retrying in 10 seconds
Riva server is ready...
root@zdatstedge03:~/riva_quickstart_v2.14.0# ps aux | grep riva
root 6237 0.1 0.0 1020 4 ? Ss 11:18 0:00 /sbin/docker-init -- /opt/nvidia/nvidia_entrypoint.sh start-riva --riva-uri=0.0.0.0:50051 --asr_service=true --tts_service=true --nlp_service=true
root 6298 0.1 0.0 3900 2816 ? S 11:18 0:00 /bin/bash /opt/riva/bin/start-riva --riva-uri=0.0.0.0:50051 --asr_service=true --tts_service=true --nlp_service=true
root 6705 1.8 0.0 930316 62976 ? Sl 11:18 0:00 riva_server --triton_uri=localhost:8001 --riva-uri=0.0.0.0:50051 --asr_service=true --tts_service=true --nlp_service=true
root 6765 0.0 0.0 6332 2176 pts/1 S+ 11:18 0:00 grep riva
root@zdatstedge03:~/riva_quickstart_v2.14.0# docker ps
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
fabee202e70e nvcr.io/nvidia/riva/riva-speech:2.14.0 "/opt/nvidia/nvidia_…" 50 seconds ago Up 49 seconds 0.0.0.0:50051->50051/tcp, :::50051->50051/tcp, 0.0.0.0:32770->8000/tcp, :::32770->8000/tcp, 0.0.0.0:32769->8001/tcp, :::32769->8001/tcp, 0.0.0.0:32768->8002/tcp, :::32768->8002/tcp riva-speech
root@zdatstedge03:~# docker logs riva-speech
==========================
=== Riva Speech Skills ===
==========================
NVIDIA Release 23.12 (build 77214108)
Copyright (c) 2018-2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
Various files include modifications (c) NVIDIA CORPORATION & AFFILIATES. All rights reserved.
This container image and its contents are governed by the NVIDIA Deep Learning Container License.
By pulling and using the container, you accept the terms and conditions of this license:
https://developer.nvidia.com/ngc/nvidia-deep-learning-container-license
> Riva waiting for Triton server to load all models...retrying in 1 second
I0313 17:18:27.255671 102 pinned_memory_manager.cc:240] Pinned memory pool is created at '0x7f8250000000' with size 268435456
I0313 17:18:27.259488 102 cuda_memory_manager.cc:105] CUDA memory pool is created on device 0 with size 1000000000
I0313 17:18:27.277917 102 model_lifecycle.cc:459] loading: conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline:1
I0313 17:18:27.277979 102 model_lifecycle.cc:459] loading: conformer-en-US-asr-offline-endpointing-streaming-offline:1
I0313 17:18:27.278015 102 model_lifecycle.cc:459] loading: conformer-en-US-asr-offline-feature-extractor-streaming-offline:1
I0313 17:18:27.278057 102 model_lifecycle.cc:459] loading: conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming:1
I0313 17:18:27.278090 102 model_lifecycle.cc:459] loading: conformer-en-US-asr-streaming-endpointing-streaming:1
I0313 17:18:27.278128 102 model_lifecycle.cc:459] loading: conformer-en-US-asr-streaming-feature-extractor-streaming:1
I0313 17:18:27.278158 102 model_lifecycle.cc:459] loading: riva-onnx-fastpitch_encoder-English-US:1
I0313 17:18:27.278193 102 model_lifecycle.cc:459] loading: riva-punctuation-en-US:1
I0313 17:18:27.278221 102 model_lifecycle.cc:459] loading: riva-trt-conformer-en-US-asr-offline-am-streaming-offline:1
I0313 17:18:27.278251 102 model_lifecycle.cc:459] loading: riva-trt-conformer-en-US-asr-streaming-am-streaming:1
I0313 17:18:27.278279 102 model_lifecycle.cc:459] loading: riva-trt-hifigan-English-US:1
I0313 17:18:27.278310 102 model_lifecycle.cc:459] loading: riva-trt-riva-punctuation-en-US-nn-bert-base-uncased:1
I0313 17:18:27.278344 102 model_lifecycle.cc:459] loading: spectrogram_chunker-English-US:1
I0313 17:18:27.278375 102 model_lifecycle.cc:459] loading: tts_postprocessor-English-US:1
I0313 17:18:27.278412 102 model_lifecycle.cc:459] loading: tts_preprocessor-English-US:1
I0313 17:18:27.329790 102 tensorrt.cc:5444] TRITONBACKEND_Initialize: tensorrt
I0313 17:18:27.329843 102 tensorrt.cc:5454] Triton TRITONBACKEND API version: 1.10
I0313 17:18:27.330415 102 tensorrt.cc:5460] 'tensorrt' TRITONBACKEND API version: 1.10
I0313 17:18:27.330446 102 tensorrt.cc:5488] backend configuration:
{"cmdline":{"auto-complete-config":"false","min-compute-capability":"6.000000","backend-directory":"/opt/tritonserver/backends","default-max-batch-size":"4"}}
I0313 17:18:27.356726 102 onnxruntime.cc:2459] TRITONBACKEND_Initialize: onnxruntime
I0313 17:18:27.356765 102 onnxruntime.cc:2469] Triton TRITONBACKEND API version: 1.10
I0313 17:18:27.357461 102 onnxruntime.cc:2475] 'onnxruntime' TRITONBACKEND API version: 1.10
I0313 17:18:27.357481 102 onnxruntime.cc:2505] backend configuration:
{"cmdline":{"auto-complete-config":"false","min-compute-capability":"6.000000","backend-directory":"/opt/tritonserver/backends","default-max-batch-size":"4"}}
I0313 17:18:27.394597 102 tensorrt.cc:5578] TRITONBACKEND_ModelInitialize: riva-trt-hifigan-English-US (version 1)
I0313 17:18:27.397526 102 backend_model.cc:188] Overriding execution policy to "TRITONBACKEND_EXECUTION_BLOCKING" for sequence model "riva-trt-hifigan-English-US"
I0313 17:18:27.397585 102 tensorrt.cc:5578] TRITONBACKEND_ModelInitialize: riva-trt-conformer-en-US-asr-streaming-am-streaming (version 1)
I0313 17:18:27.398890 102 tensorrt.cc:5578] TRITONBACKEND_ModelInitialize: riva-trt-riva-punctuation-en-US-nn-bert-base-uncased (version 1)
I0313 17:18:27.400244 102 tensorrt.cc:5578] TRITONBACKEND_ModelInitialize: riva-trt-conformer-en-US-asr-offline-am-streaming-offline (version 1)
> Riva waiting for Triton server to load all models...retrying in 1 second
I0313 17:18:28.584707 102 onnxruntime.cc:2563] TRITONBACKEND_ModelInitialize: riva-onnx-fastpitch_encoder-English-US (version 1)
I0313 17:18:28.587229 102 tensorrt.cc:5627] TRITONBACKEND_ModelInstanceInitialize: riva-trt-hifigan-English-US_0 (GPU device 0)
> Riva waiting for Triton server to load all models...retrying in 1 second
I0313 17:18:29.031182 102 logging.cc:49] Loaded engine size: 28 MiB
I0313 17:18:29.198408 102 logging.cc:49] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +31, now: CPU 0, GPU 31 (MiB)
I0313 17:18:29.206183 102 logging.cc:49] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +186, now: CPU 0, GPU 217 (MiB)
W0313 17:18:29.206201 102 logging.cc:46] CUDA lazy loading is not enabled. Enabling it can significantly reduce device memory usage. See `CUDA_MODULE_LOADING` in https://docs.nvidia.com/cuda/cuda-c-programming-guide/index.html#env-vars
I0313 17:18:29.206868 102 tensorrt.cc:1547] Created instance riva-trt-hifigan-English-US_0 on GPU 0 with stream priority 0 and optimization profile default[0];
I0313 17:18:29.206981 102 tensorrt.cc:5627] TRITONBACKEND_ModelInstanceInitialize: riva-trt-conformer-en-US-asr-streaming-am-streaming_0 (GPU device 0)
I0313 17:18:29.453042 102 logging.cc:49] Loaded engine size: 333 MiB
> Riva waiting for Triton server to load all models...retrying in 1 second
> Riva waiting for Triton server to load all models...retrying in 1 second
> Riva waiting for Triton server to load all models...retrying in 1 second
I0313 17:18:32.271268 102 model_lifecycle.cc:693] successfully loaded 'riva-trt-hifigan-English-US' version 1
I0313 17:18:32.862629 102 logging.cc:49] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +491, GPU +204, now: CPU 2442, GPU 2267 (MiB)
> Riva waiting for Triton server to load all models...retrying in 1 second
I0313 17:18:33.030227 102 logging.cc:49] [MemUsageChange] Init cuDNN: CPU +116, GPU +52, now: CPU 2558, GPU 2319 (MiB)
I0313 17:18:33.033881 102 logging.cc:49] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +317, now: CPU 0, GPU 534 (MiB)
I0313 17:18:33.041945 102 logging.cc:49] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 1891, GPU 2311 (MiB)
I0313 17:18:33.044908 102 logging.cc:49] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 1891, GPU 2319 (MiB)
> Riva waiting for Triton server to load all models...retrying in 1 second
I0313 17:18:34.956877 102 logging.cc:49] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +1, GPU +696, now: CPU 1, GPU 1230 (MiB)
W0313 17:18:34.956899 102 logging.cc:46] CUDA lazy loading is not enabled. Enabling it can significantly reduce device memory usage. See `CUDA_MODULE_LOADING` in https://docs.nvidia.com/cuda/cuda-c-programming-guide/index.html#env-vars
> Riva waiting for Triton server to load all models...retrying in 1 second
> Riva waiting for Triton server to load all models...retrying in 1 second
I0313 17:18:36.648779 102 tensorrt.cc:1547] Created instance riva-trt-conformer-en-US-asr-streaming-am-streaming_0 on GPU 0 with stream priority 0 and optimization profile default[0];
I0313 17:18:36.648921 102 tensorrt.cc:5627] TRITONBACKEND_ModelInstanceInitialize: riva-trt-riva-punctuation-en-US-nn-bert-base-uncased_0 (GPU device 0)
I0313 17:18:36.649648 102 model_lifecycle.cc:693] successfully loaded 'riva-trt-conformer-en-US-asr-streaming-am-streaming' version 1
I0313 17:18:36.927920 102 logging.cc:49] Loaded engine size: 416 MiB
I0313 17:18:37.115660 102 logging.cc:49] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +415, now: CPU 1, GPU 1645 (MiB)
> Riva waiting for Triton server to load all models...retrying in 1 second
I0313 17:18:37.957372 102 logging.cc:49] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +39, now: CPU 1, GPU 1684 (MiB)
W0313 17:18:37.957395 102 logging.cc:46] CUDA lazy loading is not enabled. Enabling it can significantly reduce device memory usage. See `CUDA_MODULE_LOADING` in https://docs.nvidia.com/cuda/cuda-c-programming-guide/index.html#env-vars
I0313 17:18:37.957896 102 tensorrt.cc:1547] Created instance riva-trt-riva-punctuation-en-US-nn-bert-base-uncased_0 on GPU 0 with stream priority 0 and optimization profile default[0];
I0313 17:18:37.958007 102 tensorrt.cc:5627] TRITONBACKEND_ModelInstanceInitialize: riva-trt-conformer-en-US-asr-offline-am-streaming-offline_0 (GPU device 0)
I0313 17:18:37.958154 102 model_lifecycle.cc:693] successfully loaded 'riva-trt-riva-punctuation-en-US-nn-bert-base-uncased' version 1
> Riva waiting for Triton server to load all models...retrying in 1 second
I0313 17:18:38.222761 102 logging.cc:49] Loaded engine size: 381 MiB
I0313 17:18:38.485887 102 logging.cc:49] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 3778, GPU 5029 (MiB)
I0313 17:18:38.489595 102 logging.cc:49] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +367, now: CPU 1, GPU 2051 (MiB)
I0313 17:18:38.496963 102 logging.cc:49] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 3016, GPU 5029 (MiB)
> Riva waiting for Triton server to load all models...retrying in 1 second
I0313 17:18:39.938503 102 logging.cc:49] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +1, GPU +349, now: CPU 2, GPU 2400 (MiB)
W0313 17:18:39.938526 102 logging.cc:46] CUDA lazy loading is not enabled. Enabling it can significantly reduce device memory usage. See `CUDA_MODULE_LOADING` in https://docs.nvidia.com/cuda/cuda-c-programming-guide/index.html#env-vars
> Riva waiting for Triton server to load all models...retrying in 1 second
I0313 17:18:40.462904 102 tensorrt.cc:1547] Created instance riva-trt-conformer-en-US-asr-offline-am-streaming-offline_0 on GPU 0 with stream priority 0 and optimization profile default[0];
I0313 17:18:40.463958 102 model_lifecycle.cc:693] successfully loaded 'riva-trt-conformer-en-US-asr-offline-am-streaming-offline' version 1
I0313 17:18:40.468515 102 onnxruntime.cc:2606] TRITONBACKEND_ModelInstanceInitialize: riva-onnx-fastpitch_encoder-English-US_0 (GPU device 0)
> Riva waiting for Triton server to load all models...retrying in 1 second
2024-03-13 17:18:41.788385239 [W:onnxruntime:, session_state.cc:1030 VerifyEachNodeIsAssignedToAnEp] Some nodes were not assigned to the preferred execution providers which may or may not have an negative impact on performance. e.g. ORT explicitly assigns shape related ops to CPU to improve perf.
2024-03-13 17:18:41.788402625 [W:onnxruntime:, session_state.cc:1032 VerifyEachNodeIsAssignedToAnEp] Rerunning with verbose output on a non-minimal build will show node assignments.
I0313 17:18:41.866998 102 feature-extractor.cc:415] TRITONBACKEND_ModelInitialize: conformer-en-US-asr-streaming-feature-extractor-streaming (version 1)
I0313 17:18:41.867829 102 model_lifecycle.cc:693] successfully loaded 'riva-onnx-fastpitch_encoder-English-US' version 1
I0313 17:18:41.886795 102 backend_model.cc:303] model configuration:
{
"name": "conformer-en-US-asr-streaming-feature-extractor-streaming",
"platform": "",
"backend": "riva_asr_features",
"version_policy": {
"latest": {
"num_versions": 1
}
},
"max_batch_size": 1024,
"input": [
{
"name": "AUDIO_SIGNAL",
"data_type": "TYPE_FP32",
"format": "FORMAT_NONE",
"dims": [
-1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "SAMPLE_RATE",
"data_type": "TYPE_UINT32",
"format": "FORMAT_NONE",
"dims": [
1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
}
],
"output": [
{
"name": "AUDIO_FEATURES",
"data_type": "TYPE_FP32",
"dims": [
80,
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "AUDIO_PROCESSED",
"data_type": "TYPE_FP32",
"dims": [
1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "AUDIO_FEATURES_LENGTH",
"data_type": "TYPE_INT32",
"dims": [
1
],
"label_filename": "",
"is_shape_tensor": false
}
],
"batch_input": [],
"batch_output": [],
"optimization": {
"graph": {
"level": 0
},
"priority": "PRIORITY_DEFAULT",
"cuda": {
"graphs": false,
"busy_wait_events": false,
"graph_spec": [],
"output_copy_stream": true
},
"input_pinned_memory": {
"enable": true
},
"output_pinned_memory": {
"enable": true
},
"gather_kernel_buffer_threshold": 0,
"eager_batching": false
},
"sequence_batching": {
"oldest": {
"max_candidate_sequences": 1024,
"preferred_batch_size": [
256,
512
],
"max_queue_delay_microseconds": 1000
},
"max_sequence_idle_microseconds": 60000000,
"control_input": [
{
"name": "START",
"control": [
{
"kind": "CONTROL_SEQUENCE_START",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "READY",
"control": [
{
"kind": "CONTROL_SEQUENCE_READY",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "END",
"control": [
{
"kind": "CONTROL_SEQUENCE_END",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "CORRID",
"control": [
{
"kind": "CONTROL_SEQUENCE_CORRID",
"int32_false_true": [],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_UINT64"
}
]
}
],
"state": []
},
"instance_group": [
{
"name": "conformer-en-US-asr-streaming-feature-extractor-streaming_0",
"kind": "KIND_GPU",
"count": 1,
"gpus": [
0
],
"secondary_devices": [],
"profile": [],
"passive": false,
"host_policy": ""
}
],
"default_model_filename": "",
"cc_model_filenames": {},
"metric_tags": {},
"parameters": {
"mean": {
"string_value": "-11.4412, -9.9334, -9.1292, -9.0365, -9.2804, -9.5643, -9.7342, -9.6925, -9.6333, -9.2808, -9.1887, -9.1422, -9.1397, -9.2028, -9.2749, -9.4776, -9.9185, -10.1557, -10.3800, -10.5067, -10.3190, -10.4728, -10.5529, -10.6402, -10.6440, -10.5113, -10.7395, -10.7870, -10.6074, -10.5033, -10.8278, -10.6384, -10.8481, -10.6875, -10.5454, -10.4747, -10.5165, -10.4930, -10.3413, -10.3472, -10.3735, -10.6830, -10.8813, -10.6338, -10.3856, -10.7727, -10.8957, -10.8068, -10.7373, -10.6108, -10.3405, -10.2889, -10.3922, -10.4946, -10.3367, -10.4164, -10.9949, -10.7196, -10.3971, -10.1734, -9.9257, -9.6557, -9.1761, -9.6653, -9.7876, -9.7230, -9.7792, -9.7056, -9.2702, -9.4650, -9.2755, -9.1369, -9.1174, -8.9197, -8.5394, -8.2614, -8.1353, -8.1422, -8.3430, -8.6655"
},
"left_padding_size": {
"string_value": "1.92"
},
"transpose": {
"string_value": "False"
},
"window_stride": {
"string_value": "0.01"
},
"streaming": {
"string_value": "True"
},
"right_padding_size": {
"string_value": "1.92"
},
"stddev": {
"string_value": "2.2668, 3.1642, 3.7079, 3.7642, 3.5349, 3.5901, 3.7640, 3.8424, 4.0145, 4.1475, 4.0457, 3.9048, 3.7709, 3.6117, 3.3188, 3.1489, 3.0615, 3.0362, 2.9929, 3.0500, 3.0341, 3.0484, 3.0103, 2.9474, 2.9128, 2.8669, 2.8332, 2.9411, 3.0378, 3.0712, 3.0190, 2.9992, 3.0124, 3.0024, 3.0275, 3.0870, 3.0656, 3.0142, 3.0493, 3.1373, 3.1135, 3.0675, 2.8828, 2.7018, 2.6296, 2.8826, 2.9325, 2.9288, 2.9271, 2.9890, 3.0137, 2.9855, 3.0839, 2.9319, 2.3512, 2.3795, 2.6191, 2.7555, 2.9326, 2.9931, 3.1543, 3.0855, 2.6820, 3.0566, 3.1272, 3.1663, 3.1836, 3.0018, 2.9089, 3.1727, 3.1626, 3.1086, 2.9804, 3.1107, 3.2998, 3.3697, 3.3716, 3.2487, 3.1597, 3.1181"
},
"norm_per_feature": {
"string_value": "True"
},
"precalc_norm_time_steps": {
"string_value": "0"
},
"use_utterance_norm_params": {
"string_value": "False"
},
"stddev_floor": {
"string_value": "1e-05"
},
"num_features": {
"string_value": "80"
},
"gain": {
"string_value": "1.0"
},
"apply_normalization": {
"string_value": "True"
},
"precalc_norm_params": {
"string_value": "False"
},
"chunk_size": {
"string_value": "0.16"
},
"max_execution_batch_size": {
"string_value": "1024"
},
"sample_rate": {
"string_value": "16000"
},
"window_size": {
"string_value": "0.025"
},
"dither": {
"string_value": "0.0"
}
},
"model_warmup": [],
"model_transaction_policy": {
"decoupled": false
}
}
I0313 17:18:41.886947 102 feature-extractor.cc:415] TRITONBACKEND_ModelInitialize: conformer-en-US-asr-offline-feature-extractor-streaming-offline (version 1)
I0313 17:18:41.888941 102 backend_model.cc:303] model configuration:
{
"name": "conformer-en-US-asr-offline-feature-extractor-streaming-offline",
"platform": "",
"backend": "riva_asr_features",
"version_policy": {
"latest": {
"num_versions": 1
}
},
"max_batch_size": 512,
"input": [
{
"name": "AUDIO_SIGNAL",
"data_type": "TYPE_FP32",
"format": "FORMAT_NONE",
"dims": [
-1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "SAMPLE_RATE",
"data_type": "TYPE_UINT32",
"format": "FORMAT_NONE",
"dims": [
1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
}
],
"output": [
{
"name": "AUDIO_FEATURES",
"data_type": "TYPE_FP32",
"dims": [
80,
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "AUDIO_PROCESSED",
"data_type": "TYPE_FP32",
"dims": [
1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "AUDIO_FEATURES_LENGTH",
"data_type": "TYPE_INT32",
"dims": [
1
],
"label_filename": "",
"is_shape_tensor": false
}
],
"batch_input": [],
"batch_output": [],
"optimization": {
"graph": {
"level": 0
},
"priority": "PRIORITY_DEFAULT",
"cuda": {
"graphs": false,
"busy_wait_events": false,
"graph_spec": [],
"output_copy_stream": true
},
"input_pinned_memory": {
"enable": true
},
"output_pinned_memory": {
"enable": true
},
"gather_kernel_buffer_threshold": 0,
"eager_batching": false
},
"sequence_batching": {
"oldest": {
"max_candidate_sequences": 512,
"preferred_batch_size": [
256,
512
],
"max_queue_delay_microseconds": 1000
},
"max_sequence_idle_microseconds": 60000000,
"control_input": [
{
"name": "START",
"control": [
{
"kind": "CONTROL_SEQUENCE_START",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "READY",
"control": [
{
"kind": "CONTROL_SEQUENCE_READY",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "END",
"control": [
{
"kind": "CONTROL_SEQUENCE_END",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "CORRID",
"control": [
{
"kind": "CONTROL_SEQUENCE_CORRID",
"int32_false_true": [],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_UINT64"
}
]
}
],
"state": []
},
"instance_group": [
{
"name": "conformer-en-US-asr-offline-feature-extractor-streaming-offline_0",
"kind": "KIND_GPU",
"count": 1,
"gpus": [
0
],
"secondary_devices": [],
"profile": [],
"passive": false,
"host_policy": ""
}
],
"default_model_filename": "",
"cc_model_filenames": {},
"metric_tags": {},
"parameters": {
"transpose": {
"string_value": "False"
},
"num_features": {
"string_value": "80"
},
"precalc_norm_time_steps": {
"string_value": "0"
},
"max_execution_batch_size": {
"string_value": "512"
},
"window_stride": {
"string_value": "0.01"
},
"dither": {
"string_value": "0.0"
},
"stddev_floor": {
"string_value": "1e-05"
},
"sample_rate": {
"string_value": "16000"
},
"use_utterance_norm_params": {
"string_value": "False"
},
"gain": {
"string_value": "1.0"
},
"mean": {
"string_value": "-11.4412, -9.9334, -9.1292, -9.0365, -9.2804, -9.5643, -9.7342, -9.6925, -9.6333, -9.2808, -9.1887, -9.1422, -9.1397, -9.2028, -9.2749, -9.4776, -9.9185, -10.1557, -10.3800, -10.5067, -10.3190, -10.4728, -10.5529, -10.6402, -10.6440, -10.5113, -10.7395, -10.7870, -10.6074, -10.5033, -10.8278, -10.6384, -10.8481, -10.6875, -10.5454, -10.4747, -10.5165, -10.4930, -10.3413, -10.3472, -10.3735, -10.6830, -10.8813, -10.6338, -10.3856, -10.7727, -10.8957, -10.8068, -10.7373, -10.6108, -10.3405, -10.2889, -10.3922, -10.4946, -10.3367, -10.4164, -10.9949, -10.7196, -10.3971, -10.1734, -9.9257, -9.6557, -9.1761, -9.6653, -9.7876, -9.7230, -9.7792, -9.7056, -9.2702, -9.4650, -9.2755, -9.1369, -9.1174, -8.9197, -8.5394, -8.2614, -8.1353, -8.1422, -8.3430, -8.6655"
},
"left_padding_size": {
"string_value": "1.6"
},
"right_padding_size": {
"string_value": "1.6"
},
"precalc_norm_params": {
"string_value": "False"
},
"chunk_size": {
"string_value": "4.8"
},
"window_size": {
"string_value": "0.025"
},
"streaming": {
"string_value": "True"
},
"norm_per_feature": {
"string_value": "True"
},
"stddev": {
"string_value": "2.2668, 3.1642, 3.7079, 3.7642, 3.5349, 3.5901, 3.7640, 3.8424, 4.0145, 4.1475, 4.0457, 3.9048, 3.7709, 3.6117, 3.3188, 3.1489, 3.0615, 3.0362, 2.9929, 3.0500, 3.0341, 3.0484, 3.0103, 2.9474, 2.9128, 2.8669, 2.8332, 2.9411, 3.0378, 3.0712, 3.0190, 2.9992, 3.0124, 3.0024, 3.0275, 3.0870, 3.0656, 3.0142, 3.0493, 3.1373, 3.1135, 3.0675, 2.8828, 2.7018, 2.6296, 2.8826, 2.9325, 2.9288, 2.9271, 2.9890, 3.0137, 2.9855, 3.0839, 2.9319, 2.3512, 2.3795, 2.6191, 2.7555, 2.9326, 2.9931, 3.1543, 3.0855, 2.6820, 3.0566, 3.1272, 3.1663, 3.1836, 3.0018, 2.9089, 3.1727, 3.1626, 3.1086, 2.9804, 3.1107, 3.2998, 3.3697, 3.3716, 3.2487, 3.1597, 3.1181"
},
"apply_normalization": {
"string_value": "True"
}
},
"model_warmup": [],
"model_transaction_policy": {
"decoupled": false
}
}
I0313 17:18:41.892843 102 endpointing_library.cc:20] TRITONBACKEND_ModelInitialize: conformer-en-US-asr-offline-endpointing-streaming-offline (version 1)
WARNING: Logging before InitGoogleLogging() is written to STDERR
W0313 17:18:41.894555 110 parameter_parser.cc:146] Parameter 'chunk_size' set but unused.
W0313 17:18:41.894582 110 parameter_parser.cc:146] Parameter 'ms_per_timestep' set but unused.
W0313 17:18:41.894593 110 parameter_parser.cc:146] Parameter 'residue_blanks_at_end' set but unused.
W0313 17:18:41.894601 110 parameter_parser.cc:146] Parameter 'residue_blanks_at_start' set but unused.
W0313 17:18:41.894610 110 parameter_parser.cc:146] Parameter 'start_history' set but unused.
W0313 17:18:41.894618 110 parameter_parser.cc:146] Parameter 'start_th' set but unused.
W0313 17:18:41.894627 110 parameter_parser.cc:146] Parameter 'stop_history' set but unused.
W0313 17:18:41.894636 110 parameter_parser.cc:146] Parameter 'stop_th' set but unused.
W0313 17:18:41.894645 110 parameter_parser.cc:146] Parameter 'streaming' set but unused.
W0313 17:18:41.894654 110 parameter_parser.cc:146] Parameter 'use_subword' set but unused.
W0313 17:18:41.894662 110 parameter_parser.cc:146] Parameter 'vocab_file' set but unused.
I0313 17:18:41.895071 102 backend_model.cc:303] model configuration:
{
"name": "conformer-en-US-asr-offline-endpointing-streaming-offline",
"platform": "",
"backend": "riva_asr_endpointing",
"version_policy": {
"latest": {
"num_versions": 1
}
},
"max_batch_size": 2048,
"input": [
{
"name": "CLASS_LOGITS",
"data_type": "TYPE_FP32",
"format": "FORMAT_NONE",
"dims": [
-1,
129
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
}
],
"output": [
{
"name": "SEGMENTS_START_END",
"data_type": "TYPE_INT32",
"dims": [
-1,
2
],
"label_filename": "",
"is_shape_tensor": false
}
],
"batch_input": [],
"batch_output": [],
"optimization": {
"graph": {
"level": 0
},
"priority": "PRIORITY_DEFAULT",
"cuda": {
"graphs": false,
"busy_wait_events": false,
"graph_spec": [],
"output_copy_stream": true
},
"input_pinned_memory": {
"enable": true
},
"output_pinned_memory": {
"enable": true
},
"gather_kernel_buffer_threshold": 0,
"eager_batching": false
},
"sequence_batching": {
"max_sequence_idle_microseconds": 60000000,
"control_input": [
{
"name": "START",
"control": [
{
"kind": "CONTROL_SEQUENCE_START",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "READY",
"control": [
{
"kind": "CONTROL_SEQUENCE_READY",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
}
],
"state": []
},
"instance_group": [
{
"name": "conformer-en-US-asr-offline-endpointing-streaming-offline_0",
"kind": "KIND_CPU",
"count": 1,
"gpus": [],
"secondary_devices": [],
"profile": [],
"passive": false,
"host_policy": ""
}
],
"default_model_filename": "",
"cc_model_filenames": {},
"metric_tags": {},
"parameters": {
"stop_th": {
"string_value": "0.98"
},
"chunk_size": {
"string_value": "4.8"
},
"endpointing_type": {
"string_value": "greedy_ctc"
},
"start_th": {
"string_value": "0.2"
},
"residue_blanks_at_start": {
"string_value": "-2"
},
"ms_per_timestep": {
"string_value": "40"
},
"use_subword": {
"string_value": "True"
},
"start_history": {
"string_value": "200"
},
"residue_blanks_at_end": {
"string_value": "0"
},
"vocab_file": {
"string_value": "/data/models/conformer-en-US-asr-offline-endpointing-streaming-offline/1/riva_decoder_vocabulary.txt"
},
"stop_history": {
"string_value": "800"
},
"streaming": {
"string_value": "True"
}
},
"model_warmup": [],
"model_transaction_policy": {
"decoupled": false
}
}
I0313 17:18:41.895188 102 endpointing_library.cc:20] TRITONBACKEND_ModelInitialize: conformer-en-US-asr-streaming-endpointing-streaming (version 1)
W0313 17:18:41.896239 112 parameter_parser.cc:146] Parameter 'chunk_size' set but unused.
W0313 17:18:41.896256 112 parameter_parser.cc:146] Parameter 'ms_per_timestep' set but unused.
W0313 17:18:41.896262 112 parameter_parser.cc:146] Parameter 'residue_blanks_at_end' set but unused.
W0313 17:18:41.896268 112 parameter_parser.cc:146] Parameter 'residue_blanks_at_start' set but unused.
W0313 17:18:41.896274 112 parameter_parser.cc:146] Parameter 'start_history' set but unused.
W0313 17:18:41.896281 112 parameter_parser.cc:146] Parameter 'start_th' set but unused.
W0313 17:18:41.896286 112 parameter_parser.cc:146] Parameter 'stop_history' set but unused.
W0313 17:18:41.896291 112 parameter_parser.cc:146] Parameter 'stop_th' set but unused.
W0313 17:18:41.896297 112 parameter_parser.cc:146] Parameter 'streaming' set but unused.
W0313 17:18:41.896303 112 parameter_parser.cc:146] Parameter 'use_subword' set but unused.
W0313 17:18:41.896309 112 parameter_parser.cc:146] Parameter 'vocab_file' set but unused.
I0313 17:18:41.896566 102 backend_model.cc:303] model configuration:
{
"name": "conformer-en-US-asr-streaming-endpointing-streaming",
"platform": "",
"backend": "riva_asr_endpointing",
"version_policy": {
"latest": {
"num_versions": 1
}
},
"max_batch_size": 2048,
"input": [
{
"name": "CLASS_LOGITS",
"data_type": "TYPE_FP32",
"format": "FORMAT_NONE",
"dims": [
-1,
129
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
}
],
"output": [
{
"name": "SEGMENTS_START_END",
"data_type": "TYPE_INT32",
"dims": [
-1,
2
],
"label_filename": "",
"is_shape_tensor": false
}
],
"batch_input": [],
"batch_output": [],
"optimization": {
"graph": {
"level": 0
},
"priority": "PRIORITY_DEFAULT",
"cuda": {
"graphs": false,
"busy_wait_events": false,
"graph_spec": [],
"output_copy_stream": true
},
"input_pinned_memory": {
"enable": true
},
"output_pinned_memory": {
"enable": true
},
"gather_kernel_buffer_threshold": 0,
"eager_batching": false
},
"sequence_batching": {
"max_sequence_idle_microseconds": 60000000,
"control_input": [
{
"name": "START",
"control": [
{
"kind": "CONTROL_SEQUENCE_START",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "READY",
"control": [
{
"kind": "CONTROL_SEQUENCE_READY",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
}
],
"state": []
},
"instance_group": [
{
"name": "conformer-en-US-asr-streaming-endpointing-streaming_0",
"kind": "KIND_CPU",
"count": 1,
"gpus": [],
"secondary_devices": [],
"profile": [],
"passive": false,
"host_policy": ""
}
],
"default_model_filename": "",
"cc_model_filenames": {},
"metric_tags": {},
"parameters": {
"use_subword": {
"string_value": "True"
},
"start_history": {
"string_value": "200"
},
"streaming": {
"string_value": "True"
},
"stop_th": {
"string_value": "0.98"
},
"residue_blanks_at_end": {
"string_value": "0"
},
"vocab_file": {
"string_value": "/data/models/conformer-en-US-asr-streaming-endpointing-streaming/1/riva_decoder_vocabulary.txt"
},
"start_th": {
"string_value": "0.2"
},
"ms_per_timestep": {
"string_value": "40"
},
"stop_history": {
"string_value": "800"
},
"residue_blanks_at_start": {
"string_value": "-2"
},
"endpointing_type": {
"string_value": "greedy_ctc"
},
"chunk_size": {
"string_value": "0.16"
}
},
"model_warmup": [],
"model_transaction_policy": {
"decoupled": false
}
}
I0313 17:18:41.896665 102 feature-extractor.cc:417] TRITONBACKEND_ModelInstanceInitialize: conformer-en-US-asr-streaming-feature-extractor-streaming_0 (device 0)
I0313 17:18:42.070833 102 feature-extractor.cc:417] TRITONBACKEND_ModelInstanceInitialize: conformer-en-US-asr-offline-feature-extractor-streaming-offline_0 (device 0)
I0313 17:18:42.072434 102 model_lifecycle.cc:693] successfully loaded 'conformer-en-US-asr-streaming-feature-extractor-streaming' version 1
I0313 17:18:42.115136 102 model_lifecycle.cc:693] successfully loaded 'conformer-en-US-asr-offline-feature-extractor-streaming-offline' version 1
I0313 17:18:42.118747 102 spectrogram-chunker.cc:270] TRITONBACKEND_ModelInitialize: spectrogram_chunker-English-US (version 1)
I0313 17:18:42.120891 102 backend_model.cc:303] model configuration:
{
"name": "spectrogram_chunker-English-US",
"platform": "",
"backend": "riva_tts_chunker",
"version_policy": {
"latest": {
"num_versions": 1
}
},
"max_batch_size": 8,
"input": [
{
"name": "SPECTROGRAM",
"data_type": "TYPE_FP32",
"format": "FORMAT_NONE",
"dims": [
80,
-1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "IS_LAST_SENTENCE",
"data_type": "TYPE_INT32",
"format": "FORMAT_NONE",
"dims": [
1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "NUM_VALID_FRAMES_IN",
"data_type": "TYPE_INT64",
"format": "FORMAT_NONE",
"dims": [
1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "SENTENCE_NUM",
"data_type": "TYPE_INT32",
"format": "FORMAT_NONE",
"dims": [
1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "DURATIONS",
"data_type": "TYPE_FP32",
"format": "FORMAT_NONE",
"dims": [
-1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "PROCESSED_TEXT",
"data_type": "TYPE_STRING",
"format": "FORMAT_NONE",
"dims": [
1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "VOLUME",
"data_type": "TYPE_FP32",
"format": "FORMAT_NONE",
"dims": [
-1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
}
],
"output": [
{
"name": "SPECTROGRAM_CHUNK",
"data_type": "TYPE_FP32",
"dims": [
80,
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "END_FLAG",
"data_type": "TYPE_INT32",
"dims": [
1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "NUM_VALID_SAMPLES_OUT",
"data_type": "TYPE_INT32",
"dims": [
1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "SENTENCE_NUM",
"data_type": "TYPE_INT32",
"dims": [
1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "DURATIONS",
"data_type": "TYPE_FP32",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "PROCESSED_TEXT",
"data_type": "TYPE_STRING",
"dims": [
1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "VOLUME",
"data_type": "TYPE_FP32",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
}
],
"batch_input": [],
"batch_output": [],
"optimization": {
"priority": "PRIORITY_DEFAULT",
"input_pinned_memory": {
"enable": true
},
"output_pinned_memory": {
"enable": true
},
"gather_kernel_buffer_threshold": 0,
"eager_batching": false
},
"sequence_batching": {
"oldest": {
"max_candidate_sequences": 8,
"preferred_batch_size": [
8
],
"max_queue_delay_microseconds": 1000
},
"max_sequence_idle_microseconds": 60000000,
"control_input": [
{
"name": "START",
"control": [
{
"kind": "CONTROL_SEQUENCE_START",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "READY",
"control": [
{
"kind": "CONTROL_SEQUENCE_READY",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "END",
"control": [
{
"kind": "CONTROL_SEQUENCE_END",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "CORRID",
"control": [
{
"kind": "CONTROL_SEQUENCE_CORRID",
"int32_false_true": [],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_UINT64"
}
]
}
],
"state": []
},
"instance_group": [
{
"name": "spectrogram_chunker-English-US_0",
"kind": "KIND_GPU",
"count": 1,
"gpus": [
0
],
"secondary_devices": [],
"profile": [],
"passive": false,
"host_policy": ""
}
],
"default_model_filename": "",
"cc_model_filenames": {},
"metric_tags": {},
"parameters": {
"num_samples_per_frame": {
"string_value": "512"
},
"supports_volume": {
"string_value": "True"
},
"max_execution_batch_size": {
"string_value": "8"
},
"chunk_length": {
"string_value": "80"
},
"num_mels": {
"string_value": "80"
}
},
"model_warmup": [],
"model_transaction_policy": {
"decoupled": true
}
}
I0313 17:18:42.121056 102 endpointing_library.cc:24] TRITONBACKEND_ModelInstanceInitialize: conformer-en-US-asr-offline-endpointing-streaming-offline_0 (device 0)
I0313 17:18:42.170345 102 endpointing_library.cc:24] TRITONBACKEND_ModelInstanceInitialize: conformer-en-US-asr-streaming-endpointing-streaming_0 (device 0)
I0313 17:18:42.173250 102 model_lifecycle.cc:693] successfully loaded 'conformer-en-US-asr-offline-endpointing-streaming-offline' version 1
I0313 17:18:42.221469 102 model_lifecycle.cc:693] successfully loaded 'conformer-en-US-asr-streaming-endpointing-streaming' version 1
> Riva waiting for Triton server to load all models...retrying in 1 second
I0313 17:18:42.310811 102 tts-postprocessor.cc:305] TRITONBACKEND_ModelInitialize: tts_postprocessor-English-US (version 1)
I0313 17:18:42.312687 102 backend_model.cc:303] model configuration:
{
"name": "tts_postprocessor-English-US",
"platform": "",
"backend": "riva_tts_postprocessor",
"version_policy": {
"latest": {
"num_versions": 1
}
},
"max_batch_size": 8,
"input": [
{
"name": "INPUT",
"data_type": "TYPE_FP32",
"format": "FORMAT_NONE",
"dims": [
1,
-1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "NUM_VALID_SAMPLES",
"data_type": "TYPE_INT32",
"format": "FORMAT_NONE",
"dims": [
1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "Prosody_volume",
"data_type": "TYPE_FP32",
"format": "FORMAT_NONE",
"dims": [
-1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
}
],
"output": [
{
"name": "OUTPUT",
"data_type": "TYPE_FP32",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
}
],
"batch_input": [],
"batch_output": [],
"optimization": {
"priority": "PRIORITY_DEFAULT",
"input_pinned_memory": {
"enable": true
},
"output_pinned_memory": {
"enable": true
},
"gather_kernel_buffer_threshold": 0,
"eager_batching": false
},
"sequence_batching": {
"oldest": {
"max_candidate_sequences": 8,
"preferred_batch_size": [
8
],
"max_queue_delay_microseconds": 100
},
"max_sequence_idle_microseconds": 60000000,
"control_input": [
{
"name": "START",
"control": [
{
"kind": "CONTROL_SEQUENCE_START",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "READY",
"control": [
{
"kind": "CONTROL_SEQUENCE_READY",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "END",
"control": [
{
"kind": "CONTROL_SEQUENCE_END",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "CORRID",
"control": [
{
"kind": "CONTROL_SEQUENCE_CORRID",
"int32_false_true": [],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_UINT64"
}
]
}
],
"state": []
},
"instance_group": [
{
"name": "tts_postprocessor-English-US_0",
"kind": "KIND_GPU",
"count": 1,
"gpus": [
0
],
"secondary_devices": [],
"profile": [],
"passive": false,
"host_policy": ""
}
],
"default_model_filename": "",
"cc_model_filenames": {},
"metric_tags": {},
"parameters": {
"fade_length": {
"string_value": "256"
},
"num_samples_per_frame": {
"string_value": "512"
},
"use_denoiser": {
"string_value": "False"
},
"max_execution_batch_size": {
"string_value": "8"
},
"chunk_num_samples": {
"string_value": "40960"
},
"supports_volume": {
"string_value": "True"
},
"filter_length": {
"string_value": "1024"
},
"hop_length": {
"string_value": "256"
},
"max_chunk_size": {
"string_value": "131072"
}
},
"model_warmup": [],
"model_transaction_policy": {
"decoupled": false
}
}
I0313 17:18:42.312836 102 spectrogram-chunker.cc:272] TRITONBACKEND_ModelInstanceInitialize: spectrogram_chunker-English-US_0 (device 0)
I0313 17:18:42.315226 102 model_lifecycle.cc:693] successfully loaded 'spectrogram_chunker-English-US' version 1
I0313 17:18:42.347825 102 tts-postprocessor.cc:307] TRITONBACKEND_ModelInstanceInitialize: tts_postprocessor-English-US_0 (device 0)
I0313 17:18:42.390890 102 pipeline_library.cc:24] TRITONBACKEND_ModelInitialize: riva-punctuation-en-US (version 1)
I0313 17:18:42.391250 102 model_lifecycle.cc:693] successfully loaded 'tts_postprocessor-English-US' version 1
WARNING: Logging before InitGoogleLogging() is written to STDERR
W0313 17:18:42.392259 116 parameter_parser.cc:146] Parameter 'attn_mask_tensor_name' set but unused.
W0313 17:18:42.392287 116 parameter_parser.cc:146] Parameter 'bos_token' set but unused.
W0313 17:18:42.392295 116 parameter_parser.cc:146] Parameter 'capit_logits_tensor_name' set but unused.
W0313 17:18:42.392304 116 parameter_parser.cc:146] Parameter 'capitalization_mapping_path' set but unused.
W0313 17:18:42.392313 116 parameter_parser.cc:146] Parameter 'delimiter' set but unused.
W0313 17:18:42.392323 116 parameter_parser.cc:146] Parameter 'eos_token' set but unused.
W0313 17:18:42.392330 116 parameter_parser.cc:146] Parameter 'input_ids_tensor_name' set but unused.
W0313 17:18:42.392339 116 parameter_parser.cc:146] Parameter 'language_code' set but unused.
W0313 17:18:42.392347 116 parameter_parser.cc:146] Parameter 'load_model' set but unused.
W0313 17:18:42.392355 116 parameter_parser.cc:146] Parameter 'model_api' set but unused.
W0313 17:18:42.392364 116 parameter_parser.cc:146] Parameter 'model_family' set but unused.
W0313 17:18:42.392372 116 parameter_parser.cc:146] Parameter 'model_name' set but unused.
W0313 17:18:42.392380 116 parameter_parser.cc:146] Parameter 'pad_chars_with_spaces' set but unused.
W0313 17:18:42.392388 116 parameter_parser.cc:146] Parameter 'pipeline_type' set but unused.
W0313 17:18:42.392397 116 parameter_parser.cc:146] Parameter 'preserve_accents' set but unused.
W0313 17:18:42.392405 116 parameter_parser.cc:146] Parameter 'punct_logits_tensor_name' set but unused.
W0313 17:18:42.392413 116 parameter_parser.cc:146] Parameter 'punctuation_mapping_path' set but unused.
W0313 17:18:42.392422 116 parameter_parser.cc:146] Parameter 'remove_spaces' set but unused.
W0313 17:18:42.392431 116 parameter_parser.cc:146] Parameter 'to_lower' set but unused.
W0313 17:18:42.392438 116 parameter_parser.cc:146] Parameter 'token_type_tensor_name' set but unused.
W0313 17:18:42.392447 116 parameter_parser.cc:146] Parameter 'tokenizer' set but unused.
W0313 17:18:42.392455 116 parameter_parser.cc:146] Parameter 'tokenizer_to_lower' set but unused.
W0313 17:18:42.392463 116 parameter_parser.cc:146] Parameter 'unicode_normalize' set but unused.
W0313 17:18:42.392472 116 parameter_parser.cc:146] Parameter 'unk_token' set but unused.
W0313 17:18:42.392480 116 parameter_parser.cc:146] Parameter 'use_int64_nn_inputs' set but unused.
W0313 17:18:42.392488 116 parameter_parser.cc:146] Parameter 'vocab' set but unused.
W0313 17:18:42.393281 116 parameter_parser.cc:146] Parameter 'attn_mask_tensor_name' set but unused.
W0313 17:18:42.393294 116 parameter_parser.cc:146] Parameter 'bos_token' set but unused.
W0313 17:18:42.393304 116 parameter_parser.cc:146] Parameter 'capit_logits_tensor_name' set but unused.
W0313 17:18:42.393314 116 parameter_parser.cc:146] Parameter 'capitalization_mapping_path' set but unused.
W0313 17:18:42.393322 116 parameter_parser.cc:146] Parameter 'delimiter' set but unused.
W0313 17:18:42.393332 116 parameter_parser.cc:146] Parameter 'eos_token' set but unused.
W0313 17:18:42.393340 116 parameter_parser.cc:146] Parameter 'input_ids_tensor_name' set but unused.
W0313 17:18:42.393349 116 parameter_parser.cc:146] Parameter 'language_code' set but unused.
W0313 17:18:42.393359 116 parameter_parser.cc:146] Parameter 'model_api' set but unused.
W0313 17:18:42.393368 116 parameter_parser.cc:146] Parameter 'model_family' set but unused.
W0313 17:18:42.393378 116 parameter_parser.cc:146] Parameter 'model_name' set but unused.
W0313 17:18:42.393386 116 parameter_parser.cc:146] Parameter 'pad_chars_with_spaces' set but unused.
W0313 17:18:42.393396 116 parameter_parser.cc:146] Parameter 'preserve_accents' set but unused.
W0313 17:18:42.393405 116 parameter_parser.cc:146] Parameter 'punct_logits_tensor_name' set but unused.
W0313 17:18:42.393414 116 parameter_parser.cc:146] Parameter 'punctuation_mapping_path' set but unused.
W0313 17:18:42.393424 116 parameter_parser.cc:146] Parameter 'remove_spaces' set but unused.
W0313 17:18:42.393432 116 parameter_parser.cc:146] Parameter 'to_lower' set but unused.
W0313 17:18:42.393441 116 parameter_parser.cc:146] Parameter 'token_type_tensor_name' set but unused.
W0313 17:18:42.393450 116 parameter_parser.cc:146] Parameter 'tokenizer' set but unused.
W0313 17:18:42.393460 116 parameter_parser.cc:146] Parameter 'tokenizer_to_lower' set but unused.
W0313 17:18:42.393468 116 parameter_parser.cc:146] Parameter 'unicode_normalize' set but unused.
W0313 17:18:42.393477 116 parameter_parser.cc:146] Parameter 'unk_token' set but unused.
W0313 17:18:42.393486 116 parameter_parser.cc:146] Parameter 'use_int64_nn_inputs' set but unused.
W0313 17:18:42.393496 116 parameter_parser.cc:146] Parameter 'vocab' set but unused.
W0313 17:18:42.393551 116 parameter_parser.cc:146] Parameter 'attn_mask_tensor_name' set but unused.
W0313 17:18:42.393563 116 parameter_parser.cc:146] Parameter 'bos_token' set but unused.
W0313 17:18:42.393571 116 parameter_parser.cc:146] Parameter 'capit_logits_tensor_name' set but unused.
W0313 17:18:42.393580 116 parameter_parser.cc:146] Parameter 'capitalization_mapping_path' set but unused.
W0313 17:18:42.393589 116 parameter_parser.cc:146] Parameter 'delimiter' set but unused.
W0313 17:18:42.393599 116 parameter_parser.cc:146] Parameter 'eos_token' set but unused.
W0313 17:18:42.393607 116 parameter_parser.cc:146] Parameter 'input_ids_tensor_name' set but unused.
W0313 17:18:42.393615 116 parameter_parser.cc:146] Parameter 'language_code' set but unused.
W0313 17:18:42.393625 116 parameter_parser.cc:146] Parameter 'model_api' set but unused.
W0313 17:18:42.393635 116 parameter_parser.cc:146] Parameter 'model_family' set but unused.
W0313 17:18:42.393643 116 parameter_parser.cc:146] Parameter 'model_name' set but unused.
W0313 17:18:42.393653 116 parameter_parser.cc:146] Parameter 'pad_chars_with_spaces' set but unused.
W0313 17:18:42.393662 116 parameter_parser.cc:146] Parameter 'preserve_accents' set but unused.
W0313 17:18:42.393671 116 parameter_parser.cc:146] Parameter 'punct_logits_tensor_name' set but unused.
W0313 17:18:42.393680 116 parameter_parser.cc:146] Parameter 'punctuation_mapping_path' set but unused.
W0313 17:18:42.393689 116 parameter_parser.cc:146] Parameter 'remove_spaces' set but unused.
W0313 17:18:42.393698 116 parameter_parser.cc:146] Parameter 'to_lower' set but unused.
W0313 17:18:42.393707 116 parameter_parser.cc:146] Parameter 'token_type_tensor_name' set but unused.
W0313 17:18:42.393718 116 parameter_parser.cc:146] Parameter 'tokenizer_to_lower' set but unused.
W0313 17:18:42.393726 116 parameter_parser.cc:146] Parameter 'unicode_normalize' set but unused.
W0313 17:18:42.393735 116 parameter_parser.cc:146] Parameter 'unk_token' set but unused.
W0313 17:18:42.393744 116 parameter_parser.cc:146] Parameter 'use_int64_nn_inputs' set but unused.
W0313 17:18:42.393754 116 parameter_parser.cc:146] Parameter 'vocab' set but unused.
W0313 17:18:42.394919 116 parameter_parser.cc:146] Parameter 'model_api' set but unused.
W0313 17:18:42.394939 116 parameter_parser.cc:146] Parameter 'model_family' set but unused.
I0313 17:18:42.395025 102 backend_model.cc:303] model configuration:
{
"name": "riva-punctuation-en-US",
"platform": "",
"backend": "riva_nlp_pipeline",
"version_policy": {
"latest": {
"num_versions": 1
}
},
"max_batch_size": 8,
"input": [
{
"name": "PIPELINE_INPUT",
"data_type": "TYPE_STRING",
"format": "FORMAT_NONE",
"dims": [
1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
}
],
"output": [
{
"name": "PIPELINE_OUTPUT",
"data_type": "TYPE_STRING",
"dims": [
1
],
"label_filename": "",
"is_shape_tensor": false
}
],
"batch_input": [],
"batch_output": [],
"optimization": {
"priority": "PRIORITY_DEFAULT",
"input_pinned_memory": {
"enable": true
},
"output_pinned_memory": {
"enable": true
},
"gather_kernel_buffer_threshold": 0,
"eager_batching": false
},
"instance_group": [
{
"name": "riva-punctuation-en-US_0",
"kind": "KIND_CPU",
"count": 1,
"gpus": [],
"secondary_devices": [],
"profile": [],
"passive": false,
"host_policy": ""
}
],
"default_model_filename": "",
"cc_model_filenames": {},
"metric_tags": {},
"parameters": {
"load_model": {
"string_value": "false"
},
"input_ids_tensor_name": {
"string_value": "input_ids"
},
"punct_logits_tensor_name": {
"string_value": "punct_logits"
},
"unk_token": {
"string_value": "[UNK]"
},
"model_name": {
"string_value": "riva-trt-riva-punctuation-en-US-nn-bert-base-uncased"
},
"tokenizer_to_lower": {
"string_value": "true"
},
"tokenizer": {
"string_value": "wordpiece"
},
"punctuation_mapping_path": {
"string_value": "/data/models/riva-punctuation-en-US/1/bf74918539724a61a0d7703134519ea5_punct_label_ids.csv"
},
"vocab": {
"string_value": "/data/models/riva-punctuation-en-US/1/f92889b136d2433693cb9127e1aea218_vocab.txt"
},
"use_int64_nn_inputs": {
"string_value": "False"
},
"language_code": {
"string_value": "en-US"
},
"to_lower": {
"string_value": "true"
},
"capit_logits_tensor_name": {
"string_value": "capit_logits"
},
"unicode_normalize": {
"string_value": "False"
},
"remove_spaces": {
"string_value": "False"
},
"pipeline_type": {
"string_value": "punctuation"
},
"delimiter": {
"string_value": " "
},
"token_type_tensor_name": {
"string_value": "token_type_ids"
},
"model_api": {
"string_value": "/nvidia.riva.nlp.RivaLanguageUnderstanding/PunctuateText"
},
"bos_token": {
"string_value": "[CLS]"
},
"capitalization_mapping_path": {
"string_value": "/data/models/riva-punctuation-en-US/1/56633d0a0d8e459b9c8acd572cfa34b8_capit_label_ids.csv"
},
"attn_mask_tensor_name": {
"string_value": "attention_mask"
},
"eos_token": {
"string_value": "[SEP]"
},
"preserve_accents": {
"string_value": "false"
},
"pad_chars_with_spaces": {
"string_value": "False"
},
"model_family": {
"string_value": "riva"
}
},
"model_warmup": []
}
I0313 17:18:42.433771 102 ctc-decoder-library.cc:21] TRITONBACKEND_ModelInitialize: conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline (version 1)
WARNING: Logging before InitGoogleLogging() is written to STDERR
W0313 17:18:42.437645 108 parameter_parser.cc:146] Parameter 'append_space_to_transcripts' set but unused.
W0313 17:18:42.437675 108 parameter_parser.cc:146] Parameter 'beam_size' set but unused.
W0313 17:18:42.437685 108 parameter_parser.cc:146] Parameter 'beam_size_token' set but unused.
W0313 17:18:42.437693 108 parameter_parser.cc:146] Parameter 'beam_threshold' set but unused.
W0313 17:18:42.437702 108 parameter_parser.cc:146] Parameter 'blank_token' set but unused.
W0313 17:18:42.437711 108 parameter_parser.cc:146] Parameter 'cased' set but unused.
W0313 17:18:42.437721 108 parameter_parser.cc:146] Parameter 'decoder_num_worker_threads' set but unused.
W0313 17:18:42.437731 108 parameter_parser.cc:146] Parameter 'forerunner_beam_size' set but unused.
W0313 17:18:42.437741 108 parameter_parser.cc:146] Parameter 'forerunner_beam_size_token' set but unused.
W0313 17:18:42.437750 108 parameter_parser.cc:146] Parameter 'forerunner_beam_threshold' set but unused.
W0313 17:18:42.437759 108 parameter_parser.cc:146] Parameter 'forerunner_use_lm' set but unused.
W0313 17:18:42.437767 108 parameter_parser.cc:146] Parameter 'language_model_file' set but unused.
W0313 17:18:42.437777 108 parameter_parser.cc:146] Parameter 'lexicon_file' set but unused.
W0313 17:18:42.437786 108 parameter_parser.cc:146] Parameter 'lm_weight' set but unused.
W0313 17:18:42.437795 108 parameter_parser.cc:146] Parameter 'log_add' set but unused.
W0313 17:18:42.437805 108 parameter_parser.cc:146] Parameter 'max_execution_batch_size' set but unused.
W0313 17:18:42.437814 108 parameter_parser.cc:146] Parameter 'max_supported_transcripts' set but unused.
W0313 17:18:42.437824 108 parameter_parser.cc:146] Parameter 'num_tokenization' set but unused.
W0313 17:18:42.437832 108 parameter_parser.cc:146] Parameter 'profane_words_file' set but unused.
W0313 17:18:42.437841 108 parameter_parser.cc:146] Parameter 'return_separate_utterances' set but unused.
W0313 17:18:42.437851 108 parameter_parser.cc:146] Parameter 'set_default_index_to_unk_token' set but unused.
W0313 17:18:42.437860 108 parameter_parser.cc:146] Parameter 'sil_token' set but unused.
W0313 17:18:42.437870 108 parameter_parser.cc:146] Parameter 'smearing_mode' set but unused.
W0313 17:18:42.437878 108 parameter_parser.cc:146] Parameter 'tokenizer_model' set but unused.
W0313 17:18:42.437887 108 parameter_parser.cc:146] Parameter 'unk_score' set but unused.
W0313 17:18:42.437897 108 parameter_parser.cc:146] Parameter 'unk_token' set but unused.
W0313 17:18:42.437906 108 parameter_parser.cc:146] Parameter 'use_lexicon_free_decoding' set but unused.
W0313 17:18:42.437916 108 parameter_parser.cc:146] Parameter 'vocab_file' set but unused.
W0313 17:18:42.437924 108 parameter_parser.cc:146] Parameter 'word_insertion_score' set but unused.
I0313 17:18:42.439905 102 backend_model.cc:303] model configuration:
{
"name": "conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline",
"platform": "",
"backend": "riva_asr_decoder",
"version_policy": {
"latest": {
"num_versions": 1
}
},
"max_batch_size": 1024,
"input": [
{
"name": "CLASS_LOGITS",
"data_type": "TYPE_FP32",
"format": "FORMAT_NONE",
"dims": [
-1,
129
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "END_FLAG",
"data_type": "TYPE_UINT32",
"format": "FORMAT_NONE",
"dims": [
1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "SEGMENTS_START_END",
"data_type": "TYPE_INT32",
"format": "FORMAT_NONE",
"dims": [
-1,
2
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "CUSTOM_CONFIGURATION",
"data_type": "TYPE_STRING",
"format": "FORMAT_NONE",
"dims": [
-1,
2
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
}
],
"output": [
{
"name": "FINAL_TRANSCRIPTS",
"data_type": "TYPE_STRING",
"dims": [
-1,
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "FINAL_TRANSCRIPTS_SCORE",
"data_type": "TYPE_FP32",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "FINAL_WORDS_START_END",
"data_type": "TYPE_INT32",
"dims": [
-1,
2
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "PARTIAL_TRANSCRIPTS",
"data_type": "TYPE_STRING",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "PARTIAL_TRANSCRIPTS_STABILITY",
"data_type": "TYPE_FP32",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "PARTIAL_WORDS_START_END",
"data_type": "TYPE_INT32",
"dims": [
-1,
2
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "FINAL_WORDS_SCORE",
"data_type": "TYPE_FP32",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "PARTIAL_WORDS_SCORE",
"data_type": "TYPE_FP32",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
}
],
"batch_input": [],
"batch_output": [],
"optimization": {
"graph": {
"level": 0
},
"priority": "PRIORITY_DEFAULT",
"cuda": {
"graphs": false,
"busy_wait_events": false,
"graph_spec": [],
"output_copy_stream": true
},
"input_pinned_memory": {
"enable": true
},
"output_pinned_memory": {
"enable": true
},
"gather_kernel_buffer_threshold": 0,
"eager_batching": false
},
"sequence_batching": {
"oldest": {
"max_candidate_sequences": 1024,
"preferred_batch_size": [
32,
64
],
"max_queue_delay_microseconds": 1000
},
"max_sequence_idle_microseconds": 60000000,
"control_input": [
{
"name": "START",
"control": [
{
"kind": "CONTROL_SEQUENCE_START",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "READY",
"control": [
{
"kind": "CONTROL_SEQUENCE_READY",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "END",
"control": [
{
"kind": "CONTROL_SEQUENCE_END",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "CORRID",
"control": [
{
"kind": "CONTROL_SEQUENCE_CORRID",
"int32_false_true": [],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_UINT64"
}
]
}
],
"state": []
},
"instance_group": [
{
"name": "conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline_0",
"kind": "KIND_CPU",
"count": 1,
"gpus": [],
"secondary_devices": [],
"profile": [],
"passive": false,
"host_policy": ""
}
],
"default_model_filename": "",
"cc_model_filenames": {},
"metric_tags": {},
"parameters": {
"sil_token": {
"string_value": "▁"
},
"use_subword": {
"string_value": "True"
},
"ms_per_timestep": {
"string_value": "40"
},
"append_space_to_transcripts": {
"string_value": "True"
},
"num_tokenization": {
"string_value": "1"
},
"force_decoder_reset_after_ms": {
"string_value": "-1"
},
"forerunner_use_lm": {
"string_value": "true"
},
"cased": {
"string_value": "False"
},
"tokenizer_model": {
"string_value": "/data/models/conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline/1/15b100c6e0e74ae598e08fcd85d9f2f6_tokenizer.model"
},
"blank_token": {
"string_value": "#"
},
"unk_token": {
"string_value": "<unk>"
},
"decoder_num_worker_threads": {
"string_value": "-1"
},
"return_separate_utterances": {
"string_value": "True"
},
"use_lexicon_free_decoding": {
"string_value": "False"
},
"vocab_file": {
"string_value": "/data/models/conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline/1/riva_decoder_vocabulary.txt"
},
"unk_score": {
"string_value": "-inf"
},
"beam_threshold": {
"string_value": "20.0"
},
"beam_size": {
"string_value": "32"
},
"left_padding_size": {
"string_value": "1.6"
},
"lexicon_file": {
"string_value": "/data/models/conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline/1/lexicon.txt"
},
"language_model_file": {
"string_value": "/data/models/conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline/1/en-US_default_6.0.bin"
},
"forerunner_beam_size_token": {
"string_value": "8"
},
"lm_weight": {
"string_value": "0.8"
},
"max_supported_transcripts": {
"string_value": "1"
},
"streaming": {
"string_value": "True"
},
"max_execution_batch_size": {
"string_value": "1024"
},
"decoder_type": {
"string_value": "flashlight"
},
"chunk_size": {
"string_value": "4.8"
},
"asr_model_delay": {
"string_value": "-1"
},
"profane_words_file": {
"string_value": "/data/models/conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline/1/profane_words_file.txt"
},
"smearing_mode": {
"string_value": "max"
},
"right_padding_size": {
"string_value": "1.6"
},
"word_insertion_score": {
"string_value": "1.0"
},
"log_add": {
"string_value": "True"
},
"forerunner_beam_size": {
"string_value": "8"
},
"forerunner_beam_threshold": {
"string_value": "10.0"
},
"beam_size_token": {
"string_value": "16"
},
"set_default_index_to_unk_token": {
"string_value": "False"
}
},
"model_warmup": [],
"model_transaction_policy": {
"decoupled": false
}
}
I0313 17:18:42.440005 102 ctc-decoder-library.cc:25] TRITONBACKEND_ModelInstanceInitialize: conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline_0 (device 0)
I0313 17:18:43.192162 108 ctc-decoder.cc:179] Beam Decoder initialized successfully!
I0313 17:18:43.192310 102 pipeline_library.cc:28] TRITONBACKEND_ModelInstanceInitialize: riva-punctuation-en-US_0 (device 0)
I0313 17:18:43.192970 102 model_lifecycle.cc:693] successfully loaded 'conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline' version 1
I0313 17:18:43.224353 102 model_lifecycle.cc:693] successfully loaded 'riva-punctuation-en-US' version 1
I0313 17:18:43.224697 102 tts-preprocessor.cc:337] TRITONBACKEND_ModelInitialize: tts_preprocessor-English-US (version 1)
W0313 17:18:43.227342 102 tts-preprocessor.cc:284] Parameter abbreviation_path is deprecated
WARNING: Logging before InitGoogleLogging() is written to STDERR
I0313 17:18:43.227900 123 preprocessor.cc:231] TTS character mapping loaded from /data/models/tts_preprocessor-English-US/1/mapping.txt
> Riva waiting for Triton server to load all models...retrying in 1 second
I0313 17:18:43.364576 123 preprocessor.cc:269] TTS phonetic mapping loaded from /data/models/tts_preprocessor-English-US/1/ipa_cmudict-0.7b_nv22.10.txt
I0313 17:18:43.364701 123 preprocessor.cc:282] Abbreviation mapping loaded from /data/models/tts_preprocessor-English-US/1/abbr.txt
I0313 17:18:43.364744 123 normalize.cc:52] Speech Class far file missing:/data/models/tts_preprocessor-English-US/1/speech_class.far
I0313 17:18:43.467439 123 preprocessor.cc:292] TTS normalizer loaded from /data/models/tts_preprocessor-English-US/1/
I0313 17:18:43.467578 102 backend_model.cc:303] model configuration:
{
"name": "tts_preprocessor-English-US",
"platform": "",
"backend": "riva_tts_preprocessor",
"version_policy": {
"latest": {
"num_versions": 1
}
},
"max_batch_size": 8,
"input": [
{
"name": "input_string",
"data_type": "TYPE_STRING",
"format": "FORMAT_NONE",
"dims": [
1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "speaker",
"data_type": "TYPE_INT64",
"format": "FORMAT_NONE",
"dims": [
1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
}
],
"output": [
{
"name": "output",
"data_type": "TYPE_INT64",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "output_mask",
"data_type": "TYPE_FP32",
"dims": [
1,
400,
1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "output_length",
"data_type": "TYPE_INT32",
"dims": [
1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "is_last_sentence",
"data_type": "TYPE_INT32",
"dims": [
1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "output_string",
"data_type": "TYPE_STRING",
"dims": [
1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "sentence_num",
"data_type": "TYPE_INT32",
"dims": [
1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "pitch",
"data_type": "TYPE_FP32",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "duration",
"data_type": "TYPE_FP32",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "volume",
"data_type": "TYPE_FP32",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "speaker",
"data_type": "TYPE_INT64",
"dims": [
1
],
"label_filename": "",
"is_shape_tensor": false
}
],
"batch_input": [],
"batch_output": [],
"optimization": {
"graph": {
"level": 0
},
"priority": "PRIORITY_DEFAULT",
"cuda": {
"graphs": false,
"busy_wait_events": false,
"graph_spec": [],
"output_copy_stream": true
},
"input_pinned_memory": {
"enable": true
},
"output_pinned_memory": {
"enable": true
},
"gather_kernel_buffer_threshold": 0,
"eager_batching": false
},
"sequence_batching": {
"oldest": {
"max_candidate_sequences": 8,
"preferred_batch_size": [
8
],
"max_queue_delay_microseconds": 100
},
"max_sequence_idle_microseconds": 60000000,
"control_input": [
{
"name": "START",
"control": [
{
"kind": "CONTROL_SEQUENCE_START",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "READY",
"control": [
{
"kind": "CONTROL_SEQUENCE_READY",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "END",
"control": [
{
"kind": "CONTROL_SEQUENCE_END",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "CORRID",
"control": [
{
"kind": "CONTROL_SEQUENCE_CORRID",
"int32_false_true": [],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_UINT64"
}
]
}
],
"state": []
},
"instance_group": [
{
"name": "tts_preprocessor-English-US_0",
"kind": "KIND_GPU",
"count": 1,
"gpus": [
0
],
"secondary_devices": [],
"profile": [],
"passive": false,
"host_policy": ""
}
],
"default_model_filename": "",
"cc_model_filenames": {},
"metric_tags": {},
"parameters": {
"max_sequence_length": {
"string_value": "400"
},
"supports_ragged_batches": {
"string_value": "True"
},
"phone_set": {
"string_value": "ipa"
},
"abbreviations_path": {
"string_value": "/data/models/tts_preprocessor-English-US/1/abbr.txt"
},
"language": {
"string_value": "en-US"
},
"start_of_emphasis_token": {
"string_value": "["
},
"pitch_std": {
"string_value": "68.77673200611284"
},
"end_of_emphasis_token": {
"string_value": "]"
},
"enable_emphasis_tag": {
"string_value": "True"
},
"norm_proto_path": {
"string_value": "/data/models/tts_preprocessor-English-US/1/"
},
"supports_speaker_mixing": {
"string_value": "False"
},
"subvoices": {
"string_value": "Female-1:0,Male-1:1,Female-Neutral:2,Male-Neutral:3,Female-Angry:4,Male-Angry:5,Female-Calm:6,Male-Calm:7,Female-Fearful:10,Female-Happy:12,Male-Happy:13,Female-Sad:14"
},
"upper_case_g2p": {
"string_value": "True"
},
"dictionary_path": {
"string_value": "/data/models/tts_preprocessor-English-US/1/ipa_cmudict-0.7b_nv22.10.txt"
},
"normalize_pitch": {
"string_value": "True"
},
"g2p_ignore_ambiguous": {
"string_value": "True"
},
"max_input_length": {
"string_value": "2000"
},
"mapping_path": {
"string_value": "/data/models/tts_preprocessor-English-US/1/mapping.txt"
},
"upper_case_chars": {
"string_value": "True"
},
"pad_with_space": {
"string_value": "True"
}
},
"model_warmup": [],
"model_transaction_policy": {
"decoupled": true
}
}
I0313 17:18:43.467710 102 ctc-decoder-library.cc:21] TRITONBACKEND_ModelInitialize: conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming (version 1)
W0313 17:18:43.470052 111 parameter_parser.cc:146] Parameter 'append_space_to_transcripts' set but unused.
W0313 17:18:43.470079 111 parameter_parser.cc:146] Parameter 'beam_size' set but unused.
W0313 17:18:43.470091 111 parameter_parser.cc:146] Parameter 'beam_size_token' set but unused.
W0313 17:18:43.470101 111 parameter_parser.cc:146] Parameter 'beam_threshold' set but unused.
W0313 17:18:43.470111 111 parameter_parser.cc:146] Parameter 'blank_token' set but unused.
W0313 17:18:43.470121 111 parameter_parser.cc:146] Parameter 'cased' set but unused.
W0313 17:18:43.470132 111 parameter_parser.cc:146] Parameter 'decoder_num_worker_threads' set but unused.
W0313 17:18:43.470144 111 parameter_parser.cc:146] Parameter 'forerunner_beam_size' set but unused.
W0313 17:18:43.470155 111 parameter_parser.cc:146] Parameter 'forerunner_beam_size_token' set but unused.
W0313 17:18:43.470165 111 parameter_parser.cc:146] Parameter 'forerunner_beam_threshold' set but unused.
W0313 17:18:43.470175 111 parameter_parser.cc:146] Parameter 'forerunner_use_lm' set but unused.
W0313 17:18:43.470185 111 parameter_parser.cc:146] Parameter 'language_model_file' set but unused.
W0313 17:18:43.470196 111 parameter_parser.cc:146] Parameter 'lexicon_file' set but unused.
W0313 17:18:43.470206 111 parameter_parser.cc:146] Parameter 'lm_weight' set but unused.
W0313 17:18:43.470217 111 parameter_parser.cc:146] Parameter 'log_add' set but unused.
W0313 17:18:43.470228 111 parameter_parser.cc:146] Parameter 'max_execution_batch_size' set but unused.
W0313 17:18:43.470238 111 parameter_parser.cc:146] Parameter 'max_supported_transcripts' set but unused.
W0313 17:18:43.470249 111 parameter_parser.cc:146] Parameter 'num_tokenization' set but unused.
W0313 17:18:43.470260 111 parameter_parser.cc:146] Parameter 'profane_words_file' set but unused.
W0313 17:18:43.470270 111 parameter_parser.cc:146] Parameter 'return_separate_utterances' set but unused.
W0313 17:18:43.470281 111 parameter_parser.cc:146] Parameter 'set_default_index_to_unk_token' set but unused.
W0313 17:18:43.470291 111 parameter_parser.cc:146] Parameter 'sil_token' set but unused.
W0313 17:18:43.470302 111 parameter_parser.cc:146] Parameter 'smearing_mode' set but unused.
W0313 17:18:43.470312 111 parameter_parser.cc:146] Parameter 'tokenizer_model' set but unused.
W0313 17:18:43.470324 111 parameter_parser.cc:146] Parameter 'unk_score' set but unused.
W0313 17:18:43.470335 111 parameter_parser.cc:146] Parameter 'unk_token' set but unused.
W0313 17:18:43.470345 111 parameter_parser.cc:146] Parameter 'use_lexicon_free_decoding' set but unused.
W0313 17:18:43.470355 111 parameter_parser.cc:146] Parameter 'vocab_file' set but unused.
W0313 17:18:43.470366 111 parameter_parser.cc:146] Parameter 'word_insertion_score' set but unused.
I0313 17:18:43.472123 102 backend_model.cc:303] model configuration:
{
"name": "conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming",
"platform": "",
"backend": "riva_asr_decoder",
"version_policy": {
"latest": {
"num_versions": 1
}
},
"max_batch_size": 1024,
"input": [
{
"name": "CLASS_LOGITS",
"data_type": "TYPE_FP32",
"format": "FORMAT_NONE",
"dims": [
-1,
129
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "END_FLAG",
"data_type": "TYPE_UINT32",
"format": "FORMAT_NONE",
"dims": [
1
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "SEGMENTS_START_END",
"data_type": "TYPE_INT32",
"format": "FORMAT_NONE",
"dims": [
-1,
2
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
},
{
"name": "CUSTOM_CONFIGURATION",
"data_type": "TYPE_STRING",
"format": "FORMAT_NONE",
"dims": [
-1,
2
],
"is_shape_tensor": false,
"allow_ragged_batch": false,
"optional": false
}
],
"output": [
{
"name": "FINAL_TRANSCRIPTS",
"data_type": "TYPE_STRING",
"dims": [
-1,
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "FINAL_TRANSCRIPTS_SCORE",
"data_type": "TYPE_FP32",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "FINAL_WORDS_START_END",
"data_type": "TYPE_INT32",
"dims": [
-1,
2
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "PARTIAL_TRANSCRIPTS",
"data_type": "TYPE_STRING",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "PARTIAL_TRANSCRIPTS_STABILITY",
"data_type": "TYPE_FP32",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "PARTIAL_WORDS_START_END",
"data_type": "TYPE_INT32",
"dims": [
-1,
2
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "FINAL_WORDS_SCORE",
"data_type": "TYPE_FP32",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
},
{
"name": "PARTIAL_WORDS_SCORE",
"data_type": "TYPE_FP32",
"dims": [
-1
],
"label_filename": "",
"is_shape_tensor": false
}
],
"batch_input": [],
"batch_output": [],
"optimization": {
"graph": {
"level": 0
},
"priority": "PRIORITY_DEFAULT",
"cuda": {
"graphs": false,
"busy_wait_events": false,
"graph_spec": [],
"output_copy_stream": true
},
"input_pinned_memory": {
"enable": true
},
"output_pinned_memory": {
"enable": true
},
"gather_kernel_buffer_threshold": 0,
"eager_batching": false
},
"sequence_batching": {
"oldest": {
"max_candidate_sequences": 1024,
"preferred_batch_size": [
32,
64
],
"max_queue_delay_microseconds": 1000
},
"max_sequence_idle_microseconds": 60000000,
"control_input": [
{
"name": "START",
"control": [
{
"kind": "CONTROL_SEQUENCE_START",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "READY",
"control": [
{
"kind": "CONTROL_SEQUENCE_READY",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "END",
"control": [
{
"kind": "CONTROL_SEQUENCE_END",
"int32_false_true": [
0,
1
],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_INVALID"
}
]
},
{
"name": "CORRID",
"control": [
{
"kind": "CONTROL_SEQUENCE_CORRID",
"int32_false_true": [],
"fp32_false_true": [],
"bool_false_true": [],
"data_type": "TYPE_UINT64"
}
]
}
],
"state": []
},
"instance_group": [
{
"name": "conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming_0",
"kind": "KIND_CPU",
"count": 1,
"gpus": [],
"secondary_devices": [],
"profile": [],
"passive": false,
"host_policy": ""
}
],
"default_model_filename": "",
"cc_model_filenames": {},
"metric_tags": {},
"parameters": {
"sil_token": {
"string_value": "▁"
},
"log_add": {
"string_value": "True"
},
"append_space_to_transcripts": {
"string_value": "True"
},
"cased": {
"string_value": "False"
},
"use_subword": {
"string_value": "True"
},
"forerunner_beam_threshold": {
"string_value": "10.0"
},
"return_separate_utterances": {
"string_value": "False"
},
"forerunner_beam_size": {
"string_value": "8"
},
"num_tokenization": {
"string_value": "1"
},
"forerunner_beam_size_token": {
"string_value": "8"
},
"ms_per_timestep": {
"string_value": "40"
},
"forerunner_use_lm": {
"string_value": "true"
},
"max_supported_transcripts": {
"string_value": "1"
},
"force_decoder_reset_after_ms": {
"string_value": "-1"
},
"decoder_num_worker_threads": {
"string_value": "-1"
},
"use_lexicon_free_decoding": {
"string_value": "False"
},
"unk_token": {
"string_value": "<unk>"
},
"tokenizer_model": {
"string_value": "/data/models/conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming/1/15b100c6e0e74ae598e08fcd85d9f2f6_tokenizer.model"
},
"lexicon_file": {
"string_value": "/data/models/conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming/1/lexicon.txt"
},
"language_model_file": {
"string_value": "/data/models/conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming/1/en-US_default_6.0.bin"
},
"word_insertion_score": {
"string_value": "1.0"
},
"beam_size": {
"string_value": "32"
},
"beam_threshold": {
"string_value": "20.0"
},
"max_execution_batch_size": {
"string_value": "1024"
},
"vocab_file": {
"string_value": "/data/models/conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming/1/riva_decoder_vocabulary.txt"
},
"set_default_index_to_unk_token": {
"string_value": "False"
},
"blank_token": {
"string_value": "#"
},
"beam_size_token": {
"string_value": "16"
},
"asr_model_delay": {
"string_value": "-1"
},
"unk_score": {
"string_value": "-inf"
},
"lm_weight": {
"string_value": "0.8"
},
"decoder_type": {
"string_value": "flashlight"
},
"profane_words_file": {
"string_value": "/data/models/conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming/1/profane_words_file.txt"
},
"right_padding_size": {
"string_value": "1.92"
},
"smearing_mode": {
"string_value": "max"
},
"streaming": {
"string_value": "True"
},
"left_padding_size": {
"string_value": "1.92"
},
"chunk_size": {
"string_value": "0.16"
}
},
"model_warmup": [],
"model_transaction_policy": {
"decoupled": false
}
}
I0313 17:18:43.472271 102 tts-preprocessor.cc:339] TRITONBACKEND_ModelInstanceInitialize: tts_preprocessor-English-US_0 (device 0)
I0313 17:18:43.472329 102 ctc-decoder-library.cc:25] TRITONBACKEND_ModelInstanceInitialize: conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming_0 (device 0)
I0313 17:18:43.472748 102 model_lifecycle.cc:693] successfully loaded 'tts_preprocessor-English-US' version 1
I0313 17:18:44.203655 111 ctc-decoder.cc:179] Beam Decoder initialized successfully!
I0313 17:18:44.204437 102 model_lifecycle.cc:693] successfully loaded 'conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming' version 1
I0313 17:18:44.207402 102 model_lifecycle.cc:459] loading: conformer-en-US-asr-offline:1
I0313 17:18:44.207671 102 model_lifecycle.cc:459] loading: conformer-en-US-asr-streaming:1
I0313 17:18:44.207868 102 model_lifecycle.cc:459] loading: fastpitch_hifigan_ensemble-English-US:1
I0313 17:18:44.208130 102 model_lifecycle.cc:693] successfully loaded 'conformer-en-US-asr-offline' version 1
I0313 17:18:44.208307 102 model_lifecycle.cc:693] successfully loaded 'conformer-en-US-asr-streaming' version 1
I0313 17:18:44.208413 102 model_lifecycle.cc:693] successfully loaded 'fastpitch_hifigan_ensemble-English-US' version 1
I0313 17:18:44.208552 102 server.cc:563]
+------------------+------+
| Repository Agent | Path |
+------------------+------+
+------------------+------+
I0313 17:18:44.208800 102 server.cc:590]
+------------------------+---------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------+
| Backend | Path | Config |
+------------------------+---------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------+
| tensorrt | /opt/tritonserver/backends/tensorrt/libtriton_tensorrt.so | {"cmdline":{"auto-complete-config":"false","min-compute-capability":"6.000000","backend-directory":"/opt/tritonserver/backends","default-max-batch-size":"4"}} |
| onnxruntime | /opt/tritonserver/backends/onnxruntime/libtriton_onnxruntime.so | {"cmdline":{"auto-complete-config":"false","min-compute-capability":"6.000000","backend-directory":"/opt/tritonserver/backends","default-max-batch-size":"4"}} |
| riva_asr_endpointing | /opt/tritonserver/backends/riva_asr_endpointing/libtriton_riva_asr_endpointing.so | {"cmdline":{"auto-complete-config":"false","min-compute-capability":"6.000000","backend-directory":"/opt/tritonserver/backends","default-max-batch-size":"4"}} |
| riva_tts_chunker | /opt/tritonserver/backends/riva_tts_chunker/libtriton_riva_tts_chunker.so | {"cmdline":{"auto-complete-config":"false","min-compute-capability":"6.000000","backend-directory":"/opt/tritonserver/backends","default-max-batch-size":"4"}} |
| riva_asr_decoder | /opt/tritonserver/backends/riva_asr_decoder/libtriton_riva_asr_decoder.so | {"cmdline":{"auto-complete-config":"false","min-compute-capability":"6.000000","backend-directory":"/opt/tritonserver/backends","default-max-batch-size":"4"}} |
| riva_tts_postprocessor | /opt/tritonserver/backends/riva_tts_postprocessor/libtriton_riva_tts_postprocessor.so | {"cmdline":{"auto-complete-config":"false","min-compute-capability":"6.000000","backend-directory":"/opt/tritonserver/backends","default-max-batch-size":"4"}} |
| riva_asr_features | /opt/tritonserver/backends/riva_asr_features/libtriton_riva_asr_features.so | {"cmdline":{"auto-complete-config":"false","min-compute-capability":"6.000000","backend-directory":"/opt/tritonserver/backends","default-max-batch-size":"4"}} |
| riva_tts_preprocessor | /opt/tritonserver/backends/riva_tts_preprocessor/libtriton_riva_tts_preprocessor.so | {"cmdline":{"auto-complete-config":"false","min-compute-capability":"6.000000","backend-directory":"/opt/tritonserver/backends","default-max-batch-size":"4"}} |
| riva_nlp_pipeline | /opt/tritonserver/backends/riva_nlp_pipeline/libtriton_riva_nlp_pipeline.so | {"cmdline":{"auto-complete-config":"false","min-compute-capability":"6.000000","backend-directory":"/opt/tritonserver/backends","default-max-batch-size":"4"}} |
+------------------------+---------------------------------------------------------------------------------------+----------------------------------------------------------------------------------------------------------------------------------------------------------------+
I0313 17:18:44.209136 102 server.cc:633]
+-----------------------------------------------------------------+---------+--------+
| Model | Version | Status |
+-----------------------------------------------------------------+---------+--------+
| conformer-en-US-asr-offline | 1 | READY |
| conformer-en-US-asr-offline-ctc-decoder-cpu-streaming-offline | 1 | READY |
| conformer-en-US-asr-offline-endpointing-streaming-offline | 1 | READY |
| conformer-en-US-asr-offline-feature-extractor-streaming-offline | 1 | READY |
| conformer-en-US-asr-streaming | 1 | READY |
| conformer-en-US-asr-streaming-ctc-decoder-cpu-streaming | 1 | READY |
| conformer-en-US-asr-streaming-endpointing-streaming | 1 | READY |
| conformer-en-US-asr-streaming-feature-extractor-streaming | 1 | READY |
| fastpitch_hifigan_ensemble-English-US | 1 | READY |
| riva-onnx-fastpitch_encoder-English-US | 1 | READY |
| riva-punctuation-en-US | 1 | READY |
| riva-trt-conformer-en-US-asr-offline-am-streaming-offline | 1 | READY |
| riva-trt-conformer-en-US-asr-streaming-am-streaming | 1 | READY |
| riva-trt-hifigan-English-US | 1 | READY |
| riva-trt-riva-punctuation-en-US-nn-bert-base-uncased | 1 | READY |
| spectrogram_chunker-English-US | 1 | READY |
| tts_postprocessor-English-US | 1 | READY |
| tts_preprocessor-English-US | 1 | READY |
+-----------------------------------------------------------------+---------+--------+
I0313 17:18:44.263969 102 metrics.cc:864] Collecting metrics for GPU 0: Tesla T4
I0313 17:18:44.264581 102 metrics.cc:757] Collecting CPU metrics
I0313 17:18:44.265792 102 tritonserver.cc:2264]
+----------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| Option | Value |
+----------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| server_id | triton |
| server_version | 2.27.0 |
| server_extensions | classification sequence model_repository model_repository(unload_dependents) schedule_policy model_configuration system_shared_memory cuda_shared_memory binary_tensor_data statistics trace logging |
| model_repository_path[0] | /data/models |
| model_control_mode | MODE_NONE |
| strict_model_config | 1 |
| rate_limit | OFF |
| pinned_memory_pool_byte_size | 268435456 |
| cuda_memory_pool_byte_size{0} | 1000000000 |
| response_cache_byte_size | 0 |
| min_supported_compute_capability | 6.0 |
| strict_readiness | 1 |
| exit_timeout | 30 |
+----------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
I0313 17:18:44.292273 102 grpc_server.cc:4819] Started GRPCInferenceService at 0.0.0.0:8001
I0313 17:18:44.294066 102 http_server.cc:3474] Started HTTPService at 0.0.0.0:8000
> Riva waiting for Triton server to load all models...retrying in 1 second
I0313 17:18:44.341338 102 http_server.cc:181] Started Metrics Service at 0.0.0.0:8002
> Triton server is ready...
I0313 17:18:45.403779 361 riva_server.cc:126] Using Insecure Server Credentials
I0313 17:18:45.443715 361 model_registry.cc:140] Successfully registered: conformer-en-US-asr-offline for ASR Triton URI: localhost:8001
I0313 17:18:45.449281 361 model_registry.cc:140] Successfully registered: conformer-en-US-asr-streaming for ASR Triton URI: localhost:8001
I0313 17:18:45.475263 361 model_registry.cc:140] Successfully registered: riva-punctuation-en-US for NLP Triton URI: localhost:8001
I0313 17:18:45.706511 361 model_registry.cc:140] Successfully registered: riva-punctuation-en-US for NLP Triton URI: localhost:8001
I0313 17:18:45.741353 361 model_registry.cc:140] Successfully registered: fastpitch_hifigan_ensemble-English-US for TTS Triton URI: localhost:8001
I0313 17:18:45.794286 361 riva_server.cc:172] Riva Conversational AI Server listening on 0.0.0.0:50051
W0313 17:18:45.794312 361 stats_reporter.cc:41] No API key provided. Stats reporting disabled.
https://github.com/nvidia-riva/tutorials
git clone https://github.com/nvidia-riva/tutorials.git
cd tutorials/
apt install python3.11-venv
python3 -m venv venv-riva-tutorials
. venv-riva-tutorials/bin/activate
pip install nvidia-riva-client
ipython kernel install --user --name=venv-riva-tutorials
jupyter notebook --allow-root --ip 192.168.3.200 --port 8888
root@zdatstedge03:~/riva_quickstart_v2.14.0# ./riva_start_client.sh
> Image nvcr.io/nvidia/riva/riva-speech:2.14.0 exists. Skipping pull.
==========================
=== Riva Speech Skills ===
==========================
NVIDIA Release 23.12 (build 77214108)
Copyright (c) 2018-2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
Various files include modifications (c) NVIDIA CORPORATION & AFFILIATES. All rights reserved.
This container image and its contents are governed by the NVIDIA Deep Learning Container License.
By pulling and using the container, you accept the terms and conditions of this license:
https://developer.nvidia.com/ngc/nvidia-deep-learning-container-license
ERROR: No supported GPU(s) detected to run this container
Failed to detect NVIDIA driver version.
root@zdatstedge03:/opt/riva# python3 examples/transcribe_file.py --server 0.0.0.0:50051 --input-file wav/en-US_sample.wav --show-intermediate
## what is natural language processing