Merge pull request NVIDIA#411 from rajeevsrao/master

Init CUDA state before loading TRT engines in Taco2 sample

Author: GrzegorzKarchNV

PyTorch/SpeechSynthesis/Tacotron2/trt/inference_trt.py

@@ -292,14 +292,15 @@ def main():
     parser = parse_args(parser)
     args, _ = parser.parse_known_args()
 
+    # initialize CUDA state
+    torch.cuda.init()
+
     TRT_LOGGER = trt.Logger(trt.Logger.WARNING)
     encoder = load_engine(args.encoder, TRT_LOGGER)
     decoder_iter = load_engine(args.decoder, TRT_LOGGER)
     postnet = load_engine(args.postnet, TRT_LOGGER)
     waveglow = load_engine(args.waveglow, TRT_LOGGER)
 
-
-
     if args.waveglow_ckpt != "":
         # setup denoiser using WaveGlow PyTorch checkpoint
         waveglow_ckpt = load_and_setup_model('WaveGlow', parser, args.waveglow_ckpt,
@@ -310,9 +311,6 @@ def main():
         del waveglow_ckpt
         torch.cuda.empty_cache()
 
-
-    # initialize CUDA state
-    torch.cuda.init()
     # create TRT contexts for each engine
     encoder_context = encoder.create_execution_context()
     decoder_context = decoder_iter.create_execution_context()