From bf9d3d15f1c788085740b268d9bddbe14788e88c Mon Sep 17 00:00:00 2001 From: hemantj Date: Sun, 20 Mar 2022 11:23:25 -0700 Subject: [PATCH] NvFuser is disabled for now due to a bug in PyTorch - Enhance clarity of test --- qa/L0_libtorch_nvfuser/test.sh | 31 +++++++++++++++++++------------ 1 file changed, 19 insertions(+), 12 deletions(-) diff --git a/qa/L0_libtorch_nvfuser/test.sh b/qa/L0_libtorch_nvfuser/test.sh index 77ee6bae3c..b4a31e9984 100644 --- a/qa/L0_libtorch_nvfuser/test.sh +++ b/qa/L0_libtorch_nvfuser/test.sh @@ -1,5 +1,5 @@ #!/bin/bash -# Copyright (c) 2021 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +# Copyright 2021-2022 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions @@ -44,24 +44,27 @@ DATADIR=/data/inferenceserver/${REPO_VERSION}/libtorch_model_store SERVER=/opt/tritonserver/bin/tritonserver SERVER_ARGS="--model-repository=models --log-verbose=1" -SERVER_LOG="./inference_server.log" -CLIENT_LOG="./client.log" +SERVER_LOG_PREFIX="./inference_server.log" +CLIENT_LOG_PREFIX="./client.log" source ../common/util.sh +rm -f *.log.* + RET=0 for FLAG in true false none; do - rm -f *.log + CLIENT_LOG=$CLIENT_LOG_PREFIX.$FLAG + SERVER_LOG=$SERVER_LOG_PREFIX.$FLAG mkdir -p models && cp -r $DATADIR/resnet50_libtorch models/. if [ "$FLAG" != "none" ]; then echo """ - parameters: { - key: \"ENABLE_NVFUSER\" - value: { - string_value: \"$FLAG\" - } - }""" >> models/resnet50_libtorch/config.pbtxt +parameters: { + key: \"ENABLE_NVFUSER\" + value: { + string_value: \"$FLAG\" + } +}""" >> models/resnet50_libtorch/config.pbtxt fi run_server @@ -76,17 +79,20 @@ for FLAG in true false none; do # Send requests of 2 different batch sizes to catch nvfuser issues. python $IMAGE_CLIENT -m resnet50_libtorch -s INCEPTION -c 1 -b 1 $IMAGE >> $CLIENT_LOG 2>&1 if [ $? -ne 0 ]; then + FAILED_LOG=$CLIENT_LOG RET=1 fi python $IMAGE_CLIENT -m resnet50_libtorch -s INCEPTION -c 1 -b 8 $IMAGE >> $CLIENT_LOG 2>&1 if [ $? -ne 0 ]; then + FAILED_LOG=$CLIENT_LOG RET=1 fi NVFUSER_LOG="NvFuser is " if [ "$FLAG" == "true" ]; then - NVFUSER_LOG+="enabled" + # NvFuser support has been disabled. Change to 'enabled' when fixed. + NVFUSER_LOG+="disabled" elif [ "$FLAG" == "false" ]; then NVFUSER_LOG+="disabled" else @@ -100,6 +106,7 @@ for FLAG in true false none; do if [ `grep -c VULTURE $CLIENT_LOG` != "9" ]; then echo -e "\n***\n*** Failed. Expected 9 VULTURE results\n***" + FAILED_LOG=$CLIENT_LOG RET=1 fi @@ -114,7 +121,7 @@ done if [ $RET -eq 0 ]; then echo -e "\n***\n*** Test Passed\n***" else - cat $CLIENT_LOG + cat $FAILED_LOG echo -e "\n***\n*** Test FAILED\n***" fi