Skip to content

Commit

Permalink
Use a lower concurrency with more repetition for L0_memory_growth (tr…
Browse files Browse the repository at this point in the history
…iton-inference-server#7127)

* Lower concurrency with more repetition

* Use larger window
  • Loading branch information
krishung5 authored Apr 23, 2024
1 parent 9845f80 commit 7d1b015
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions qa/L0_memory_growth/test.sh
Original file line number Diff line number Diff line change
Expand Up @@ -70,7 +70,7 @@ rm -rf *.log models/ *.massif
# Test parameters
STATIC_BATCH=128
INSTANCE_CNT=2
CONCURRENCY=32
CONCURRENCY=20
CLIENT_BS=8

# Set the number of repetitions in nightly and weekly tests
Expand All @@ -87,7 +87,7 @@ if [ "$TRITON_PERF_WEEKLY" == 1 ]; then
EMAIL_SUBJECT="Weekly"
fi
else
REPETITION=3
REPETITION=10
EMAIL_SUBJECT="Nightly"
fi

Expand Down Expand Up @@ -169,7 +169,7 @@ for MODEL in $(ls models); do
# Run the perf analyzer 'REPETITION' times
for ((i=1; i<=$REPETITION; i++)); do
# [TMA-621] Use --no-stability mode in perf analyzer when available
$PERF_ANALYZER -v -m $MODEL -i grpc --concurrency-range $CONCURRENCY -b $CLIENT_BS > $TEMP_CLIENT_LOG 2>&1
$PERF_ANALYZER -v -m $MODEL -i grpc --concurrency-range $CONCURRENCY -b $CLIENT_BS -p 10000 > $TEMP_CLIENT_LOG 2>&1
PA_RET=$?
# Success
if [ ${PA_RET} -eq 0 ]; then
Expand Down

0 comments on commit 7d1b015

Please sign in to comment.