Wording, test loop

triton-inference-server · Oct 5, 2022 · c3359ac · c3359ac
1 parent af309c2
commit c3359ac
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 9 deletions.
diff --git a/docs/user_guide/custom_operations.md b/docs/user_guide/custom_operations.md
@@ -71,10 +71,10 @@ container.
 
 TensorFlow allows users to [add custom
 operations](https://www.tensorflow.org/guide/create_op) which can then
-be used in TensorFlow models. You can load your custom TensorFlow operations
+be used in TensorFlow models. You can load custom TensorFlow operations
 into Triton in two ways: 
-* At runtime, by listing them in your model configuration.
-* At load time, by using LD_PRELOAD.
+* At model load time, by listing them in the model configuration.
+* At server launch time, by using LD_PRELOAD.
 
 To register your custom operations library via the the model configuration,
 you can include it as an additional field. See the below configuration as an example.

diff --git a/qa/L0_custom_ops/test.sh b/qa/L0_custom_ops/test.sh
@@ -115,12 +115,11 @@ rm -rf tf_custom_ops && \
     mkdir -p tf_custom_ops && \
     cp -r /data/inferenceserver/${REPO_VERSION}/qa_custom_ops/tf_custom_ops .
 
-echo "model_operations { op_library_filename: \"tf_custom_ops/libbusyop.so\" }" >> tf_custom_ops/graphdef_busyop/config.pbtxt
-echo "model_operations { op_library_filename: \"tf_custom_ops/libbusyop.so\" }" >> tf_custom_ops/savedmodel_busyop/config.pbtxt
-echo "model_operations { op_library_filename: \"tf_custom_ops/libcudaop.so\" }" >> tf_custom_ops/graphdef_cudaop/config.pbtxt
-echo "model_operations { op_library_filename: \"tf_custom_ops/libcudaop.so\" }" >> tf_custom_ops/savedmodel_cudaop/config.pbtxt
-echo "model_operations { op_library_filename: \"tf_custom_ops/libzeroout.so\" }" >> tf_custom_ops/graphdef_zeroout/config.pbtxt
-echo "model_operations { op_library_filename: \"tf_custom_ops/libzeroout.so\" }" >> tf_custom_ops/savedmodel_zeroout/config.pbtxt
+for MODEL_TYPE in savedmodel graphdef; do
+    echo "model_operations { op_library_filename: \"tf_custom_ops/libbusyop.so\" }" >> tf_custom_ops/${MODEL_TYPE}_busyop/config.pbtxt
+    echo "model_operations { op_library_filename: \"tf_custom_ops/libcudaop.so\" }" >> tf_custom_ops/${MODEL_TYPE}_cudaop/config.pbtxt
+    echo "model_operations { op_library_filename: \"tf_custom_ops/libzeroout.so\" }" >> tf_custom_ops/${MODEL_TYPE}_zeroout/config.pbtxt
+done
 
 run_server
 if [ "$SERVER_PID" == "0" ]; then