diff --git a/Dockerfile.QA b/Dockerfile.QA index 282dfa409c..6560b2c5e6 100644 --- a/Dockerfile.QA +++ b/Dockerfile.QA @@ -147,7 +147,8 @@ RUN mkdir -p qa/common && \ cp bin/logging_test qa/L0_logging/. && \ cp bin/backend_output_detail_test qa/L0_backend_output_detail/. && \ cp -r deploy/mlflow-triton-plugin qa/L0_mlflow/. && \ - cp bin/input_byte_size_test qa/L0_input_validation/. + cp bin/input_byte_size_test qa/L0_input_validation/. && \ + cp bin/instance_queue_test qa/L0_batcher/. RUN mkdir -p qa/pkgs && \ cp python/triton*.whl qa/pkgs/. && \ diff --git a/qa/L0_batcher/test.sh b/qa/L0_batcher/test.sh index a17594f8f9..5e4c20a79a 100755 --- a/qa/L0_batcher/test.sh +++ b/qa/L0_batcher/test.sh @@ -837,6 +837,19 @@ set -e kill_server +# instance_queue_test: unit test for waiting_consumer_count_ merge accounting +# (core dynamic-batcher / InstanceQueue path). +INSTANCE_QUEUE_TEST_LOG="./instance_queue_test.log" +INSTANCE_QUEUE_TEST_EXEC=./instance_queue_test +set +e +LD_LIBRARY_PATH=/opt/tritonserver/lib:$LD_LIBRARY_PATH $INSTANCE_QUEUE_TEST_EXEC >>$INSTANCE_QUEUE_TEST_LOG 2>&1 +if [ $? -ne 0 ]; then + cat $INSTANCE_QUEUE_TEST_LOG + echo -e "\n***\n*** Instance Queue Unit Test Failed\n***" + RET=1 +fi +set -e + if [ $RET -eq 0 ]; then echo -e "\n***\n*** Test Passed\n***" else