| #!/bin/bash |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
|
|
| TRTEXEC="/usr/src/tensorrt/bin/trtexec" |
|
|
| ONNX_PATH=$1 |
| ENGINE_PATH=$2 |
| echo "ONNX_PATH: $ONNX_PATH" |
| echo "ENGINE_PATH: $ENGINE_PATH" |
| PRECISION="fp32" |
|
|
|
|
| MIN_BATCH_SIZE=1 |
| OPT_BATCH_SIZE=1 |
| MAX_BATCH_SIZE=8 |
|
|
| MIN_INPUT_LENGTH=1 |
| OPT_INPUT_LENGTH=1000 |
| MAX_INPUT_LENGTH=3000 |
|
|
| MEL_MIN_SHAPE="${MIN_BATCH_SIZE}x100x${MIN_INPUT_LENGTH}" |
| MEL_OPT_SHAPE="${OPT_BATCH_SIZE}x100x${OPT_INPUT_LENGTH}" |
| MEL_MAX_SHAPE="${MAX_BATCH_SIZE}x100x${MAX_INPUT_LENGTH}" |
|
|
| ${TRTEXEC} \ |
| --minShapes="mel:${MEL_MIN_SHAPE}" \ |
| --optShapes="mel:${MEL_OPT_SHAPE}" \ |
| --maxShapes="mel:${MEL_MAX_SHAPE}" \ |
| --onnx=${ONNX_PATH} \ |
| --saveEngine=${ENGINE_PATH} |
|
|
|
|