From 21d5a1cfbf8aed6a0442c0afec5451c05a04cb96 Mon Sep 17 00:00:00 2001 From: Alvaro Moran Date: Mon, 6 Jan 2025 14:08:02 +0000 Subject: [PATCH] review(docker): unset MAX_INPUT_LENGTH when set --- text-generation-inference/docker/entrypoint.sh | 3 +++ 1 file changed, 3 insertions(+) diff --git a/text-generation-inference/docker/entrypoint.sh b/text-generation-inference/docker/entrypoint.sh index 8f43e8cb..7621d352 100755 --- a/text-generation-inference/docker/entrypoint.sh +++ b/text-generation-inference/docker/entrypoint.sh @@ -15,6 +15,9 @@ export MAX_BATCH_SIZE="${MAX_BATCH_SIZE}" # MAX_BATCH_PREFILL_TOKENS if not set) if [[ -z "${MAX_INPUT_TOKENS}" && -n ${MAX_INPUT_LENGTH} ]]; then MAX_INPUT_TOKENS=${MAX_INPUT_LENGTH} +fi +if [[ -n "${MAX_INPUT_LENGTH}" ]]; then + echo "MAX_INPUT_LENGTH is deprecated, please use MAX_INPUT_TOKENS instead. Variable will be unset." unset MAX_INPUT_LENGTH fi