change build config interface to use max_seq_len

basetenlabs · Oct 21, 2024 · caf238a · caf238a
1 parent 6ef9008
commit caf238a
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/engine-builder/tinyllama/config.yaml b/engine-builder/tinyllama/config.yaml
@@ -9,8 +9,7 @@ resources:
   use_gpu: true
 trt_llm:
   build:
-    max_input_len: 2048
-    max_output_len: 2048
+    max_seq_len: 2048
     max_batch_size: 1
     max_beam_width: 1
     base_model: llama