delete max-len (#2959)

2025-10-05 08:37:06 +08:00 · 2025-07-23 15:11:39 +08:00
parent 5b59a97030
commit 9b22b8d2c3
5 changed files with 3 additions and 7 deletions
--- a/fastdeploy/worker/gcu_model_runner.py
+++ b/fastdeploy/worker/gcu_model_runner.py
@@ -449,7 +449,6 @@ class GCUModelRunner(ModelRunnerBase):
            output_cum_offsets,
            output_padding_offset,
        ) = pre_process(
-            self.parallel_config.max_model_len,
            self.share_inputs["input_ids"],
            self.share_inputs["seq_lens_this_time"],
            self.speculative_decoding,