mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-09-26 20:41:53 +08:00
fix unittest (#4155)
This commit is contained in:
@@ -26,7 +26,7 @@ def test_normal_case():
|
||||
parallel_config=parallel_cfg,
|
||||
graph_opt_config=graph_opt_cfg,
|
||||
speculative_config=speculative_cfg,
|
||||
scheduler_cfg=scheduler_cfg,
|
||||
scheduler_config=scheduler_cfg,
|
||||
)
|
||||
cache_manager = PrefixCacheManager(config=fd_config, tensor_parallel_size=8, splitwise_role="mixed")
|
||||
req1 = Request.from_dict({"request_id": "req1", "prompt_token_ids": [1] * 3200, "prompt_token_ids_len": 3200})
|
||||
|
Reference in New Issue
Block a user