mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-05 16:48:03 +08:00
fix dcu_worker.py (#3734)
This commit is contained in:
@@ -143,4 +143,4 @@ class DcuWorker(GpuWorker):
|
|||||||
)
|
)
|
||||||
)
|
)
|
||||||
|
|
||||||
return available_kv_cache_memory # return to caculate the block num in this device
|
return available_kv_cache_memory # return to calculate the block num in this device
|
||||||
|
Reference in New Issue
Block a user