apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-06 17:17:14 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[XPU] Add docs for gm_default_size and fix type (#1962)

Browse Source 
Add description of gm_default_size and change kunlunxin_gm_default_size‘s type to int64_t
This commit is contained in:
linkk08
2023-05-18 20:30:06 +08:00
committed by GitHub
parent 04ef882ee1
commit c8ff8b63e8
6 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
python/fastdeploy/runtime.py
View File

@@ -242,6 +242,7 @@ class RuntimeOption:
:param precision: (str)Calculation accuracy of multi_encoder
:param adaptive_seqlen: (bool)adaptive_seqlen Is the input of multi_encoder variable length
:param enable_multi_stream: (bool)Whether to enable the multi stream of KunlunXin XPU.
:param gm_default_size The default size of context global memory of KunlunXin XPU.
"""
return self._option.use_kunlunxin(device_id, l3_workspace_size, locked,
autotune, autotune_file, precision,