apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

update env docs for Machete (#3959)

Browse Source
This commit is contained in:
Sunny-bot1
2025-09-08 14:44:31 +08:00
committed by GitHub
parent 17169a14f2
commit ed5133f704
2 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
docs/usage/environment_variables.md
View File

@@ -72,5 +72,7 @@ environment_variables: dict[str, Callable[[], Any]] = {
"FD_USE_DEEP_GEMM": "FD_USE_DEEP_GEMM":
lambda: bool(int(os.getenv("FD_USE_DEEP_GEMM", "0"))), lambda: bool(int(os.getenv("FD_USE_DEEP_GEMM", "0"))),
# Whether to use Machete for wint4 dense GEMM.
"FD_USE_MACHETE": lambda: os.getenv("FD_USE_MACHETE", "0"),
} }
``` ```

3
docs/zh/usage/environment_variables.md
View File

@@ -71,5 +71,8 @@ environment_variables: dict[str, Callable[[], Any]] = {
# 是否使用DeepGemm后端的FP8 blockwise MoE. # 是否使用DeepGemm后端的FP8 blockwise MoE.
"FD_USE_DEEP_GEMM": "FD_USE_DEEP_GEMM":
lambda: bool(int(os.getenv("FD_USE_DEEP_GEMM", "0"))), lambda: bool(int(os.getenv("FD_USE_DEEP_GEMM", "0"))),
# 是否使用 Machete 后端的 wint4 GEMM.
"FD_USE_MACHETE": lambda: os.getenv("FD_USE_MACHETE", "0"),
} }
``` ```