apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

polish code with new pre-commit rule (#2923)

Browse Source
This commit is contained in:
Zero Rains
2025-07-19 23:19:27 +08:00
committed by GitHub
parent b8676d71a8
commit 25698d56d1
424 changed files with 14307 additions and 13518 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
test/operators/test_dequant.py
View File

@@ -12,12 +12,13 @@
# See the License for the specific language governing permissions and
# limitations under the License.
import paddle
import numpy as np
from fastdeploy.model_executor.ops.gpu import gemm_dequant
from fastdeploy.model_executor.ops.gpu import dequant_int8
from itertools import product
import unittest
from itertools import product
import numpy as np
import paddle
from fastdeploy.model_executor.ops.gpu import dequant_int8, gemm_dequant
class Test(unittest.TestCase):
@@ -43,9 +44,7 @@ class Test(unittest.TestCase):
act_int_tensor = (act * 128).astype("int8")
weight_int_tensor = (weight * 128).astype("int8")
scale = paddle.rand([n])
linear_out = paddle.matmul(
act_int_tensor, weight_int_tensor, transpose_y=True
)
linear_out = paddle.matmul(act_int_tensor, weight_int_tensor, transpose_y=True)
result = dequant_int8(linear_out, scale, "bfloat16")
result_gemm_dequant = gemm_dequant(
@@ -55,7 +54,10 @@ class Test(unittest.TestCase):
out_dtype="bfloat16",
)
np.testing.assert_allclose(
result.numpy(), result_gemm_dequant.numpy(), rtol=1e-05, atol=1e-05
result.numpy(),
result_gemm_dequant.numpy(),
rtol=1e-05,
atol=1e-05,
)