From c5ae0bc9412d382c5bda8518971c92e38c784e67 Mon Sep 17 00:00:00 2001 From: Bingoo <1575938147@qq.com> Date: Tue, 24 Mar 2026 14:20:31 +0800 Subject: [PATCH 1/3] merge matmul and add --- fastdeploy/model_executor/layers/linear.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/fastdeploy/model_executor/layers/linear.py b/fastdeploy/model_executor/layers/linear.py index 2bee885ff43..39591c9f656 100644 --- a/fastdeploy/model_executor/layers/linear.py +++ b/fastdeploy/model_executor/layers/linear.py @@ -82,11 +82,9 @@ def process_loaded_weights(self, layer, weights) -> None: layer.weight.set_value(weights) def apply(self, layer: nn.Layer, x: paddle.Tensor) -> paddle.Tensor: - linear_out = paddle.matmul(x, layer.weight) if layer.with_bias: - linear_out = paddle.add(linear_out, layer.bias) - return linear_out - + return paddle._C_ops.linear(x, layer.weight, layer.bias) + return paddle.matmul(x, layer.weight) class LinearBase(nn.Layer): """ From 0100aaa5237cb5fa338e84a0a2936025a3f56197 Mon Sep 17 00:00:00 2001 From: Bingoo <1575938147@qq.com> Date: Tue, 24 Mar 2026 14:27:14 +0800 Subject: [PATCH 2/3] modify format --- fastdeploy/model_executor/layers/linear.py | 1 + 1 file changed, 1 insertion(+) diff --git a/fastdeploy/model_executor/layers/linear.py b/fastdeploy/model_executor/layers/linear.py index 39591c9f656..5a8b549bad3 100644 --- a/fastdeploy/model_executor/layers/linear.py +++ b/fastdeploy/model_executor/layers/linear.py @@ -86,6 +86,7 @@ def apply(self, layer: nn.Layer, x: paddle.Tensor) -> paddle.Tensor: return paddle._C_ops.linear(x, layer.weight, layer.bias) return paddle.matmul(x, layer.weight) + class LinearBase(nn.Layer): """ LinearBase Layer. From 47cbb7b846652bf6380d004436c44c3eb3f5531c Mon Sep 17 00:00:00 2001 From: Bingoo <1575938147@qq.com> Date: Tue, 24 Mar 2026 16:56:27 +0800 Subject: [PATCH 3/3] using paddle.nn.functional.linear --- fastdeploy/model_executor/layers/linear.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/fastdeploy/model_executor/layers/linear.py b/fastdeploy/model_executor/layers/linear.py index 5a8b549bad3..c13f8d4dec2 100644 --- a/fastdeploy/model_executor/layers/linear.py +++ b/fastdeploy/model_executor/layers/linear.py @@ -83,7 +83,7 @@ def process_loaded_weights(self, layer, weights) -> None: def apply(self, layer: nn.Layer, x: paddle.Tensor) -> paddle.Tensor: if layer.with_bias: - return paddle._C_ops.linear(x, layer.weight, layer.bias) + return paddle.nn.functional.linear(x, layer.weight, layer.bias) return paddle.matmul(x, layer.weight)