From 6e770820d0a838fa4826359840f9932b696ea40d Mon Sep 17 00:00:00 2001 From: Siming Dai <908660116@qq.com> Date: Tue, 1 Aug 2023 14:19:06 +0800 Subject: [PATCH] fix fuse linear (#6567) --- llm/ernie-3.5-se/modeling.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llm/ernie-3.5-se/modeling.py b/llm/ernie-3.5-se/modeling.py index 0162c5c6b746..52ee23eaced5 100644 --- a/llm/ernie-3.5-se/modeling.py +++ b/llm/ernie-3.5-se/modeling.py @@ -98,7 +98,7 @@ def parallel_matmul( if bias is not None: logits += bias else: - if fuse_linear: + if not fuse_linear: logits = F.linear(input_parallel, y, bias) else: logits = paddle.incubate.nn.functional.fused_linear(input_parallel, y, bias) # hack for 逐位对齐