Fix: nvbugs/5222698 variable not defined

zongfeijing · zongfeijing · commit 83eda07c2cec · 2025-04-17T23:07:11.000+08:00
Signed-off-by: Zongfei Jing &lt;20381269+zongfeijing@users.noreply.github.com&gt;
diff --git a/tensorrt_llm/_torch/models/modeling_deepseekv3.py b/tensorrt_llm/_torch/models/modeling_deepseekv3.py
@@ -491,7 +491,7 @@ def forward(
 
         min_latency_mode = True if hidden_states.size(
             0
-        ) <= 128 and self.fusion_config.POST_MOE_FUSION and self.is_nvfp4 else False
+        ) <= 128 and self.fusion_config.POST_MOE_FUSION and self.is_nvfp4 and not using_prev_fusion else False
 
         if residual is None:
             residual = hidden_states
@@ -510,6 +510,7 @@ def forward(
         )
 
         if self.fusion_config.PRE_MOE_FUSION:
+            hidden_states_fp4 = None
             # Custom AR Fusion for DeepseekV3
             if using_prev_fusion:
                 # Custom AR Fusion for DeepseekV3

Original file line number	Diff line number	Diff line change
`@@ -491,7 +491,7 @@ def forward(`
`491`	`491`
`492`	`492`	`min_latency_mode = True if hidden_states.size(`
`493`	`493`	`0`
`494`		`- ) <= 128 and self.fusion_config.POST_MOE_FUSION and self.is_nvfp4 else False`
	`494`	`+ ) <= 128 and self.fusion_config.POST_MOE_FUSION and self.is_nvfp4 and not using_prev_fusion else False`
`495`	`495`
`496`	`496`	`if residual is None:`
`497`	`497`	`residual = hidden_states`
`@@ -510,6 +510,7 @@ def forward(`
`510`	`510`	`)`
`511`	`511`
`512`	`512`	`if self.fusion_config.PRE_MOE_FUSION:`
	`513`	`+ hidden_states_fp4 = None`
`513`	`514`	`# Custom AR Fusion for DeepseekV3`
`514`	`515`	`if using_prev_fusion:`
`515`	`516`	`# Custom AR Fusion for DeepseekV3`