fix intermediate_size_factor initialization

IwakuraRein · IwakuraRein · commit 03cac021bd42 · 2026-02-14T00:36:19.000Z
Signed-off-by: Siyuan Fu &lt;siyuanf@nvidia.com&gt;
diff --git a/csrc/trtllm_fused_moe_kernel_launcher.cu b/csrc/trtllm_fused_moe_kernel_launcher.cu
@@ -432,6 +432,7 @@ void FusedMoeLauncher::init_common(
       << "the value of weight_layout is not recognized";
   this->weight_layout = static_cast<batchedGemm::gemm::MatrixLayout>(weight_layout);
   this->activation_type = activation_type;
+  this->intermediate_size_factor = isGatedActivation(activation_type) ? 2 : 1;
 }
 
 class Bf16MoeLauncher : public FusedMoeLauncher {

Original file line number	Diff line number	Diff line change
`@@ -432,6 +432,7 @@ void FusedMoeLauncher::init_common(`
`432`	`432`	`<< "the value of weight_layout is not recognized";`
`433`	`433`	`this->weight_layout = static_cast<batchedGemm::gemm::MatrixLayout>(weight_layout);`
`434`	`434`	`this->activation_type = activation_type;`
	`435`	`+ this->intermediate_size_factor = isGatedActivation(activation_type) ? 2 : 1;`
`435`	`436`	`}`
`436`	`437`
`437`	`438`	`class Bf16MoeLauncher : public FusedMoeLauncher {`