[https://nvbugs/5496960][fix] Fix Gemma model forward. (#7509)

Signed-off-by: Yukun He <[email protected]>

Author: hyukn

tensorrt_llm/models/gemma/model.py

@@ -157,10 +157,13 @@ def forward(self,
                 if default_net().plugin_config.reduce_fusion else
                 AllReduceFusionOp.NONE,
                 residual=residual,
-                norm_weight=self.pre_feedforward_layernorm.weight.value,
-                norm_pre_residual_weight=self.post_layernorm.weight.value
+                norm_weight=self.pre_feedforward_layernorm.weight.value
                 if self.config.inter_layernorms else None,
-                eps=self.pre_feedforward_layernorm.eps))
+                norm_pre_residual_weight=self.post_layernorm.weight.value,
+                eps=self.pre_feedforward_layernorm.eps
+                if self.config.inter_layernorms else 1e-06,
+            ),
+        )
 
         if use_cache:
             attention_output, presents = attention_output