diff --git a/tests/test_reward_trainer.py b/tests/test_reward_trainer.py
index b90511c3247..c2503f32926 100644
--- a/tests/test_reward_trainer.py
+++ b/tests/test_reward_trainer.py
@@ -335,7 +335,7 @@ def test_train_moe_with_peft_config(self):
             model=model_id,
             args=training_args,
             train_dataset=dataset,
-            peft_config=LoraConfig(target_modules=["up_proj", "down_proj", "score"]),
+            peft_config=LoraConfig(target_modules=["gate_proj", "up_proj", "down_proj", "score"]),
         )
 
         # Save the initial parameters to compare them later