diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
index 5b46763ecc5e..d6e8aab11eda 100755
--- a/src/transformers/trainer.py
+++ b/src/transformers/trainer.py
@@ -4303,7 +4303,8 @@ def evaluation_loop(
             logger.info("  Num examples: Unknown")
         logger.info(f"  Batch size = {batch_size}")
 
-        model.eval()
+        if hasattr(model, "eval") and callable(model.eval):
+            model.eval()
         if hasattr(self.optimizer, "eval") and callable(self.optimizer.eval):
             self.optimizer.eval()