diff --git a/src/diffusers/training_utils.py b/src/diffusers/training_utils.py
index 2d2f26b266a1..3e9968d47fdd 100644
--- a/src/diffusers/training_utils.py
+++ b/src/diffusers/training_utils.py
@@ -11,7 +11,6 @@
 
 import numpy as np
 import torch
-from accelerate.logging import get_logger
 
 
 if getattr(torch, "distributed", None) is not None:
@@ -26,6 +25,7 @@
     convert_state_dict_to_diffusers,
     convert_state_dict_to_peft,
     deprecate,
+    is_accelerate_available,
     is_peft_available,
     is_torch_npu_available,
     is_torchvision_available,
@@ -39,6 +39,9 @@
     if transformers.integrations.deepspeed.is_deepspeed_zero3_enabled():
         import deepspeed
 
+if is_accelerate_available():
+    from accelerate.logging import get_logger
+
 if is_peft_available():
     from peft import set_peft_model_state_dict