Fallback unwrapping logic if fails

toolkit/accelerator.py

@@ -11,7 +11,10 @@ def get_accelerator() -> Accelerator:
     return global_accelerator
 
 def unwrap_model(model):
+    try:
         accelerator = get_accelerator()
         model = accelerator.unwrap_model(model)
         model = model._orig_mod if is_compiled_module(model) else model
+    except Exception as e:
+        pass
     return model