Skip to content
Snippets Groups Projects

Allow specifying device to use when training

Merged Manon Blanco requested to merge export-device-when-training into main
All threads resolved!
1 file
+ 4
7
Compare changes
  • Side-by-side
  • Inline
@@ -100,11 +100,10 @@ class GenericTrainingManager:
self.dataset.load_dataloaders()
def init_hardware_config(self):
cuda_is_available = torch.cuda.is_available()
# Debug mode
if (
self.device_params["force"] not in [None, "cuda"]
or not torch.cuda.is_available()
):
if self.device_params["force"] not in [None, "cuda"] or not cuda_is_available:
self.device_params["use_ddp"] = False
self.device_params["use_amp"] = False
@@ -125,9 +124,7 @@ class GenericTrainingManager:
self.launch_ddp()
else:
self.device = torch.device(
self.device_params["force"] or "cuda"
if torch.cuda.is_available()
else "cpu"
self.device_params["force"] or "cuda" if cuda_is_available else "cpu"
)
if self.device == torch.device("cpu"):
self.params["model"]["device"] = "cpu"
Loading