diff --git a/fastembed/parallel_processor.py b/fastembed/parallel_processor.py
index 36688d87..4f2973aa 100644
--- a/fastembed/parallel_processor.py
+++ b/fastembed/parallel_processor.py
@@ -125,10 +125,10 @@ def start(self, **kwargs: Any) -> None:
 
         for worker_id in range(0, self.num_workers):
             worker_kwargs = deepcopy(kwargs)
+            worker_kwargs["cuda"] = self.cuda
             if self.device_ids:
                 device_id = self.device_ids[worker_id % len(self.device_ids)]
                 worker_kwargs["device_id"] = device_id
-                worker_kwargs["cuda"] = self.cuda
 
             assert hasattr(self.ctx, "Process")
             process = self.ctx.Process(