We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent eb4bba7 commit 0817b17Copy full SHA for 0817b17
1 file changed
src/process_omol25/process_omol25.py
@@ -344,11 +344,11 @@ def handle_signal(signum, frame):
344
num_tasks = len(self.indices_to_process)
345
346
if getattr(self.args, "batch_size", None) is not None:
347
- self.batch_size = max(50, self.args.batch_size)
+ self.batch_size = max(100, self.args.batch_size)
348
else:
349
active_workers = max(1, self.size - 1) if self.size > 1 else max(1, self.size)
350
tasks_per_worker = max(1, num_tasks / active_workers)
351
- self.batch_size = max(50, int(tasks_per_worker * 0.01))
+ self.batch_size = max(100, int(tasks_per_worker * 0.01))
352
353
if self.rank == 0:
354
logger.info(f"Using flush batch size of {self.batch_size}")
0 commit comments