no more data buffer

This commit is contained in:
Benoît Sierro
2021-05-10 08:48:00 +02:00
parent a1b7afd1c1
commit 7b01e1716a

View File

@@ -444,7 +444,6 @@ class RaySimulations(Simulations, available=using_ray, priority=1):
data_folder="scgenerator/", data_folder="scgenerator/",
): ):
super().__init__(param_seq, task_id, data_folder) super().__init__(param_seq, task_id, data_folder)
self.buffer = io.DataBuffer(self.id)
nodes = ray.nodes() nodes = ray.nodes()
self.logger.info( self.logger.info(
@@ -489,8 +488,7 @@ class RaySimulations(Simulations, available=using_ray, priority=1):
def _collect_1_job(self): def _collect_1_job(self):
ready, self.jobs = ray.wait(self.jobs, timeout=self.update_cluster_frequency) ready, self.jobs = ray.wait(self.jobs, timeout=self.update_cluster_frequency)
num_saved = self.buffer.empty() self.progress_tracker.update(self.param_seq["simulation", "z_num"])
self.progress_tracker.update(num_saved)
if len(ready) == 0: if len(ready) == 0:
return return