no more data buffer
This commit is contained in:
@@ -444,7 +444,6 @@ class RaySimulations(Simulations, available=using_ray, priority=1):
|
|||||||
data_folder="scgenerator/",
|
data_folder="scgenerator/",
|
||||||
):
|
):
|
||||||
super().__init__(param_seq, task_id, data_folder)
|
super().__init__(param_seq, task_id, data_folder)
|
||||||
self.buffer = io.DataBuffer(self.id)
|
|
||||||
|
|
||||||
nodes = ray.nodes()
|
nodes = ray.nodes()
|
||||||
self.logger.info(
|
self.logger.info(
|
||||||
@@ -489,8 +488,7 @@ class RaySimulations(Simulations, available=using_ray, priority=1):
|
|||||||
|
|
||||||
def _collect_1_job(self):
|
def _collect_1_job(self):
|
||||||
ready, self.jobs = ray.wait(self.jobs, timeout=self.update_cluster_frequency)
|
ready, self.jobs = ray.wait(self.jobs, timeout=self.update_cluster_frequency)
|
||||||
num_saved = self.buffer.empty()
|
self.progress_tracker.update(self.param_seq["simulation", "z_num"])
|
||||||
self.progress_tracker.update(num_saved)
|
|
||||||
|
|
||||||
if len(ready) == 0:
|
if len(ready) == 0:
|
||||||
return
|
return
|
||||||
|
|||||||
Reference in New Issue
Block a user