Commit 7af0061f authored by Klaus Zimmermann's avatar Klaus Zimmermann
Browse files

Make smaller chunks to improve parallelisation at cost of scheduling

parent 5532722b
......@@ -385,7 +385,7 @@ class DOYStatistics:
data.append(batch[..., self.inds[idx_d]])
data = da.stack(data, axis=-3)
chunks = (1000,) * (data.ndim - 3) + ("auto", -1, -1)
chunks = (1000,) * (data.ndim - 3) + (10, -1, -1)
data = data.rechunk(chunks)
logger.info("Starting sorting")
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment