diff --git a/nightly-benchmark/shuffle.py b/nightly-benchmark/shuffle.py index 4ad5040..471274f 100644 --- a/nightly-benchmark/shuffle.py +++ b/nightly-benchmark/shuffle.py @@ -6,12 +6,13 @@ if __name__ == "__main__": client = Client("127.0.0.1:8786") ddf_h = timeseries(start='2000-01-01', end='2000-01-02', partition_freq='1min') - for i in range(5): + for i in range(20): print("Iteration: ", i) - result = shuffle(ddf_h, "id", shuffle="tasks") - ddf = client.persist(result) - _ = wait(ddf) - client.cancel(ddf) - client.cancel(result) + s = ddf_h["id"] + 10 + mean = s.mean() + mean = client.persist(mean) + _ = wait(mean) + client.cancel(mean) + client.cancel(s) client.shutdown() time.sleep(0.5)