updated dask cluster example

This commit is contained in:
Ari Brown 2023-10-12 14:59:54 -04:00
parent b6b4b4b416
commit 937ca168ad

View file

@ -69,17 +69,17 @@ try:
with Timing("reading parquet"): with Timing("reading parquet"):
df = dd.read_parquet("s3://haystac-archive-phase1.trial1/ta1.kitware/ta1/simulation/train/") df = dd.read_parquet("s3://haystac-archive-phase1.trial1/ta1.kitware/ta1/simulation/train/")
#with Timing("persisting"): with Timing("persisting"):
# dp = df.persist() dp = df.persist()
#with Timing("count()"): with Timing("count()"):
# print(dp.count()) print(dp.count())
#with Timing("mean latitude"): with Timing("mean latitude"):
# print(dp.latitude.mean().compute()) print(dp.latitude.mean().compute())
#with Timing("mean longitude"): with Timing("mean longitude"):
# print(dp.longitude.mean().compute()) print(dp.longitude.mean().compute())
finally: finally:
########## FIN ####################### ########## FIN #######################