ari/minerva
1
0
Fork 0
forked from bellwether/minerva
Code Pull requests Activity

updated dask cluster example

Browse source
This commit is contained in:
Ari Brown 2023-10-12 14:59:54 -04:00
parent b6b4b4b416
commit 937ca168ad
1 changed files with 8 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

16
examples/dask_cluster.py
View file

@ -69,17 +69,17 @@ try:
with Timing("reading parquet"):
df = dd.read_parquet("s3://haystac-archive-phase1.trial1/ta1.kitware/ta1/simulation/train/")
#with Timing("persisting"):
# dp = df.persist()
with Timing("persisting"):
dp = df.persist()
#with Timing("count()"):
# print(dp.count())
with Timing("count()"):
print(dp.count())
#with Timing("mean latitude"):
# print(dp.latitude.mean().compute())
with Timing("mean latitude"):
print(dp.latitude.mean().compute())
#with Timing("mean longitude"):
# print(dp.longitude.mean().compute())
with Timing("mean longitude"):
print(dp.longitude.mean().compute())
finally:
########## FIN #######################