forked from bellwether/minerva
updated dask cluster example
This commit is contained in:
parent
b6b4b4b416
commit
937ca168ad
1 changed files with 8 additions and 8 deletions
|
|
@ -69,17 +69,17 @@ try:
|
||||||
with Timing("reading parquet"):
|
with Timing("reading parquet"):
|
||||||
df = dd.read_parquet("s3://haystac-archive-phase1.trial1/ta1.kitware/ta1/simulation/train/")
|
df = dd.read_parquet("s3://haystac-archive-phase1.trial1/ta1.kitware/ta1/simulation/train/")
|
||||||
|
|
||||||
#with Timing("persisting"):
|
with Timing("persisting"):
|
||||||
# dp = df.persist()
|
dp = df.persist()
|
||||||
|
|
||||||
#with Timing("count()"):
|
with Timing("count()"):
|
||||||
# print(dp.count())
|
print(dp.count())
|
||||||
|
|
||||||
#with Timing("mean latitude"):
|
with Timing("mean latitude"):
|
||||||
# print(dp.latitude.mean().compute())
|
print(dp.latitude.mean().compute())
|
||||||
|
|
||||||
#with Timing("mean longitude"):
|
with Timing("mean longitude"):
|
||||||
# print(dp.longitude.mean().compute())
|
print(dp.longitude.mean().compute())
|
||||||
finally:
|
finally:
|
||||||
########## FIN #######################
|
########## FIN #######################
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue