added parallel file downloading and dried up the code a touch

This commit is contained in:
Ari Brown 2023-08-02 15:12:06 -04:00
parent 68bc346e24
commit 22746b6639
5 changed files with 16 additions and 11 deletions

View file

@ -7,7 +7,6 @@ red = m.Redshift("hay", "s3://haystac-pmo-athena/",
db="dev",
cluster="redshift-cluster-1")
query = red.query("select count(*) from myspectrum_schema.kitware")
print(query)
data = query.results()
pp.pprint(data.head(10))
print(query.runtime)