ari/minerva
1
0
Fork 0
forked from bellwether/minerva
Code Pull requests Activity

restructuring as a library with athena and redshift

Browse source
This commit is contained in:
Ari Brown 2023-08-01 13:19:57 -04:00
parent adf909608d
commit c32f8359e7
8 changed files with 18 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

7
test.py
View file

@ -1,9 +1,9 @@
import minerva as m
import minerva.minerva as a
import pprint
pp = pprint.PrettyPrinter(indent=4)
athena = m.Athena("hay", "s3://haystac-pmo-athena/")
athena = a.Athena("hay", "s3://haystac-pmo-athena/")
#query = athena.query(
#"""SELECT *
#FROM trajectories.kitware
@ -14,7 +14,8 @@ athena = m.Athena("hay", "s3://haystac-pmo-athena/")
#""")
query = athena.query("select count(*) as count from trajectories.kitware")
data = query.results()
pp.pprint(query.info()['Statistics'])
pp.pprint(data.head(10))
print(query.runtime)
# Everything *needs* to have a column in order for parquet to work, so scalar
# values have to be assigned something, so here we use `as count` to create