ari/minerva
1
0
Fork 0
forked from bellwether/minerva
Code Pull requests Activity

added support for redshift

Browse source
This commit is contained in:
Ari Brown 2023-08-01 12:38:16 -04:00
parent ac657f671d
commit adf909608d
3 changed files with 120 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

19
test.py
View file

@ -4,16 +4,17 @@ import pprint
pp = pprint.PrettyPrinter(indent=4)
athena = m.Athena("hay", "s3://haystac-pmo-athena/")
query = athena.query(
"""SELECT *
FROM trajectories.kitware
WHERE ST_Disjoint(
ST_GeometryFromText('POLYGON((103.6 1.2151693, 103.6 1.5151693, 104.14797 1.5151693, 104.14797 1.2151693, 103.6 1.2151693))'),
ST_Point(longitude, latitude)
)
""")
#query = athena.query(
#"""SELECT *
#FROM trajectories.kitware
#WHERE ST_Disjoint(
# ST_GeometryFromText('POLYGON((103.6 1.2151693, 103.6 1.5151693, 104.14797 1.5151693, 104.14797 1.2151693, 103.6 1.2151693))'),
# ST_Point(longitude, latitude)
#)
#""")
query = athena.query("select count(*) as count from trajectories.kitware")
data = query.results()
print(data.head(10))
pp.pprint(query.info()['Statistics'])
# Everything *needs* to have a column in order for parquet to work, so scalar
# values have to be assigned something, so here we use `as count` to create