adding parallelization helpers and query cancelation

This commit is contained in:
Ari Brown 2024-01-18 12:38:42 -05:00
parent 5eb8471081
commit 9442c33d14
4 changed files with 150 additions and 9 deletions

17
examples/cancel_query.py Normal file
View file

@ -0,0 +1,17 @@
import minerva
m = minerva.Minerva("hay-te")
athena = m.athena("s3://haystac-te-athena/")
file = "/tmp/queries.txt"
with open(file, 'r') as f:
txt = f.read()
for line in txt.split("\n"):
if not line:
continue
print(line)
athena.cancel(line)