ari/minerva
1
0
Fork 0
forked from bellwether/minerva
Code Pull requests Activity

added readme

Browse source
This commit is contained in:
Ari Brown 2023-07-27 13:57:40 -04:00
parent 0f1018c7d5
commit 9aae669ca2
2 changed files with 46 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
access.py
View file

@ -66,6 +66,8 @@ class Query:
# Because we're using `UNLOAD`, we get a manifest of the files
# that make up our data.
files = self.manifest(tiedot).strip().split("\n")
# TODO parallelize this
local = [self.handler.download(f) for f in files]
self.ds = pa.dataset.dataset(local)