diff --git a/minerva/athena.py b/minerva/athena.py index d4738b6..a1f388e 100644 --- a/minerva/athena.py +++ b/minerva/athena.py @@ -125,15 +125,17 @@ class Query(Execute): # dataset of the results. # Calls `self.manifest_files()` which blocks via `self.finish()` def results(self): - #local = [self.handler.s3.download(f) for f in self.manifest_files()] - local = parallel_map(self.handler.s3.download, self.manifest_files()) + start = time.time() + local = [self.handler.s3.download(f) for f in self.manifest_files()] + #local = parallel_map(self.handler.s3.download, self.manifest_files()) + print(time.time() - start) self.ds = pa.dataset.dataset(local) return self.ds def __enter__(self): return self - def __exit__(self): + def __exit__(self, exception_type, exception_value, exception_traceback): self.close() def close(self): diff --git a/pyproject.toml b/pyproject.toml index 5ee9448..0438cd8 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "minerva" -version = "0.3.3" +version = "0.3.4" description = "Easier access to AWS Athena and Redshift" authors = [ "Ari Brown ",