ari/minerva
1
0
Fork 0
forked from bellwether/minerva
Code Pull requests Activity

added sql loading code from metrics calculator to minerva

Browse source
This commit is contained in:
Ari Brown 2024-03-01 13:29:11 -05:00
parent 98524d3be6
commit af4f8bb999
2 changed files with 20 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
minerva/__init__.py
View file

@ -1,4 +1,4 @@
from .helpers import parallel_map, load_template from .helpers import parallel_map, load_template, load_sql
from .athena import Athena from .athena import Athena
from .redshift import Redshift from .redshift import Redshift
@ -19,6 +19,7 @@ __all__ = [
"Pier", "Pier",
"Minerva", "Minerva",
"parallel_map", "parallel_map",
"load_template" "load_template",
"load_sql"
] ]

17
minerva/helpers.py
View file

@ -41,3 +41,20 @@ def load_template(path, **params):
return Template(query).render(**params) return Template(query).render(**params)
# `partition = {"field" => values}`
def partition_string(partition):
if not partition:
return ""
parts = [f"{k} >= {min(v)} and {k} <= {max(v)}" for k, v in partition.items()]
string = " and ".join(parts)
return string
# Wrapper to enable the inclusion of partitioning strings
def load_sql(path, **params):
params['partition_string'] = partition_string(params.get('partition', None))
return m.load_template(path, **params)