ari/minerva
1
0
Fork 0
forked from bellwether/minerva
Code Pull requests Activity

dask scheduler apparently doesn't exist sometimes

Browse source
This commit is contained in:
Ari Brown 2023-11-09 14:08:03 -05:00
parent 65768f6f24
commit 239abf8fc1
3 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
minerva/cluster.py
View file

@ -62,9 +62,9 @@ class Cluster:
# Start the dask processes necessary for cluster communication # Start the dask processes necessary for cluster communication
def start_dask(self): def start_dask(self):
self.scheduler.cmd("dask scheduler", disown=True) self.scheduler.cmd("dask-scheduler", disown=True)
for w in self.workers: for w in self.workers:
w.cmd(f"dask worker {self.scheduler.private_ip}:8786", disown=True) w.cmd(f"dask-worker {self.scheduler.private_ip}:8786", disown=True)
def terminate(self): def terminate(self):

3
minerva/machine.py
View file

@ -115,7 +115,8 @@ class Machine:
print(f"\t{self.name} ({self.info['InstanceId']}) => {self.public_ip} ({self.private_ip})") print(f"\t{self.name} ({self.info['InstanceId']}) => {self.public_ip} ({self.private_ip})")
self.ssh = Connection(self.public_ip, ip = self.public_ip or self.private_ip
self.ssh = Connection(ip,
self.username, self.username,
connect_kwargs = { connect_kwargs = {
"key_filename": self.pier.key_path "key_filename": self.pier.key_path

2
pyproject.toml
View file

@ -1,6 +1,6 @@
[tool.poetry] [tool.poetry]
name = "minerva" name = "minerva"
version = "0.6.3" version = "0.6.4"
description = "Easier access to AWS Athena and Redshift" description = "Easier access to AWS Athena and Redshift"
authors = [ authors = [
"Ari Brown <ari@airintech.com>", "Ari Brown <ari@airintech.com>",