diff --git a/paraffin/cli.py b/paraffin/cli.py index 83ccf41..f22c235 100644 --- a/paraffin/cli.py +++ b/paraffin/cli.py @@ -70,8 +70,6 @@ def worker( job_name=job, ) - # now we want to compute another stage.save() to check if the stage is changed - if job_obj is None: remaining_seconds = ( timeout - (datetime.datetime.now() - last_seen).seconds @@ -81,7 +79,8 @@ def worker( break time.sleep(1) log.info( - f"No more job found - sleeping until closing in {remaining_seconds} seconds" + "No more job found" + f" - sleeping until closing in {remaining_seconds} seconds" ) continue last_seen = datetime.datetime.now() diff --git a/paraffin/db.py b/paraffin/db.py index 8e1fca2..9d8e1d0 100644 --- a/paraffin/db.py +++ b/paraffin/db.py @@ -209,7 +209,8 @@ def complete_job( job.stderr = stderr job.stdout = stdout job.finished_at = datetime.datetime.now() - # We only write the deps_hash to the database once the job has finished successfully! + # We only write the deps_hash to the database + # once the job has finished successfully! if status == "completed": reduced_lock = { k: v for k, v in lock.items() if k in ["cmd", "params", "deps"] diff --git a/paraffin/utils.py b/paraffin/utils.py index 88e90bb..d97c9ba 100644 --- a/paraffin/utils.py +++ b/paraffin/utils.py @@ -79,9 +79,6 @@ def get_stage_graph(names) -> nx.DiGraph: status[node.name] = status.get(node.name, []) + [ "changed by upstream" ] - log.debug( - f"Stage {node.name} is changed by upstream stage {pred.name}" - ) break mapping[node] = PipelineStageDC( @@ -144,9 +141,9 @@ def build_subgraph_hierarchy(subgraph_nodes, path): return result # Collect nodes in the root group (group = []) - root_nodes = [ - node for node in graph.nodes if not graph.nodes[node].get("group", []) - ] + # root_nodes = [ + # node for node in graph.nodes if not graph.nodes[node].get("group", []) + # ] elk_graph = { "id": "root",