198 lines
5.7 KiB
Python
198 lines
5.7 KiB
Python
"""The ``celery graph`` command."""
|
|
import sys
|
|
from operator import itemgetter
|
|
|
|
import click
|
|
|
|
from celery.bin.base import CeleryCommand, handle_preload_options
|
|
from celery.utils.graph import DependencyGraph, GraphFormatter
|
|
|
|
|
|
@click.group()
|
|
@click.pass_context
|
|
@handle_preload_options
|
|
def graph(ctx):
|
|
"""The ``celery graph`` command."""
|
|
|
|
|
|
@graph.command(cls=CeleryCommand, context_settings={'allow_extra_args': True})
|
|
@click.pass_context
|
|
def bootsteps(ctx):
|
|
"""Display bootsteps graph."""
|
|
worker = ctx.obj.app.WorkController()
|
|
include = {arg.lower() for arg in ctx.args or ['worker', 'consumer']}
|
|
if 'worker' in include:
|
|
worker_graph = worker.blueprint.graph
|
|
if 'consumer' in include:
|
|
worker.blueprint.connect_with(worker.consumer.blueprint)
|
|
else:
|
|
worker_graph = worker.consumer.blueprint.graph
|
|
worker_graph.to_dot(sys.stdout)
|
|
|
|
|
|
@graph.command(cls=CeleryCommand, context_settings={'allow_extra_args': True})
|
|
@click.pass_context
|
|
def workers(ctx):
|
|
"""Display workers graph."""
|
|
def simplearg(arg):
|
|
return maybe_list(itemgetter(0, 2)(arg.partition(':')))
|
|
|
|
def maybe_list(l, sep=','):
|
|
return l[0], l[1].split(sep) if sep in l[1] else l[1]
|
|
|
|
args = dict(simplearg(arg) for arg in ctx.args)
|
|
generic = 'generic' in args
|
|
|
|
def generic_label(node):
|
|
return '{} ({}://)'.format(type(node).__name__,
|
|
node._label.split('://')[0])
|
|
|
|
class Node:
|
|
force_label = None
|
|
scheme = {}
|
|
|
|
def __init__(self, label, pos=None):
|
|
self._label = label
|
|
self.pos = pos
|
|
|
|
def label(self):
|
|
return self._label
|
|
|
|
def __str__(self):
|
|
return self.label()
|
|
|
|
class Thread(Node):
|
|
scheme = {
|
|
'fillcolor': 'lightcyan4',
|
|
'fontcolor': 'yellow',
|
|
'shape': 'oval',
|
|
'fontsize': 10,
|
|
'width': 0.3,
|
|
'color': 'black',
|
|
}
|
|
|
|
def __init__(self, label, **kwargs):
|
|
self.real_label = label
|
|
super().__init__(
|
|
label=f'thr-{next(tids)}',
|
|
pos=0,
|
|
)
|
|
|
|
class Formatter(GraphFormatter):
|
|
|
|
def label(self, obj):
|
|
return obj and obj.label()
|
|
|
|
def node(self, obj):
|
|
scheme = dict(obj.scheme) if obj.pos else obj.scheme
|
|
if isinstance(obj, Thread):
|
|
scheme['label'] = obj.real_label
|
|
return self.draw_node(
|
|
obj, dict(self.node_scheme, **scheme),
|
|
)
|
|
|
|
def terminal_node(self, obj):
|
|
return self.draw_node(
|
|
obj, dict(self.term_scheme, **obj.scheme),
|
|
)
|
|
|
|
def edge(self, a, b, **attrs):
|
|
if isinstance(a, Thread):
|
|
attrs.update(arrowhead='none', arrowtail='tee')
|
|
return self.draw_edge(a, b, self.edge_scheme, attrs)
|
|
|
|
def subscript(n):
|
|
S = {'0': '₀', '1': '₁', '2': '₂', '3': '₃', '4': '₄',
|
|
'5': '₅', '6': '₆', '7': '₇', '8': '₈', '9': '₉'}
|
|
return ''.join([S[i] for i in str(n)])
|
|
|
|
class Worker(Node):
|
|
pass
|
|
|
|
class Backend(Node):
|
|
scheme = {
|
|
'shape': 'folder',
|
|
'width': 2,
|
|
'height': 1,
|
|
'color': 'black',
|
|
'fillcolor': 'peachpuff3',
|
|
}
|
|
|
|
def label(self):
|
|
return generic_label(self) if generic else self._label
|
|
|
|
class Broker(Node):
|
|
scheme = {
|
|
'shape': 'circle',
|
|
'fillcolor': 'cadetblue3',
|
|
'color': 'cadetblue4',
|
|
'height': 1,
|
|
}
|
|
|
|
def label(self):
|
|
return generic_label(self) if generic else self._label
|
|
|
|
from itertools import count
|
|
tids = count(1)
|
|
Wmax = int(args.get('wmax', 4) or 0)
|
|
Tmax = int(args.get('tmax', 3) or 0)
|
|
|
|
def maybe_abbr(l, name, max=Wmax):
|
|
size = len(l)
|
|
abbr = max and size > max
|
|
if 'enumerate' in args:
|
|
l = [f'{name}{subscript(i + 1)}'
|
|
for i, obj in enumerate(l)]
|
|
if abbr:
|
|
l = l[0:max - 1] + [l[size - 1]]
|
|
l[max - 2] = '{}⎨…{}⎬'.format(
|
|
name[0], subscript(size - (max - 1)))
|
|
return l
|
|
|
|
app = ctx.obj.app
|
|
try:
|
|
workers = args['nodes']
|
|
threads = args.get('threads') or []
|
|
except KeyError:
|
|
replies = app.control.inspect().stats() or {}
|
|
workers, threads = [], []
|
|
for worker, reply in replies.items():
|
|
workers.append(worker)
|
|
threads.append(reply['pool']['max-concurrency'])
|
|
|
|
wlen = len(workers)
|
|
backend = args.get('backend', app.conf.result_backend)
|
|
threads_for = {}
|
|
workers = maybe_abbr(workers, 'Worker')
|
|
if Wmax and wlen > Wmax:
|
|
threads = threads[0:3] + [threads[-1]]
|
|
for i, threads in enumerate(threads):
|
|
threads_for[workers[i]] = maybe_abbr(
|
|
list(range(int(threads))), 'P', Tmax,
|
|
)
|
|
|
|
broker = Broker(args.get(
|
|
'broker', app.connection_for_read().as_uri()))
|
|
backend = Backend(backend) if backend else None
|
|
deps = DependencyGraph(formatter=Formatter())
|
|
deps.add_arc(broker)
|
|
if backend:
|
|
deps.add_arc(backend)
|
|
curworker = [0]
|
|
for i, worker in enumerate(workers):
|
|
worker = Worker(worker, pos=i)
|
|
deps.add_arc(worker)
|
|
deps.add_edge(worker, broker)
|
|
if backend:
|
|
deps.add_edge(worker, backend)
|
|
threads = threads_for.get(worker._label)
|
|
if threads:
|
|
for thread in threads:
|
|
thread = Thread(thread)
|
|
deps.add_arc(thread)
|
|
deps.add_edge(thread, worker)
|
|
|
|
curworker[0] += 1
|
|
|
|
deps.to_dot(sys.stdout)
|