MCPcopy Create free account
hub / github.com/celery/celery / setup_instance

Method setup_instance

celery/worker/worker.py:108–165  ·  view source on GitHub ↗
(self, queues=None, ready_callback=None, pidfile=None,
                       include=None, use_eventloop=None, exclude_queues=None,
                       **kwargs)

Source from the content-addressed store, hash-verified

106 self.setup_instance(**self.prepare_args(**kwargs))
107
108 def setup_instance(self, queues=None, ready_callback=None, pidfile=None,
109 include=None, use_eventloop=None, exclude_queues=None,
110 **kwargs):
111 self.pidfile = pidfile
112 self.setup_queues(queues, exclude_queues)
113 self.setup_includes(str_to_list(include))
114
115 # ``worker_concurrency`` uses ``type='any'`` so the ``"auto"`` sentinel
116 # is preserved through config load. Coerce any other string form
117 # (env vars, direct ``app.conf.worker_concurrency = "4"``) back to int
118 # here; invalid strings fall through to the cpu_count default below.
119 if (isinstance(self.concurrency, str)
120 and not is_auto_concurrency(self.concurrency)):
121 try:
122 self.concurrency = int(self.concurrency)
123 except ValueError:
124 self._pending_concurrency_log = (
125 'warning',
126 "worker_concurrency=%r is not a valid integer or "
127 "'auto'; falling back to billiard.cpu_count().",
128 (self.concurrency,),
129 )
130 self.concurrency = None
131
132 # Set default concurrency. ``auto`` is resolved after ``worker_init``.
133 if not self.concurrency:
134 try:
135 self.concurrency = cpu_count()
136 except NotImplementedError:
137 self.concurrency = 2
138
139 # Options
140 self.loglevel = mlevel(self.loglevel)
141 self.ready_callback = ready_callback or self.on_consumer_ready
142
143 # this connection won't establish, only used for params
144 self._conninfo = self.app.connection_for_read()
145 self.use_eventloop = (
146 self.should_use_eventloop() if use_eventloop is None
147 else use_eventloop
148 )
149 self.options = kwargs
150
151 signals.worker_init.send(sender=self)
152
153 # Initialize bootsteps
154 self.pool_cls = _concurrency.get_implementation(self.pool_cls)
155 if is_auto_concurrency(self.concurrency):
156 self._resolve_auto_concurrency()
157 self.steps = []
158 self.on_init_blueprint()
159 self.blueprint = self.Blueprint(
160 steps=self.app.steps['worker'],
161 on_start=self.on_start,
162 on_close=self.on_close,
163 on_stopped=self.on_stopped,
164 )
165 self.blueprint.apply(self, **kwargs)

Callers 1

__init__Method · 0.95

Calls 11

setup_queuesMethod · 0.95
setup_includesMethod · 0.95
should_use_eventloopMethod · 0.95
on_init_blueprintMethod · 0.95
str_to_listFunction · 0.90
is_auto_concurrencyFunction · 0.90
mlevelFunction · 0.90
connection_for_readMethod · 0.45
sendMethod · 0.45
applyMethod · 0.45

Tested by

no test coverage detected