blob: 0dce87b8ecc5861a254dbd1aaffb2f7c3a6e6953 [file] [log] [blame]
Olivier Deprezf4ef2d02021-04-20 13:36:24 +02001"""Event loop and event loop policy."""
2
3__all__ = (
4 'AbstractEventLoopPolicy',
5 'AbstractEventLoop', 'AbstractServer',
6 'Handle', 'TimerHandle',
7 'get_event_loop_policy', 'set_event_loop_policy',
8 'get_event_loop', 'set_event_loop', 'new_event_loop',
9 'get_child_watcher', 'set_child_watcher',
10 '_set_running_loop', 'get_running_loop',
11 '_get_running_loop',
12)
13
14import contextvars
15import os
16import socket
17import subprocess
18import sys
19import threading
20
21from . import format_helpers
22
23
24class Handle:
25 """Object returned by callback registration methods."""
26
27 __slots__ = ('_callback', '_args', '_cancelled', '_loop',
28 '_source_traceback', '_repr', '__weakref__',
29 '_context')
30
31 def __init__(self, callback, args, loop, context=None):
32 if context is None:
33 context = contextvars.copy_context()
34 self._context = context
35 self._loop = loop
36 self._callback = callback
37 self._args = args
38 self._cancelled = False
39 self._repr = None
40 if self._loop.get_debug():
41 self._source_traceback = format_helpers.extract_stack(
42 sys._getframe(1))
43 else:
44 self._source_traceback = None
45
46 def _repr_info(self):
47 info = [self.__class__.__name__]
48 if self._cancelled:
49 info.append('cancelled')
50 if self._callback is not None:
51 info.append(format_helpers._format_callback_source(
52 self._callback, self._args))
53 if self._source_traceback:
54 frame = self._source_traceback[-1]
55 info.append(f'created at {frame[0]}:{frame[1]}')
56 return info
57
58 def __repr__(self):
59 if self._repr is not None:
60 return self._repr
61 info = self._repr_info()
62 return '<{}>'.format(' '.join(info))
63
64 def cancel(self):
65 if not self._cancelled:
66 self._cancelled = True
67 if self._loop.get_debug():
68 # Keep a representation in debug mode to keep callback and
69 # parameters. For example, to log the warning
70 # "Executing <Handle...> took 2.5 second"
71 self._repr = repr(self)
72 self._callback = None
73 self._args = None
74
75 def cancelled(self):
76 return self._cancelled
77
78 def _run(self):
79 try:
80 self._context.run(self._callback, *self._args)
81 except (SystemExit, KeyboardInterrupt):
82 raise
83 except BaseException as exc:
84 cb = format_helpers._format_callback_source(
85 self._callback, self._args)
86 msg = f'Exception in callback {cb}'
87 context = {
88 'message': msg,
89 'exception': exc,
90 'handle': self,
91 }
92 if self._source_traceback:
93 context['source_traceback'] = self._source_traceback
94 self._loop.call_exception_handler(context)
95 self = None # Needed to break cycles when an exception occurs.
96
97
98class TimerHandle(Handle):
99 """Object returned by timed callback registration methods."""
100
101 __slots__ = ['_scheduled', '_when']
102
103 def __init__(self, when, callback, args, loop, context=None):
104 assert when is not None
105 super().__init__(callback, args, loop, context)
106 if self._source_traceback:
107 del self._source_traceback[-1]
108 self._when = when
109 self._scheduled = False
110
111 def _repr_info(self):
112 info = super()._repr_info()
113 pos = 2 if self._cancelled else 1
114 info.insert(pos, f'when={self._when}')
115 return info
116
117 def __hash__(self):
118 return hash(self._when)
119
120 def __lt__(self, other):
121 if isinstance(other, TimerHandle):
122 return self._when < other._when
123 return NotImplemented
124
125 def __le__(self, other):
126 if isinstance(other, TimerHandle):
127 return self._when < other._when or self.__eq__(other)
128 return NotImplemented
129
130 def __gt__(self, other):
131 if isinstance(other, TimerHandle):
132 return self._when > other._when
133 return NotImplemented
134
135 def __ge__(self, other):
136 if isinstance(other, TimerHandle):
137 return self._when > other._when or self.__eq__(other)
138 return NotImplemented
139
140 def __eq__(self, other):
141 if isinstance(other, TimerHandle):
142 return (self._when == other._when and
143 self._callback == other._callback and
144 self._args == other._args and
145 self._cancelled == other._cancelled)
146 return NotImplemented
147
148 def cancel(self):
149 if not self._cancelled:
150 self._loop._timer_handle_cancelled(self)
151 super().cancel()
152
153 def when(self):
154 """Return a scheduled callback time.
155
156 The time is an absolute timestamp, using the same time
157 reference as loop.time().
158 """
159 return self._when
160
161
162class AbstractServer:
163 """Abstract server returned by create_server()."""
164
165 def close(self):
166 """Stop serving. This leaves existing connections open."""
167 raise NotImplementedError
168
169 def get_loop(self):
170 """Get the event loop the Server object is attached to."""
171 raise NotImplementedError
172
173 def is_serving(self):
174 """Return True if the server is accepting connections."""
175 raise NotImplementedError
176
177 async def start_serving(self):
178 """Start accepting connections.
179
180 This method is idempotent, so it can be called when
181 the server is already being serving.
182 """
183 raise NotImplementedError
184
185 async def serve_forever(self):
186 """Start accepting connections until the coroutine is cancelled.
187
188 The server is closed when the coroutine is cancelled.
189 """
190 raise NotImplementedError
191
192 async def wait_closed(self):
193 """Coroutine to wait until service is closed."""
194 raise NotImplementedError
195
196 async def __aenter__(self):
197 return self
198
199 async def __aexit__(self, *exc):
200 self.close()
201 await self.wait_closed()
202
203
204class AbstractEventLoop:
205 """Abstract event loop."""
206
207 # Running and stopping the event loop.
208
209 def run_forever(self):
210 """Run the event loop until stop() is called."""
211 raise NotImplementedError
212
213 def run_until_complete(self, future):
214 """Run the event loop until a Future is done.
215
216 Return the Future's result, or raise its exception.
217 """
218 raise NotImplementedError
219
220 def stop(self):
221 """Stop the event loop as soon as reasonable.
222
223 Exactly how soon that is may depend on the implementation, but
224 no more I/O callbacks should be scheduled.
225 """
226 raise NotImplementedError
227
228 def is_running(self):
229 """Return whether the event loop is currently running."""
230 raise NotImplementedError
231
232 def is_closed(self):
233 """Returns True if the event loop was closed."""
234 raise NotImplementedError
235
236 def close(self):
237 """Close the loop.
238
239 The loop should not be running.
240
241 This is idempotent and irreversible.
242
243 No other methods should be called after this one.
244 """
245 raise NotImplementedError
246
247 async def shutdown_asyncgens(self):
248 """Shutdown all active asynchronous generators."""
249 raise NotImplementedError
250
251 async def shutdown_default_executor(self):
252 """Schedule the shutdown of the default executor."""
253 raise NotImplementedError
254
255 # Methods scheduling callbacks. All these return Handles.
256
257 def _timer_handle_cancelled(self, handle):
258 """Notification that a TimerHandle has been cancelled."""
259 raise NotImplementedError
260
261 def call_soon(self, callback, *args):
262 return self.call_later(0, callback, *args)
263
264 def call_later(self, delay, callback, *args):
265 raise NotImplementedError
266
267 def call_at(self, when, callback, *args):
268 raise NotImplementedError
269
270 def time(self):
271 raise NotImplementedError
272
273 def create_future(self):
274 raise NotImplementedError
275
276 # Method scheduling a coroutine object: create a task.
277
278 def create_task(self, coro, *, name=None):
279 raise NotImplementedError
280
281 # Methods for interacting with threads.
282
283 def call_soon_threadsafe(self, callback, *args):
284 raise NotImplementedError
285
286 def run_in_executor(self, executor, func, *args):
287 raise NotImplementedError
288
289 def set_default_executor(self, executor):
290 raise NotImplementedError
291
292 # Network I/O methods returning Futures.
293
294 async def getaddrinfo(self, host, port, *,
295 family=0, type=0, proto=0, flags=0):
296 raise NotImplementedError
297
298 async def getnameinfo(self, sockaddr, flags=0):
299 raise NotImplementedError
300
301 async def create_connection(
302 self, protocol_factory, host=None, port=None,
303 *, ssl=None, family=0, proto=0,
304 flags=0, sock=None, local_addr=None,
305 server_hostname=None,
306 ssl_handshake_timeout=None,
307 happy_eyeballs_delay=None, interleave=None):
308 raise NotImplementedError
309
310 async def create_server(
311 self, protocol_factory, host=None, port=None,
312 *, family=socket.AF_UNSPEC,
313 flags=socket.AI_PASSIVE, sock=None, backlog=100,
314 ssl=None, reuse_address=None, reuse_port=None,
315 ssl_handshake_timeout=None,
316 start_serving=True):
317 """A coroutine which creates a TCP server bound to host and port.
318
319 The return value is a Server object which can be used to stop
320 the service.
321
322 If host is an empty string or None all interfaces are assumed
323 and a list of multiple sockets will be returned (most likely
324 one for IPv4 and another one for IPv6). The host parameter can also be
325 a sequence (e.g. list) of hosts to bind to.
326
327 family can be set to either AF_INET or AF_INET6 to force the
328 socket to use IPv4 or IPv6. If not set it will be determined
329 from host (defaults to AF_UNSPEC).
330
331 flags is a bitmask for getaddrinfo().
332
333 sock can optionally be specified in order to use a preexisting
334 socket object.
335
336 backlog is the maximum number of queued connections passed to
337 listen() (defaults to 100).
338
339 ssl can be set to an SSLContext to enable SSL over the
340 accepted connections.
341
342 reuse_address tells the kernel to reuse a local socket in
343 TIME_WAIT state, without waiting for its natural timeout to
344 expire. If not specified will automatically be set to True on
345 UNIX.
346
347 reuse_port tells the kernel to allow this endpoint to be bound to
348 the same port as other existing endpoints are bound to, so long as
349 they all set this flag when being created. This option is not
350 supported on Windows.
351
352 ssl_handshake_timeout is the time in seconds that an SSL server
353 will wait for completion of the SSL handshake before aborting the
354 connection. Default is 60s.
355
356 start_serving set to True (default) causes the created server
357 to start accepting connections immediately. When set to False,
358 the user should await Server.start_serving() or Server.serve_forever()
359 to make the server to start accepting connections.
360 """
361 raise NotImplementedError
362
363 async def sendfile(self, transport, file, offset=0, count=None,
364 *, fallback=True):
365 """Send a file through a transport.
366
367 Return an amount of sent bytes.
368 """
369 raise NotImplementedError
370
371 async def start_tls(self, transport, protocol, sslcontext, *,
372 server_side=False,
373 server_hostname=None,
374 ssl_handshake_timeout=None):
375 """Upgrade a transport to TLS.
376
377 Return a new transport that *protocol* should start using
378 immediately.
379 """
380 raise NotImplementedError
381
382 async def create_unix_connection(
383 self, protocol_factory, path=None, *,
384 ssl=None, sock=None,
385 server_hostname=None,
386 ssl_handshake_timeout=None):
387 raise NotImplementedError
388
389 async def create_unix_server(
390 self, protocol_factory, path=None, *,
391 sock=None, backlog=100, ssl=None,
392 ssl_handshake_timeout=None,
393 start_serving=True):
394 """A coroutine which creates a UNIX Domain Socket server.
395
396 The return value is a Server object, which can be used to stop
397 the service.
398
399 path is a str, representing a file system path to bind the
400 server socket to.
401
402 sock can optionally be specified in order to use a preexisting
403 socket object.
404
405 backlog is the maximum number of queued connections passed to
406 listen() (defaults to 100).
407
408 ssl can be set to an SSLContext to enable SSL over the
409 accepted connections.
410
411 ssl_handshake_timeout is the time in seconds that an SSL server
412 will wait for the SSL handshake to complete (defaults to 60s).
413
414 start_serving set to True (default) causes the created server
415 to start accepting connections immediately. When set to False,
416 the user should await Server.start_serving() or Server.serve_forever()
417 to make the server to start accepting connections.
418 """
419 raise NotImplementedError
420
421 async def create_datagram_endpoint(self, protocol_factory,
422 local_addr=None, remote_addr=None, *,
423 family=0, proto=0, flags=0,
424 reuse_address=None, reuse_port=None,
425 allow_broadcast=None, sock=None):
426 """A coroutine which creates a datagram endpoint.
427
428 This method will try to establish the endpoint in the background.
429 When successful, the coroutine returns a (transport, protocol) pair.
430
431 protocol_factory must be a callable returning a protocol instance.
432
433 socket family AF_INET, socket.AF_INET6 or socket.AF_UNIX depending on
434 host (or family if specified), socket type SOCK_DGRAM.
435
436 reuse_address tells the kernel to reuse a local socket in
437 TIME_WAIT state, without waiting for its natural timeout to
438 expire. If not specified it will automatically be set to True on
439 UNIX.
440
441 reuse_port tells the kernel to allow this endpoint to be bound to
442 the same port as other existing endpoints are bound to, so long as
443 they all set this flag when being created. This option is not
444 supported on Windows and some UNIX's. If the
445 :py:data:`~socket.SO_REUSEPORT` constant is not defined then this
446 capability is unsupported.
447
448 allow_broadcast tells the kernel to allow this endpoint to send
449 messages to the broadcast address.
450
451 sock can optionally be specified in order to use a preexisting
452 socket object.
453 """
454 raise NotImplementedError
455
456 # Pipes and subprocesses.
457
458 async def connect_read_pipe(self, protocol_factory, pipe):
459 """Register read pipe in event loop. Set the pipe to non-blocking mode.
460
461 protocol_factory should instantiate object with Protocol interface.
462 pipe is a file-like object.
463 Return pair (transport, protocol), where transport supports the
464 ReadTransport interface."""
465 # The reason to accept file-like object instead of just file descriptor
466 # is: we need to own pipe and close it at transport finishing
467 # Can got complicated errors if pass f.fileno(),
468 # close fd in pipe transport then close f and vise versa.
469 raise NotImplementedError
470
471 async def connect_write_pipe(self, protocol_factory, pipe):
472 """Register write pipe in event loop.
473
474 protocol_factory should instantiate object with BaseProtocol interface.
475 Pipe is file-like object already switched to nonblocking.
476 Return pair (transport, protocol), where transport support
477 WriteTransport interface."""
478 # The reason to accept file-like object instead of just file descriptor
479 # is: we need to own pipe and close it at transport finishing
480 # Can got complicated errors if pass f.fileno(),
481 # close fd in pipe transport then close f and vise versa.
482 raise NotImplementedError
483
484 async def subprocess_shell(self, protocol_factory, cmd, *,
485 stdin=subprocess.PIPE,
486 stdout=subprocess.PIPE,
487 stderr=subprocess.PIPE,
488 **kwargs):
489 raise NotImplementedError
490
491 async def subprocess_exec(self, protocol_factory, *args,
492 stdin=subprocess.PIPE,
493 stdout=subprocess.PIPE,
494 stderr=subprocess.PIPE,
495 **kwargs):
496 raise NotImplementedError
497
498 # Ready-based callback registration methods.
499 # The add_*() methods return None.
500 # The remove_*() methods return True if something was removed,
501 # False if there was nothing to delete.
502
503 def add_reader(self, fd, callback, *args):
504 raise NotImplementedError
505
506 def remove_reader(self, fd):
507 raise NotImplementedError
508
509 def add_writer(self, fd, callback, *args):
510 raise NotImplementedError
511
512 def remove_writer(self, fd):
513 raise NotImplementedError
514
515 # Completion based I/O methods returning Futures.
516
517 async def sock_recv(self, sock, nbytes):
518 raise NotImplementedError
519
520 async def sock_recv_into(self, sock, buf):
521 raise NotImplementedError
522
523 async def sock_sendall(self, sock, data):
524 raise NotImplementedError
525
526 async def sock_connect(self, sock, address):
527 raise NotImplementedError
528
529 async def sock_accept(self, sock):
530 raise NotImplementedError
531
532 async def sock_sendfile(self, sock, file, offset=0, count=None,
533 *, fallback=None):
534 raise NotImplementedError
535
536 # Signal handling.
537
538 def add_signal_handler(self, sig, callback, *args):
539 raise NotImplementedError
540
541 def remove_signal_handler(self, sig):
542 raise NotImplementedError
543
544 # Task factory.
545
546 def set_task_factory(self, factory):
547 raise NotImplementedError
548
549 def get_task_factory(self):
550 raise NotImplementedError
551
552 # Error handlers.
553
554 def get_exception_handler(self):
555 raise NotImplementedError
556
557 def set_exception_handler(self, handler):
558 raise NotImplementedError
559
560 def default_exception_handler(self, context):
561 raise NotImplementedError
562
563 def call_exception_handler(self, context):
564 raise NotImplementedError
565
566 # Debug flag management.
567
568 def get_debug(self):
569 raise NotImplementedError
570
571 def set_debug(self, enabled):
572 raise NotImplementedError
573
574
575class AbstractEventLoopPolicy:
576 """Abstract policy for accessing the event loop."""
577
578 def get_event_loop(self):
579 """Get the event loop for the current context.
580
581 Returns an event loop object implementing the BaseEventLoop interface,
582 or raises an exception in case no event loop has been set for the
583 current context and the current policy does not specify to create one.
584
585 It should never return None."""
586 raise NotImplementedError
587
588 def set_event_loop(self, loop):
589 """Set the event loop for the current context to loop."""
590 raise NotImplementedError
591
592 def new_event_loop(self):
593 """Create and return a new event loop object according to this
594 policy's rules. If there's need to set this loop as the event loop for
595 the current context, set_event_loop must be called explicitly."""
596 raise NotImplementedError
597
598 # Child processes handling (Unix only).
599
600 def get_child_watcher(self):
601 "Get the watcher for child processes."
602 raise NotImplementedError
603
604 def set_child_watcher(self, watcher):
605 """Set the watcher for child processes."""
606 raise NotImplementedError
607
608
609class BaseDefaultEventLoopPolicy(AbstractEventLoopPolicy):
610 """Default policy implementation for accessing the event loop.
611
612 In this policy, each thread has its own event loop. However, we
613 only automatically create an event loop by default for the main
614 thread; other threads by default have no event loop.
615
616 Other policies may have different rules (e.g. a single global
617 event loop, or automatically creating an event loop per thread, or
618 using some other notion of context to which an event loop is
619 associated).
620 """
621
622 _loop_factory = None
623
624 class _Local(threading.local):
625 _loop = None
626 _set_called = False
627
628 def __init__(self):
629 self._local = self._Local()
630
631 def get_event_loop(self):
632 """Get the event loop for the current context.
633
634 Returns an instance of EventLoop or raises an exception.
635 """
636 if (self._local._loop is None and
637 not self._local._set_called and
638 threading.current_thread() is threading.main_thread()):
639 self.set_event_loop(self.new_event_loop())
640
641 if self._local._loop is None:
642 raise RuntimeError('There is no current event loop in thread %r.'
643 % threading.current_thread().name)
644
645 return self._local._loop
646
647 def set_event_loop(self, loop):
648 """Set the event loop."""
649 self._local._set_called = True
650 assert loop is None or isinstance(loop, AbstractEventLoop)
651 self._local._loop = loop
652
653 def new_event_loop(self):
654 """Create a new event loop.
655
656 You must call set_event_loop() to make this the current event
657 loop.
658 """
659 return self._loop_factory()
660
661
662# Event loop policy. The policy itself is always global, even if the
663# policy's rules say that there is an event loop per thread (or other
664# notion of context). The default policy is installed by the first
665# call to get_event_loop_policy().
666_event_loop_policy = None
667
668# Lock for protecting the on-the-fly creation of the event loop policy.
669_lock = threading.Lock()
670
671
672# A TLS for the running event loop, used by _get_running_loop.
673class _RunningLoop(threading.local):
674 loop_pid = (None, None)
675
676
677_running_loop = _RunningLoop()
678
679
680def get_running_loop():
681 """Return the running event loop. Raise a RuntimeError if there is none.
682
683 This function is thread-specific.
684 """
685 # NOTE: this function is implemented in C (see _asynciomodule.c)
686 loop = _get_running_loop()
687 if loop is None:
688 raise RuntimeError('no running event loop')
689 return loop
690
691
692def _get_running_loop():
693 """Return the running event loop or None.
694
695 This is a low-level function intended to be used by event loops.
696 This function is thread-specific.
697 """
698 # NOTE: this function is implemented in C (see _asynciomodule.c)
699 running_loop, pid = _running_loop.loop_pid
700 if running_loop is not None and pid == os.getpid():
701 return running_loop
702
703
704def _set_running_loop(loop):
705 """Set the running event loop.
706
707 This is a low-level function intended to be used by event loops.
708 This function is thread-specific.
709 """
710 # NOTE: this function is implemented in C (see _asynciomodule.c)
711 _running_loop.loop_pid = (loop, os.getpid())
712
713
714def _init_event_loop_policy():
715 global _event_loop_policy
716 with _lock:
717 if _event_loop_policy is None: # pragma: no branch
718 from . import DefaultEventLoopPolicy
719 _event_loop_policy = DefaultEventLoopPolicy()
720
721
722def get_event_loop_policy():
723 """Get the current event loop policy."""
724 if _event_loop_policy is None:
725 _init_event_loop_policy()
726 return _event_loop_policy
727
728
729def set_event_loop_policy(policy):
730 """Set the current event loop policy.
731
732 If policy is None, the default policy is restored."""
733 global _event_loop_policy
734 assert policy is None or isinstance(policy, AbstractEventLoopPolicy)
735 _event_loop_policy = policy
736
737
738def get_event_loop():
739 """Return an asyncio event loop.
740
741 When called from a coroutine or a callback (e.g. scheduled with call_soon
742 or similar API), this function will always return the running event loop.
743
744 If there is no running event loop set, the function will return
745 the result of `get_event_loop_policy().get_event_loop()` call.
746 """
747 # NOTE: this function is implemented in C (see _asynciomodule.c)
748 current_loop = _get_running_loop()
749 if current_loop is not None:
750 return current_loop
751 return get_event_loop_policy().get_event_loop()
752
753
754def set_event_loop(loop):
755 """Equivalent to calling get_event_loop_policy().set_event_loop(loop)."""
756 get_event_loop_policy().set_event_loop(loop)
757
758
759def new_event_loop():
760 """Equivalent to calling get_event_loop_policy().new_event_loop()."""
761 return get_event_loop_policy().new_event_loop()
762
763
764def get_child_watcher():
765 """Equivalent to calling get_event_loop_policy().get_child_watcher()."""
766 return get_event_loop_policy().get_child_watcher()
767
768
769def set_child_watcher(watcher):
770 """Equivalent to calling
771 get_event_loop_policy().set_child_watcher(watcher)."""
772 return get_event_loop_policy().set_child_watcher(watcher)
773
774
775# Alias pure-Python implementations for testing purposes.
776_py__get_running_loop = _get_running_loop
777_py__set_running_loop = _set_running_loop
778_py_get_running_loop = get_running_loop
779_py_get_event_loop = get_event_loop
780
781
782try:
783 # get_event_loop() is one of the most frequently called
784 # functions in asyncio. Pure Python implementation is
785 # about 4 times slower than C-accelerated.
786 from _asyncio import (_get_running_loop, _set_running_loop,
787 get_running_loop, get_event_loop)
788except ImportError:
789 pass
790else:
791 # Alias C implementations for testing purposes.
792 _c__get_running_loop = _get_running_loop
793 _c__set_running_loop = _set_running_loop
794 _c_get_running_loop = get_running_loop
795 _c_get_event_loop = get_event_loop