blob: fb34de948930076f5ad571298e92e2c622ca4c32 [file] [log] [blame]
Olivier Deprezf4ef2d02021-04-20 13:36:24 +02001"""Extract, format and print information about Python stack traces."""
2
3import collections
4import itertools
5import linecache
6import sys
7
8__all__ = ['extract_stack', 'extract_tb', 'format_exception',
9 'format_exception_only', 'format_list', 'format_stack',
10 'format_tb', 'print_exc', 'format_exc', 'print_exception',
11 'print_last', 'print_stack', 'print_tb', 'clear_frames',
12 'FrameSummary', 'StackSummary', 'TracebackException',
13 'walk_stack', 'walk_tb']
14
15#
16# Formatting and printing lists of traceback lines.
17#
18
19def print_list(extracted_list, file=None):
20 """Print the list of tuples as returned by extract_tb() or
21 extract_stack() as a formatted stack trace to the given file."""
22 if file is None:
23 file = sys.stderr
24 for item in StackSummary.from_list(extracted_list).format():
25 print(item, file=file, end="")
26
27def format_list(extracted_list):
28 """Format a list of tuples or FrameSummary objects for printing.
29
30 Given a list of tuples or FrameSummary objects as returned by
31 extract_tb() or extract_stack(), return a list of strings ready
32 for printing.
33
34 Each string in the resulting list corresponds to the item with the
35 same index in the argument list. Each string ends in a newline;
36 the strings may contain internal newlines as well, for those items
37 whose source text line is not None.
38 """
39 return StackSummary.from_list(extracted_list).format()
40
41#
42# Printing and Extracting Tracebacks.
43#
44
45def print_tb(tb, limit=None, file=None):
46 """Print up to 'limit' stack trace entries from the traceback 'tb'.
47
48 If 'limit' is omitted or None, all entries are printed. If 'file'
49 is omitted or None, the output goes to sys.stderr; otherwise
50 'file' should be an open file or file-like object with a write()
51 method.
52 """
53 print_list(extract_tb(tb, limit=limit), file=file)
54
55def format_tb(tb, limit=None):
56 """A shorthand for 'format_list(extract_tb(tb, limit))'."""
57 return extract_tb(tb, limit=limit).format()
58
59def extract_tb(tb, limit=None):
60 """
61 Return a StackSummary object representing a list of
62 pre-processed entries from traceback.
63
64 This is useful for alternate formatting of stack traces. If
65 'limit' is omitted or None, all entries are extracted. A
66 pre-processed stack trace entry is a FrameSummary object
67 containing attributes filename, lineno, name, and line
68 representing the information that is usually printed for a stack
69 trace. The line is a string with leading and trailing
70 whitespace stripped; if the source is not available it is None.
71 """
72 return StackSummary.extract(walk_tb(tb), limit=limit)
73
74#
75# Exception formatting and output.
76#
77
78_cause_message = (
79 "\nThe above exception was the direct cause "
80 "of the following exception:\n\n")
81
82_context_message = (
83 "\nDuring handling of the above exception, "
84 "another exception occurred:\n\n")
85
86
87def print_exception(etype, value, tb, limit=None, file=None, chain=True):
88 """Print exception up to 'limit' stack trace entries from 'tb' to 'file'.
89
90 This differs from print_tb() in the following ways: (1) if
91 traceback is not None, it prints a header "Traceback (most recent
92 call last):"; (2) it prints the exception type and value after the
93 stack trace; (3) if type is SyntaxError and value has the
94 appropriate format, it prints the line where the syntax error
95 occurred with a caret on the next line indicating the approximate
96 position of the error.
97 """
98 # format_exception has ignored etype for some time, and code such as cgitb
99 # passes in bogus values as a result. For compatibility with such code we
100 # ignore it here (rather than in the new TracebackException API).
101 if file is None:
102 file = sys.stderr
103 for line in TracebackException(
104 type(value), value, tb, limit=limit).format(chain=chain):
105 print(line, file=file, end="")
106
107
108def format_exception(etype, value, tb, limit=None, chain=True):
109 """Format a stack trace and the exception information.
110
111 The arguments have the same meaning as the corresponding arguments
112 to print_exception(). The return value is a list of strings, each
113 ending in a newline and some containing internal newlines. When
114 these lines are concatenated and printed, exactly the same text is
115 printed as does print_exception().
116 """
117 # format_exception has ignored etype for some time, and code such as cgitb
118 # passes in bogus values as a result. For compatibility with such code we
119 # ignore it here (rather than in the new TracebackException API).
120 return list(TracebackException(
121 type(value), value, tb, limit=limit).format(chain=chain))
122
123
124def format_exception_only(etype, value):
125 """Format the exception part of a traceback.
126
127 The arguments are the exception type and value such as given by
128 sys.last_type and sys.last_value. The return value is a list of
129 strings, each ending in a newline.
130
131 Normally, the list contains a single string; however, for
132 SyntaxError exceptions, it contains several lines that (when
133 printed) display detailed information about where the syntax
134 error occurred.
135
136 The message indicating which exception occurred is always the last
137 string in the list.
138
139 """
140 return list(TracebackException(etype, value, None).format_exception_only())
141
142
143# -- not official API but folk probably use these two functions.
144
145def _format_final_exc_line(etype, value):
146 valuestr = _some_str(value)
147 if value is None or not valuestr:
148 line = "%s\n" % etype
149 else:
150 line = "%s: %s\n" % (etype, valuestr)
151 return line
152
153def _some_str(value):
154 try:
155 return str(value)
156 except:
157 return '<unprintable %s object>' % type(value).__name__
158
159# --
160
161def print_exc(limit=None, file=None, chain=True):
162 """Shorthand for 'print_exception(*sys.exc_info(), limit, file)'."""
163 print_exception(*sys.exc_info(), limit=limit, file=file, chain=chain)
164
165def format_exc(limit=None, chain=True):
166 """Like print_exc() but return a string."""
167 return "".join(format_exception(*sys.exc_info(), limit=limit, chain=chain))
168
169def print_last(limit=None, file=None, chain=True):
170 """This is a shorthand for 'print_exception(sys.last_type,
171 sys.last_value, sys.last_traceback, limit, file)'."""
172 if not hasattr(sys, "last_type"):
173 raise ValueError("no last exception")
174 print_exception(sys.last_type, sys.last_value, sys.last_traceback,
175 limit, file, chain)
176
177#
178# Printing and Extracting Stacks.
179#
180
181def print_stack(f=None, limit=None, file=None):
182 """Print a stack trace from its invocation point.
183
184 The optional 'f' argument can be used to specify an alternate
185 stack frame at which to start. The optional 'limit' and 'file'
186 arguments have the same meaning as for print_exception().
187 """
188 if f is None:
189 f = sys._getframe().f_back
190 print_list(extract_stack(f, limit=limit), file=file)
191
192
193def format_stack(f=None, limit=None):
194 """Shorthand for 'format_list(extract_stack(f, limit))'."""
195 if f is None:
196 f = sys._getframe().f_back
197 return format_list(extract_stack(f, limit=limit))
198
199
200def extract_stack(f=None, limit=None):
201 """Extract the raw traceback from the current stack frame.
202
203 The return value has the same format as for extract_tb(). The
204 optional 'f' and 'limit' arguments have the same meaning as for
205 print_stack(). Each item in the list is a quadruple (filename,
206 line number, function name, text), and the entries are in order
207 from oldest to newest stack frame.
208 """
209 if f is None:
210 f = sys._getframe().f_back
211 stack = StackSummary.extract(walk_stack(f), limit=limit)
212 stack.reverse()
213 return stack
214
215
216def clear_frames(tb):
217 "Clear all references to local variables in the frames of a traceback."
218 while tb is not None:
219 try:
220 tb.tb_frame.clear()
221 except RuntimeError:
222 # Ignore the exception raised if the frame is still executing.
223 pass
224 tb = tb.tb_next
225
226
227class FrameSummary:
228 """A single frame from a traceback.
229
230 - :attr:`filename` The filename for the frame.
231 - :attr:`lineno` The line within filename for the frame that was
232 active when the frame was captured.
233 - :attr:`name` The name of the function or method that was executing
234 when the frame was captured.
235 - :attr:`line` The text from the linecache module for the
236 of code that was running when the frame was captured.
237 - :attr:`locals` Either None if locals were not supplied, or a dict
238 mapping the name to the repr() of the variable.
239 """
240
241 __slots__ = ('filename', 'lineno', 'name', '_line', 'locals')
242
243 def __init__(self, filename, lineno, name, *, lookup_line=True,
244 locals=None, line=None):
245 """Construct a FrameSummary.
246
247 :param lookup_line: If True, `linecache` is consulted for the source
248 code line. Otherwise, the line will be looked up when first needed.
249 :param locals: If supplied the frame locals, which will be captured as
250 object representations.
251 :param line: If provided, use this instead of looking up the line in
252 the linecache.
253 """
254 self.filename = filename
255 self.lineno = lineno
256 self.name = name
257 self._line = line
258 if lookup_line:
259 self.line
260 self.locals = {k: repr(v) for k, v in locals.items()} if locals else None
261
262 def __eq__(self, other):
263 if isinstance(other, FrameSummary):
264 return (self.filename == other.filename and
265 self.lineno == other.lineno and
266 self.name == other.name and
267 self.locals == other.locals)
268 if isinstance(other, tuple):
269 return (self.filename, self.lineno, self.name, self.line) == other
270 return NotImplemented
271
272 def __getitem__(self, pos):
273 return (self.filename, self.lineno, self.name, self.line)[pos]
274
275 def __iter__(self):
276 return iter([self.filename, self.lineno, self.name, self.line])
277
278 def __repr__(self):
279 return "<FrameSummary file {filename}, line {lineno} in {name}>".format(
280 filename=self.filename, lineno=self.lineno, name=self.name)
281
282 def __len__(self):
283 return 4
284
285 @property
286 def line(self):
287 if self._line is None:
288 self._line = linecache.getline(self.filename, self.lineno).strip()
289 return self._line
290
291
292def walk_stack(f):
293 """Walk a stack yielding the frame and line number for each frame.
294
295 This will follow f.f_back from the given frame. If no frame is given, the
296 current stack is used. Usually used with StackSummary.extract.
297 """
298 if f is None:
299 f = sys._getframe().f_back.f_back
300 while f is not None:
301 yield f, f.f_lineno
302 f = f.f_back
303
304
305def walk_tb(tb):
306 """Walk a traceback yielding the frame and line number for each frame.
307
308 This will follow tb.tb_next (and thus is in the opposite order to
309 walk_stack). Usually used with StackSummary.extract.
310 """
311 while tb is not None:
312 yield tb.tb_frame, tb.tb_lineno
313 tb = tb.tb_next
314
315
316_RECURSIVE_CUTOFF = 3 # Also hardcoded in traceback.c.
317
318class StackSummary(list):
319 """A stack of frames."""
320
321 @classmethod
322 def extract(klass, frame_gen, *, limit=None, lookup_lines=True,
323 capture_locals=False):
324 """Create a StackSummary from a traceback or stack object.
325
326 :param frame_gen: A generator that yields (frame, lineno) tuples to
327 include in the stack.
328 :param limit: None to include all frames or the number of frames to
329 include.
330 :param lookup_lines: If True, lookup lines for each frame immediately,
331 otherwise lookup is deferred until the frame is rendered.
332 :param capture_locals: If True, the local variables from each frame will
333 be captured as object representations into the FrameSummary.
334 """
335 if limit is None:
336 limit = getattr(sys, 'tracebacklimit', None)
337 if limit is not None and limit < 0:
338 limit = 0
339 if limit is not None:
340 if limit >= 0:
341 frame_gen = itertools.islice(frame_gen, limit)
342 else:
343 frame_gen = collections.deque(frame_gen, maxlen=-limit)
344
345 result = klass()
346 fnames = set()
347 for f, lineno in frame_gen:
348 co = f.f_code
349 filename = co.co_filename
350 name = co.co_name
351
352 fnames.add(filename)
353 linecache.lazycache(filename, f.f_globals)
354 # Must defer line lookups until we have called checkcache.
355 if capture_locals:
356 f_locals = f.f_locals
357 else:
358 f_locals = None
359 result.append(FrameSummary(
360 filename, lineno, name, lookup_line=False, locals=f_locals))
361 for filename in fnames:
362 linecache.checkcache(filename)
363 # If immediate lookup was desired, trigger lookups now.
364 if lookup_lines:
365 for f in result:
366 f.line
367 return result
368
369 @classmethod
370 def from_list(klass, a_list):
371 """
372 Create a StackSummary object from a supplied list of
373 FrameSummary objects or old-style list of tuples.
374 """
375 # While doing a fast-path check for isinstance(a_list, StackSummary) is
376 # appealing, idlelib.run.cleanup_traceback and other similar code may
377 # break this by making arbitrary frames plain tuples, so we need to
378 # check on a frame by frame basis.
379 result = StackSummary()
380 for frame in a_list:
381 if isinstance(frame, FrameSummary):
382 result.append(frame)
383 else:
384 filename, lineno, name, line = frame
385 result.append(FrameSummary(filename, lineno, name, line=line))
386 return result
387
388 def format(self):
389 """Format the stack ready for printing.
390
391 Returns a list of strings ready for printing. Each string in the
392 resulting list corresponds to a single frame from the stack.
393 Each string ends in a newline; the strings may contain internal
394 newlines as well, for those items with source text lines.
395
396 For long sequences of the same frame and line, the first few
397 repetitions are shown, followed by a summary line stating the exact
398 number of further repetitions.
399 """
400 result = []
401 last_file = None
402 last_line = None
403 last_name = None
404 count = 0
405 for frame in self:
406 if (last_file is None or last_file != frame.filename or
407 last_line is None or last_line != frame.lineno or
408 last_name is None or last_name != frame.name):
409 if count > _RECURSIVE_CUTOFF:
410 count -= _RECURSIVE_CUTOFF
411 result.append(
412 f' [Previous line repeated {count} more '
413 f'time{"s" if count > 1 else ""}]\n'
414 )
415 last_file = frame.filename
416 last_line = frame.lineno
417 last_name = frame.name
418 count = 0
419 count += 1
420 if count > _RECURSIVE_CUTOFF:
421 continue
422 row = []
423 row.append(' File "{}", line {}, in {}\n'.format(
424 frame.filename, frame.lineno, frame.name))
425 if frame.line:
426 row.append(' {}\n'.format(frame.line.strip()))
427 if frame.locals:
428 for name, value in sorted(frame.locals.items()):
429 row.append(' {name} = {value}\n'.format(name=name, value=value))
430 result.append(''.join(row))
431 if count > _RECURSIVE_CUTOFF:
432 count -= _RECURSIVE_CUTOFF
433 result.append(
434 f' [Previous line repeated {count} more '
435 f'time{"s" if count > 1 else ""}]\n'
436 )
437 return result
438
439
440class TracebackException:
441 """An exception ready for rendering.
442
443 The traceback module captures enough attributes from the original exception
444 to this intermediary form to ensure that no references are held, while
445 still being able to fully print or format it.
446
447 Use `from_exception` to create TracebackException instances from exception
448 objects, or the constructor to create TracebackException instances from
449 individual components.
450
451 - :attr:`__cause__` A TracebackException of the original *__cause__*.
452 - :attr:`__context__` A TracebackException of the original *__context__*.
453 - :attr:`__suppress_context__` The *__suppress_context__* value from the
454 original exception.
455 - :attr:`stack` A `StackSummary` representing the traceback.
456 - :attr:`exc_type` The class of the original traceback.
457 - :attr:`filename` For syntax errors - the filename where the error
458 occurred.
459 - :attr:`lineno` For syntax errors - the linenumber where the error
460 occurred.
461 - :attr:`text` For syntax errors - the text where the error
462 occurred.
463 - :attr:`offset` For syntax errors - the offset into the text where the
464 error occurred.
465 - :attr:`msg` For syntax errors - the compiler error message.
466 """
467
468 def __init__(self, exc_type, exc_value, exc_traceback, *, limit=None,
469 lookup_lines=True, capture_locals=False, _seen=None):
470 # NB: we need to accept exc_traceback, exc_value, exc_traceback to
471 # permit backwards compat with the existing API, otherwise we
472 # need stub thunk objects just to glue it together.
473 # Handle loops in __cause__ or __context__.
474 if _seen is None:
475 _seen = set()
476 _seen.add(id(exc_value))
477 # Gracefully handle (the way Python 2.4 and earlier did) the case of
478 # being called with no type or value (None, None, None).
479 if (exc_value and exc_value.__cause__ is not None
480 and id(exc_value.__cause__) not in _seen):
481 cause = TracebackException(
482 type(exc_value.__cause__),
483 exc_value.__cause__,
484 exc_value.__cause__.__traceback__,
485 limit=limit,
486 lookup_lines=False,
487 capture_locals=capture_locals,
488 _seen=_seen)
489 else:
490 cause = None
491 if (exc_value and exc_value.__context__ is not None
492 and id(exc_value.__context__) not in _seen):
493 context = TracebackException(
494 type(exc_value.__context__),
495 exc_value.__context__,
496 exc_value.__context__.__traceback__,
497 limit=limit,
498 lookup_lines=False,
499 capture_locals=capture_locals,
500 _seen=_seen)
501 else:
502 context = None
503 self.__cause__ = cause
504 self.__context__ = context
505 self.__suppress_context__ = \
506 exc_value.__suppress_context__ if exc_value else False
507 # TODO: locals.
508 self.stack = StackSummary.extract(
509 walk_tb(exc_traceback), limit=limit, lookup_lines=lookup_lines,
510 capture_locals=capture_locals)
511 self.exc_type = exc_type
512 # Capture now to permit freeing resources: only complication is in the
513 # unofficial API _format_final_exc_line
514 self._str = _some_str(exc_value)
515 if exc_type and issubclass(exc_type, SyntaxError):
516 # Handle SyntaxError's specially
517 self.filename = exc_value.filename
518 self.lineno = str(exc_value.lineno)
519 self.text = exc_value.text
520 self.offset = exc_value.offset
521 self.msg = exc_value.msg
522 if lookup_lines:
523 self._load_lines()
524
525 @classmethod
526 def from_exception(cls, exc, *args, **kwargs):
527 """Create a TracebackException from an exception."""
528 return cls(type(exc), exc, exc.__traceback__, *args, **kwargs)
529
530 def _load_lines(self):
531 """Private API. force all lines in the stack to be loaded."""
532 for frame in self.stack:
533 frame.line
534 if self.__context__:
535 self.__context__._load_lines()
536 if self.__cause__:
537 self.__cause__._load_lines()
538
539 def __eq__(self, other):
540 if isinstance(other, TracebackException):
541 return self.__dict__ == other.__dict__
542 return NotImplemented
543
544 def __str__(self):
545 return self._str
546
547 def format_exception_only(self):
548 """Format the exception part of the traceback.
549
550 The return value is a generator of strings, each ending in a newline.
551
552 Normally, the generator emits a single string; however, for
553 SyntaxError exceptions, it emits several lines that (when
554 printed) display detailed information about where the syntax
555 error occurred.
556
557 The message indicating which exception occurred is always the last
558 string in the output.
559 """
560 if self.exc_type is None:
561 yield _format_final_exc_line(None, self._str)
562 return
563
564 stype = self.exc_type.__qualname__
565 smod = self.exc_type.__module__
566 if smod not in ("__main__", "builtins"):
567 stype = smod + '.' + stype
568
569 if not issubclass(self.exc_type, SyntaxError):
570 yield _format_final_exc_line(stype, self._str)
571 else:
572 yield from self._format_syntax_error(stype)
573
574 def _format_syntax_error(self, stype):
575 """Format SyntaxError exceptions (internal helper)."""
576 # Show exactly where the problem was found.
577 filename = self.filename or "<string>"
578 lineno = str(self.lineno) or '?'
579 yield ' File "{}", line {}\n'.format(filename, lineno)
580
581 text = self.text
582 if text is not None:
583 # text = " foo\n"
584 # rtext = " foo"
585 # ltext = "foo"
586 rtext = text.rstrip('\n')
587 ltext = rtext.lstrip(' \n\f')
588 spaces = len(rtext) - len(ltext)
589 yield ' {}\n'.format(ltext)
590 # Convert 1-based column offset to 0-based index into stripped text
591 caret = (self.offset or 0) - 1 - spaces
592 if caret >= 0:
593 # non-space whitespace (likes tabs) must be kept for alignment
594 caretspace = ((c if c.isspace() else ' ') for c in ltext[:caret])
595 yield ' {}^\n'.format(''.join(caretspace))
596 msg = self.msg or "<no detail available>"
597 yield "{}: {}\n".format(stype, msg)
598
599 def format(self, *, chain=True):
600 """Format the exception.
601
602 If chain is not *True*, *__cause__* and *__context__* will not be formatted.
603
604 The return value is a generator of strings, each ending in a newline and
605 some containing internal newlines. `print_exception` is a wrapper around
606 this method which just prints the lines to a file.
607
608 The message indicating which exception occurred is always the last
609 string in the output.
610 """
611 if chain:
612 if self.__cause__ is not None:
613 yield from self.__cause__.format(chain=chain)
614 yield _cause_message
615 elif (self.__context__ is not None and
616 not self.__suppress_context__):
617 yield from self.__context__.format(chain=chain)
618 yield _context_message
619 if self.stack:
620 yield 'Traceback (most recent call last):\n'
621 yield from self.stack.format()
622 yield from self.format_exception_only()