mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
758a0a88a2
This PR removes unnecessary `pass` statement. This is semanticly safe because the bytecode for the Python code does not change. Note that if there is a docstring in the function, a empty function does not need a `pass` statement as placeholder. Pull Request resolved: https://github.com/pytorch/pytorch/pull/133200 Approved by: https://github.com/malfet, https://github.com/eqy, https://github.com/kit1980
104 lines
4.4 KiB
Python
104 lines
4.4 KiB
Python
# this file contains a simple parser that parses report
|
|
# from cuda-memcheck
|
|
|
|
|
|
class ParseError(Exception):
|
|
"""Whenever the simple parser is unable to parse the report, this exception will be raised"""
|
|
|
|
|
|
class Report:
|
|
"""A report is a container of errors, and a summary on how many errors are found"""
|
|
|
|
def __init__(self, text, errors):
|
|
# text is something like
|
|
# ERROR SUMMARY: 1 error
|
|
# or
|
|
# ERROR SUMMARY: 2 errors
|
|
self.text = text
|
|
self.num_errors = int(text.strip().split()[2])
|
|
self.errors = errors
|
|
if len(errors) != self.num_errors:
|
|
if len(errors) == 10000 and self.num_errors > 10000:
|
|
# When there are more than 10k errors, cuda-memcheck only display 10k
|
|
self.num_errors = 10000
|
|
else:
|
|
raise ParseError("Number of errors does not match")
|
|
|
|
|
|
class Error:
|
|
"""Each error is a section in the output of cuda-memcheck.
|
|
Each error in the report has an error message and a backtrace. It looks like:
|
|
|
|
========= Program hit cudaErrorInvalidValue (error 1) due to "invalid argument" on CUDA API call to cudaGetLastError.
|
|
========= Saved host backtrace up to driver entry point at error
|
|
========= Host Frame:/usr/lib/x86_64-linux-gnu/libcuda.so.1 [0x38c7b3]
|
|
========= Host Frame:/usr/local/cuda/lib64/libcudart.so.10.1 (cudaGetLastError + 0x163) [0x4c493]
|
|
========= Host Frame:/home/xgao/anaconda3/lib/python3.7/site-packages/torch/lib/libtorch.so [0x5b77a05]
|
|
========= Host Frame:/home/xgao/anaconda3/lib/python3.7/site-packages/torch/lib/libtorch.so [0x39d6d1d]
|
|
========= .....
|
|
"""
|
|
|
|
def __init__(self, lines):
|
|
self.message = lines[0]
|
|
lines = lines[2:]
|
|
self.stack = [l.strip() for l in lines]
|
|
|
|
|
|
def parse(message):
|
|
"""A simple parser that parses the report of cuda-memcheck. This parser is meant to be simple
|
|
and it only split the report into separate errors and a summary. Where each error is further
|
|
splitted into error message and backtrace. No further details are parsed.
|
|
|
|
A report contains multiple errors and a summary on how many errors are detected. It looks like:
|
|
|
|
========= CUDA-MEMCHECK
|
|
========= Program hit cudaErrorInvalidValue (error 1) due to "invalid argument" on CUDA API call to cudaPointerGetAttributes.
|
|
========= Saved host backtrace up to driver entry point at error
|
|
========= Host Frame:/usr/lib/x86_64-linux-gnu/libcuda.so.1 [0x38c7b3]
|
|
========= Host Frame:/usr/local/cuda/lib64/libcudart.so.10.1 (cudaPointerGetAttributes + 0x1a9) [0x428b9]
|
|
========= Host Frame:/home/xgao/anaconda3/lib/python3.7/site-packages/torch/lib/libtorch.so [0x5b778a9]
|
|
========= .....
|
|
=========
|
|
========= Program hit cudaErrorInvalidValue (error 1) due to "invalid argument" on CUDA API call to cudaGetLastError.
|
|
========= Saved host backtrace up to driver entry point at error
|
|
========= Host Frame:/usr/lib/x86_64-linux-gnu/libcuda.so.1 [0x38c7b3]
|
|
========= Host Frame:/usr/local/cuda/lib64/libcudart.so.10.1 (cudaGetLastError + 0x163) [0x4c493]
|
|
========= .....
|
|
=========
|
|
========= .....
|
|
=========
|
|
========= Program hit cudaErrorInvalidValue (error 1) due to "invalid argument" on CUDA API call to cudaGetLastError.
|
|
========= Saved host backtrace up to driver entry point at error
|
|
========= Host Frame:/usr/lib/x86_64-linux-gnu/libcuda.so.1 [0x38c7b3]
|
|
========= .....
|
|
========= Host Frame:python (_PyEval_EvalFrameDefault + 0x6a0) [0x1d0ad0]
|
|
========= Host Frame:python (_PyEval_EvalCodeWithName + 0xbb9) [0x116db9]
|
|
=========
|
|
========= ERROR SUMMARY: 4 errors
|
|
"""
|
|
errors = []
|
|
HEAD = "========="
|
|
headlen = len(HEAD)
|
|
started = False
|
|
in_message = False
|
|
message_lines = []
|
|
lines = message.splitlines()
|
|
for l in lines:
|
|
if l == HEAD + " CUDA-MEMCHECK":
|
|
started = True
|
|
continue
|
|
if not started or not l.startswith(HEAD):
|
|
continue
|
|
l = l[headlen + 1 :]
|
|
if l.startswith("ERROR SUMMARY:"):
|
|
return Report(l, errors)
|
|
if not in_message:
|
|
in_message = True
|
|
message_lines = [l]
|
|
elif l == "":
|
|
errors.append(Error(message_lines))
|
|
in_message = False
|
|
else:
|
|
message_lines.append(l)
|
|
raise ParseError("No error summary found")
|