977e07f5c8
glob is more flexible and simplifies the function arguments drastically. It is also much more intuitive to extend in the future when the filepaths need to be extended or changed. setup_logger had to be called as the first thing after instantiation, so this commit simplify makes it automatic. Several clarification comments are added too. Signed-off-by: Yuto Takano <yuto.takano@arm.com>
768 lines
28 KiB
Python
Executable File
768 lines
28 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
#
|
|
# Copyright The Mbed TLS Contributors
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
"""
|
|
This script confirms that the naming of all symbols and identifiers in Mbed TLS
|
|
are consistent with the house style and are also self-consistent. It only runs
|
|
on Linux and macOS since it depends on nm.
|
|
|
|
The script performs the following checks:
|
|
|
|
- All exported and available symbols in the library object files, are explicitly
|
|
declared in the header files. This uses the nm command.
|
|
- All macros, constants, and identifiers (function names, struct names, etc)
|
|
follow the required pattern.
|
|
- Typo checking: All words that begin with MBED exist as macros or constants.
|
|
|
|
Returns 0 on success, 1 on test failure, and 2 if there is a script error or a
|
|
subprocess error. Must be run from Mbed TLS root.
|
|
"""
|
|
|
|
import argparse
|
|
import glob
|
|
import textwrap
|
|
import os
|
|
import sys
|
|
import traceback
|
|
import re
|
|
import shutil
|
|
import subprocess
|
|
import logging
|
|
|
|
# Naming patterns to check against. These are defined outside the NameCheck
|
|
# class for ease of modification.
|
|
MACRO_PATTERN = r"^(MBEDTLS|PSA)_[0-9A-Z_]*[0-9A-Z]$"
|
|
CONSTANTS_PATTERN = MACRO_PATTERN
|
|
IDENTIFIER_PATTERN = r"^(mbedtls|psa)_[0-9a-z_]*[0-9a-z]$"
|
|
|
|
class Match(): # pylint: disable=too-few-public-methods
|
|
"""
|
|
A class representing a match, together with its found position.
|
|
|
|
Fields:
|
|
* filename: the file that the match was in.
|
|
* line: the full line containing the match.
|
|
* pos: a tuple of (line_no, start, end) positions on the file line where the
|
|
match is.
|
|
* name: the match itself.
|
|
"""
|
|
def __init__(self, filename, line, pos, name):
|
|
self.filename = filename
|
|
self.line = line
|
|
self.pos = pos
|
|
self.name = name
|
|
|
|
def __str__(self):
|
|
ln_str = str(self.pos[0])
|
|
gutter_len = max(4, len(ln_str))
|
|
gutter = (gutter_len - len(ln_str)) * " " + ln_str
|
|
underline = self.pos[1] * " " + (self.pos[2] - self.pos[1]) * "^"
|
|
|
|
return (
|
|
" {0} |\n".format(gutter_len * " ") +
|
|
" {0} | {1}".format(gutter, self.line) +
|
|
" {0} | {1}\n".format(gutter_len * " ", underline)
|
|
)
|
|
|
|
class Problem(): # pylint: disable=too-few-public-methods
|
|
"""
|
|
A parent class representing a form of static analysis error.
|
|
|
|
Fields:
|
|
* textwrapper: a TextWrapper instance to format problems nicely.
|
|
"""
|
|
def __init__(self):
|
|
self.textwrapper = textwrap.TextWrapper()
|
|
self.textwrapper.width = 80
|
|
self.textwrapper.initial_indent = " > "
|
|
self.textwrapper.subsequent_indent = " "
|
|
|
|
class SymbolNotInHeader(Problem): # pylint: disable=too-few-public-methods
|
|
"""
|
|
A problem that occurs when an exported/available symbol in the object file
|
|
is not explicitly declared in header files. Created with
|
|
NameCheck.check_symbols_declared_in_header()
|
|
|
|
Fields:
|
|
* symbol_name: the name of the symbol.
|
|
"""
|
|
def __init__(self, symbol_name, quiet=False):
|
|
self.symbol_name = symbol_name
|
|
self.quiet = quiet
|
|
Problem.__init__(self)
|
|
|
|
def __str__(self):
|
|
if self.quiet:
|
|
return "{0}".format(self.symbol_name)
|
|
|
|
return self.textwrapper.fill(
|
|
"'{0}' was found as an available symbol in the output of nm, "
|
|
"however it was not declared in any header files."
|
|
.format(self.symbol_name))
|
|
|
|
class PatternMismatch(Problem): # pylint: disable=too-few-public-methods
|
|
"""
|
|
A problem that occurs when something doesn't match the expected pattern.
|
|
Created with NameCheck.check_match_pattern()
|
|
|
|
Fields:
|
|
* pattern: the expected regex pattern
|
|
* match: the Match object in question
|
|
"""
|
|
def __init__(self, pattern, match, quiet=False):
|
|
self.pattern = pattern
|
|
self.match = match
|
|
self.quiet = quiet
|
|
Problem.__init__(self)
|
|
|
|
def __str__(self):
|
|
if self.quiet:
|
|
return ("{0}:{1}:{3}"
|
|
.format(
|
|
self.match.filename,
|
|
self.match.pos[0],
|
|
self.match.name))
|
|
|
|
return self.textwrapper.fill(
|
|
"{0}:{1}: '{2}' does not match the required pattern '{3}'."
|
|
.format(
|
|
self.match.filename,
|
|
self.match.pos[0],
|
|
self.match.name,
|
|
self.pattern)) + "\n" + str(self.match)
|
|
|
|
class Typo(Problem): # pylint: disable=too-few-public-methods
|
|
"""
|
|
A problem that occurs when a word using MBED doesn't appear to be defined as
|
|
constants nor enum values. Created with NameCheck.check_for_typos()
|
|
|
|
Fields:
|
|
* match: the Match object of the MBED name in question.
|
|
"""
|
|
def __init__(self, match, quiet=False):
|
|
self.match = match
|
|
self.quiet = quiet
|
|
Problem.__init__(self)
|
|
|
|
def __str__(self):
|
|
if self.quiet:
|
|
return ("{0}:{1}:{2}"
|
|
.format(
|
|
self.match.filename,
|
|
self.match.pos[0],
|
|
self.match.name))
|
|
|
|
return self.textwrapper.fill(
|
|
"{0}:{1}: '{2}' looks like a typo. It was not found in any "
|
|
"macros or any enums. If this is not a typo, put "
|
|
"//no-check-names after it."
|
|
.format(
|
|
self.match.filename,
|
|
self.match.pos[0],
|
|
self.match.name)) + "\n" + str(self.match)
|
|
|
|
class NameCheck():
|
|
"""
|
|
Representation of the core name checking operation performed by this script.
|
|
Shares a common logger, and a shared return code.
|
|
"""
|
|
def __init__(self, verbose=False):
|
|
self.log = None
|
|
self.check_repo_path()
|
|
self.return_code = 0
|
|
|
|
self.setup_logger(verbose)
|
|
|
|
# Globally excluded filenames
|
|
self.excluded_files = ["bn_mul", "compat-2.x.h"]
|
|
|
|
# Will contain the parse result after a comprehensive parse
|
|
self.parse_result = {}
|
|
|
|
def set_return_code(self, return_code):
|
|
if return_code > self.return_code:
|
|
self.log.debug("Setting new return code to {}".format(return_code))
|
|
self.return_code = return_code
|
|
|
|
@staticmethod
|
|
def check_repo_path():
|
|
"""
|
|
Check that the current working directory is the project root, and throw
|
|
an exception if not.
|
|
"""
|
|
if not all(os.path.isdir(d) for d in ["include", "library", "tests"]):
|
|
raise Exception("This script must be run from Mbed TLS root")
|
|
|
|
def setup_logger(self, verbose=False):
|
|
"""
|
|
Set up a logger and set the change the default logging level from
|
|
WARNING to INFO. Loggers are better than print statements since their
|
|
verbosity can be controlled.
|
|
"""
|
|
self.log = logging.getLogger()
|
|
if verbose:
|
|
self.log.setLevel(logging.DEBUG)
|
|
else:
|
|
self.log.setLevel(logging.INFO)
|
|
self.log.addHandler(logging.StreamHandler())
|
|
|
|
def get_files(self, wildcard):
|
|
"""
|
|
Get all files that match a UNIX-style wildcard recursively. While the
|
|
script is designed only for use on UNIX/macOS (due to nm), this function
|
|
would work fine on Windows even with forward slashes in the wildcard.
|
|
|
|
Args:
|
|
* wildcard: shell-style wildcards to match filepaths against.
|
|
|
|
Returns a List of relative filepaths.
|
|
"""
|
|
accumulator = []
|
|
|
|
for filepath in glob.iglob(wildcard, recursive=True):
|
|
if os.path.basename(filepath) not in self.excluded_files:
|
|
accumulator.append(filepath)
|
|
return accumulator
|
|
|
|
def parse_names_in_source(self):
|
|
"""
|
|
Comprehensive function to call each parsing function and retrieve
|
|
various elements of the code, together with their source location.
|
|
Puts the parsed values in the internal variable self.parse_result, so
|
|
they can be used from perform_checks().
|
|
"""
|
|
self.log.info("Parsing source code...")
|
|
self.log.debug(
|
|
"The following files are excluded from the search: {}"
|
|
.format(str(self.excluded_files))
|
|
)
|
|
|
|
m_headers = self.get_files("include/mbedtls/*.h")
|
|
p_headers = self.get_files("include/psa/*.h")
|
|
t_headers = ["3rdparty/everest/include/everest/everest.h",
|
|
"3rdparty/everest/include/everest/x25519.h"]
|
|
d_headers = self.get_files("tests/include/test/drivers/*.h")
|
|
l_headers = self.get_files("library/*.h")
|
|
libraries = self.get_files("library/*.c") + [
|
|
"3rdparty/everest/library/everest.c",
|
|
"3rdparty/everest/library/x25519.c"]
|
|
|
|
all_macros = self.parse_macros(
|
|
m_headers + p_headers + t_headers + l_headers + d_headers)
|
|
enum_consts = self.parse_enum_consts(
|
|
m_headers + l_headers + t_headers)
|
|
identifiers = self.parse_identifiers(
|
|
m_headers + p_headers + t_headers + l_headers)
|
|
mbed_words = self.parse_mbed_words(
|
|
m_headers + p_headers + t_headers + l_headers + libraries)
|
|
symbols = self.parse_symbols()
|
|
|
|
# Remove identifier macros like mbedtls_printf or mbedtls_calloc
|
|
identifiers_justname = [x.name for x in identifiers]
|
|
actual_macros = []
|
|
for macro in all_macros:
|
|
if macro.name not in identifiers_justname:
|
|
actual_macros.append(macro)
|
|
|
|
self.log.debug("Found:")
|
|
self.log.debug(" {} Macros".format(len(all_macros)))
|
|
self.log.debug(" {} Non-identifier Macros".format(len(actual_macros)))
|
|
self.log.debug(" {} Enum Constants".format(len(enum_consts)))
|
|
self.log.debug(" {} Identifiers".format(len(identifiers)))
|
|
self.log.debug(" {} Exported Symbols".format(len(symbols)))
|
|
self.log.info("Analysing...")
|
|
|
|
self.parse_result = {
|
|
"macros": actual_macros,
|
|
"enum_consts": enum_consts,
|
|
"identifiers": identifiers,
|
|
"symbols": symbols,
|
|
"mbed_words": mbed_words
|
|
}
|
|
|
|
def parse_macros(self, header_files):
|
|
"""
|
|
Parse all macros defined by #define preprocessor directives.
|
|
|
|
Args:
|
|
* header_files: A List of filepaths to look through.
|
|
|
|
Returns a List of Match objects for the found macros.
|
|
"""
|
|
macro_regex = re.compile(r"# *define +(?P<macro>\w+)")
|
|
exclusions = (
|
|
"asm", "inline", "EMIT", "_CRT_SECURE_NO_DEPRECATE", "MULADDC_"
|
|
)
|
|
|
|
self.log.debug("Looking for macros in {} files".format(len(header_files)))
|
|
|
|
macros = []
|
|
|
|
for header_file in header_files:
|
|
with open(header_file, "r", encoding="utf-8") as header:
|
|
for line_no, line in enumerate(header):
|
|
for macro in macro_regex.finditer(line):
|
|
if not macro.group("macro").startswith(exclusions):
|
|
macros.append(Match(
|
|
header_file,
|
|
line,
|
|
(line_no, macro.start(), macro.end()),
|
|
macro.group("macro")))
|
|
|
|
return macros
|
|
|
|
def parse_mbed_words(self, files):
|
|
"""
|
|
Parse all words in the file that begin with MBED, in and out of macros,
|
|
comments, anything.
|
|
|
|
Args:
|
|
* files: a List of filepaths to look through.
|
|
|
|
Returns a List of Match objects for words beginning with MBED.
|
|
"""
|
|
# Typos of TLS are common, hence the broader check below than MBEDTLS.
|
|
mbed_regex = re.compile(r"\bMBED.+?_[A-Z0-9_]*")
|
|
exclusions = re.compile(r"// *no-check-names|#error")
|
|
|
|
self.log.debug("Looking for MBED names in {} files".format(len(files)))
|
|
|
|
mbed_words = []
|
|
|
|
for filename in files:
|
|
with open(filename, "r", encoding="utf-8") as fp:
|
|
for line_no, line in enumerate(fp):
|
|
if exclusions.search(line):
|
|
continue
|
|
|
|
for name in mbed_regex.finditer(line):
|
|
mbed_words.append(Match(
|
|
filename,
|
|
line,
|
|
(line_no, name.start(), name.end()),
|
|
name.group(0)
|
|
))
|
|
|
|
return mbed_words
|
|
|
|
def parse_enum_consts(self, header_files):
|
|
"""
|
|
Parse all enum value constants that are declared.
|
|
|
|
Args:
|
|
* header_files: A List of filepaths to look through.
|
|
|
|
Returns a List of Match objects for the findings.
|
|
"""
|
|
self.log.debug("Looking for enum consts in {} files".format(len(header_files)))
|
|
|
|
enum_consts = []
|
|
|
|
for header_file in header_files:
|
|
# Emulate a finite state machine to parse enum declarations.
|
|
# 0 = not in enum
|
|
# 1 = inside enum
|
|
# 2 = almost inside enum
|
|
state = 0
|
|
with open(header_file, "r", encoding="utf-8") as header:
|
|
for line_no, line in enumerate(header):
|
|
# Match typedefs and brackets only when they are at the
|
|
# beginning of the line -- if they are indented, they might
|
|
# be sub-structures within structs, etc.
|
|
if state == 0 and re.match(r"^(typedef +)?enum +{", line):
|
|
state = 1
|
|
elif state == 0 and re.match(r"^(typedef +)?enum", line):
|
|
state = 2
|
|
elif state == 2 and re.match(r"^{", line):
|
|
state = 1
|
|
elif state == 1 and re.match(r"^}", line):
|
|
state = 0
|
|
elif state == 1 and not re.match(r" *#", line):
|
|
enum_const = re.match(r" *(?P<enum_const>\w+)", line)
|
|
if enum_const:
|
|
enum_consts.append(Match(
|
|
header_file,
|
|
line,
|
|
(line_no, enum_const.start(), enum_const.end()),
|
|
enum_const.group("enum_const")))
|
|
|
|
return enum_consts
|
|
|
|
def parse_identifiers(self, header_files):
|
|
"""
|
|
Parse all lines of a header where a function identifier is declared,
|
|
based on some huersitics. Highly dependent on formatting style.
|
|
|
|
Args:
|
|
* header_files: A List of filepaths to look through.
|
|
|
|
Returns a List of Match objects with identifiers.
|
|
"""
|
|
identifier_regex = re.compile(
|
|
# Match " something(a" or " *something(a". Functions.
|
|
# Assumptions:
|
|
# - function definition from return type to one of its arguments is
|
|
# all on one line (enforced by the previous_line concat below)
|
|
# - function definition line only contains alphanumeric, asterisk,
|
|
# underscore, and open bracket
|
|
r".* \**(\w+) *\( *\w|"
|
|
# Match "(*something)(". Flexible with spaces.
|
|
r".*\( *\* *(\w+) *\) *\(|"
|
|
# Match names of named data structures.
|
|
r"(?:typedef +)?(?:struct|union|enum) +(\w+)(?: *{)?$|"
|
|
# Match names of typedef instances, after closing bracket.
|
|
r"}? *(\w+)[;[].*")
|
|
exclusion_lines = re.compile(r"^("
|
|
r"extern +\"C\"|"
|
|
r"(typedef +)?(struct|union|enum)( *{)?$|"
|
|
r"} *;?$|"
|
|
r"$|"
|
|
r"//|"
|
|
r"#"
|
|
r")")
|
|
|
|
self.log.debug("Looking for identifiers in {} files".format(len(header_files)))
|
|
|
|
identifiers = []
|
|
|
|
for header_file in header_files:
|
|
with open(header_file, "r", encoding="utf-8") as header:
|
|
in_block_comment = False
|
|
previous_line = ""
|
|
|
|
for line_no, line in enumerate(header):
|
|
# Skip parsing this line if a block comment ends on it,
|
|
# but don't skip if it has just started -- there is a chance
|
|
# it ends on the same line.
|
|
if re.search(r"/\*", line):
|
|
in_block_comment = not in_block_comment
|
|
if re.search(r"\*/", line):
|
|
in_block_comment = not in_block_comment
|
|
continue
|
|
|
|
if in_block_comment:
|
|
previous_line = ""
|
|
continue
|
|
|
|
if exclusion_lines.match(line):
|
|
previous_line = ""
|
|
continue
|
|
|
|
# If the line contains only space-separated alphanumeric
|
|
# characters (or underscore, asterisk, or, open bracket),
|
|
# and nothing else, high chance it's a declaration that
|
|
# continues on the next line
|
|
if re.match(r"^([\w\*\(]+\s+)+$", line):
|
|
previous_line += line
|
|
continue
|
|
|
|
# If previous line seemed to start an unfinished declaration
|
|
# (as above), concat and treat them as one.
|
|
if previous_line:
|
|
line = previous_line.strip() + " " + line.strip()
|
|
previous_line = ""
|
|
|
|
# Skip parsing if line has a space in front = hueristic to
|
|
# skip function argument lines (highly subject to formatting
|
|
# changes)
|
|
if line[0] == " ":
|
|
continue
|
|
|
|
identifier = identifier_regex.search(line)
|
|
|
|
if identifier:
|
|
# Find the group that matched, and append it
|
|
for group in identifier.groups():
|
|
if group:
|
|
identifiers.append(Match(
|
|
header_file,
|
|
line,
|
|
(line_no, identifier.start(), identifier.end()),
|
|
group))
|
|
|
|
return identifiers
|
|
|
|
def parse_symbols(self):
|
|
"""
|
|
Compile the Mbed TLS libraries, and parse the TLS, Crypto, and x509
|
|
object files using nm to retrieve the list of referenced symbols.
|
|
Exceptions thrown here are rethrown because they would be critical
|
|
errors that void several tests, and thus needs to halt the program. This
|
|
is explicitly done for clarity.
|
|
|
|
Returns a List of unique symbols defined and used in the libraries.
|
|
"""
|
|
self.log.info("Compiling...")
|
|
symbols = []
|
|
|
|
# Back up the config and atomically compile with the full configratuion.
|
|
shutil.copy("include/mbedtls/mbedtls_config.h",
|
|
"include/mbedtls/mbedtls_config.h.bak")
|
|
try:
|
|
# Use check=True in all subprocess calls so that failures are raised
|
|
# as exceptions and logged.
|
|
subprocess.run(
|
|
["python3", "scripts/config.py", "full"],
|
|
universal_newlines=True,
|
|
check=True
|
|
)
|
|
my_environment = os.environ.copy()
|
|
my_environment["CFLAGS"] = "-fno-asynchronous-unwind-tables"
|
|
subprocess.run(
|
|
["make", "clean", "lib"],
|
|
env=my_environment,
|
|
universal_newlines=True,
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.STDOUT,
|
|
check=True
|
|
)
|
|
|
|
# Perform object file analysis using nm
|
|
symbols = self.parse_symbols_from_nm(
|
|
["library/libmbedcrypto.a",
|
|
"library/libmbedtls.a",
|
|
"library/libmbedx509.a"])
|
|
|
|
subprocess.run(
|
|
["make", "clean"],
|
|
universal_newlines=True,
|
|
check=True
|
|
)
|
|
except subprocess.CalledProcessError as error:
|
|
self.log.debug(error.output)
|
|
self.set_return_code(2)
|
|
raise error
|
|
finally:
|
|
# Put back the original config regardless of there being errors.
|
|
# Works also for keyboard interrupts.
|
|
shutil.move("include/mbedtls/mbedtls_config.h.bak",
|
|
"include/mbedtls/mbedtls_config.h")
|
|
|
|
return symbols
|
|
|
|
def parse_symbols_from_nm(self, object_files):
|
|
"""
|
|
Run nm to retrieve the list of referenced symbols in each object file.
|
|
Does not return the position data since it is of no use.
|
|
|
|
Args:
|
|
* object_files: a List of compiled object files to search through.
|
|
|
|
Returns a List of unique symbols defined and used in any of the object
|
|
files.
|
|
"""
|
|
nm_undefined_regex = re.compile(r"^\S+: +U |^$|^\S+:$")
|
|
nm_valid_regex = re.compile(r"^\S+( [0-9A-Fa-f]+)* . _*(?P<symbol>\w+)")
|
|
exclusions = ("FStar", "Hacl")
|
|
|
|
symbols = []
|
|
|
|
# Gather all outputs of nm
|
|
nm_output = ""
|
|
for lib in object_files:
|
|
nm_output += subprocess.run(
|
|
["nm", "-og", lib],
|
|
universal_newlines=True,
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.STDOUT,
|
|
check=True
|
|
).stdout
|
|
|
|
for line in nm_output.splitlines():
|
|
if not nm_undefined_regex.match(line):
|
|
symbol = nm_valid_regex.match(line)
|
|
if (symbol and not symbol.group("symbol").startswith(exclusions)):
|
|
symbols.append(symbol.group("symbol"))
|
|
else:
|
|
self.log.error(line)
|
|
|
|
return symbols
|
|
|
|
def perform_checks(self, quiet=False):
|
|
"""
|
|
Perform each check in order, output its PASS/FAIL status. Maintain an
|
|
overall test status, and output that at the end.
|
|
Assumes parse_names_in_source() was called before this.
|
|
|
|
Args:
|
|
* quiet: whether to hide detailed problem explanation.
|
|
"""
|
|
self.log.info("=============")
|
|
problems = 0
|
|
|
|
problems += self.check_symbols_declared_in_header(quiet)
|
|
|
|
pattern_checks = [("macros", MACRO_PATTERN),
|
|
("enum_consts", CONSTANTS_PATTERN),
|
|
("identifiers", IDENTIFIER_PATTERN)]
|
|
for group, check_pattern in pattern_checks:
|
|
problems += self.check_match_pattern(quiet, group, check_pattern)
|
|
|
|
problems += self.check_for_typos(quiet)
|
|
|
|
self.log.info("=============")
|
|
if problems > 0:
|
|
self.log.info("FAIL: {0} problem(s) to fix".format(str(problems)))
|
|
if quiet:
|
|
self.log.info("Remove --quiet to see explanations.")
|
|
else:
|
|
self.log.info("Use --quiet for minimal output.")
|
|
else:
|
|
self.log.info("PASS")
|
|
|
|
def check_symbols_declared_in_header(self, quiet):
|
|
"""
|
|
Perform a check that all detected symbols in the library object files
|
|
are properly declared in headers.
|
|
Assumes parse_names_in_source() was called before this.
|
|
|
|
Args:
|
|
* quiet: whether to hide detailed problem explanation.
|
|
|
|
Returns the number of problems that need fixing.
|
|
"""
|
|
problems = []
|
|
|
|
for symbol in self.parse_result["symbols"]:
|
|
found_symbol_declared = False
|
|
for identifier_match in self.parse_result["identifiers"]:
|
|
if symbol == identifier_match.name:
|
|
found_symbol_declared = True
|
|
break
|
|
|
|
if not found_symbol_declared:
|
|
problems.append(SymbolNotInHeader(symbol, quiet=quiet))
|
|
|
|
self.output_check_result("All symbols in header", problems)
|
|
return len(problems)
|
|
|
|
|
|
def check_match_pattern(self, quiet, group_to_check, check_pattern):
|
|
"""
|
|
Perform a check that all items of a group conform to a regex pattern.
|
|
Assumes parse_names_in_source() was called before this.
|
|
|
|
Args:
|
|
* quiet: whether to hide detailed problem explanation.
|
|
* group_to_check: string key to index into self.parse_result.
|
|
* check_pattern: the regex to check against.
|
|
|
|
Returns the number of problems that need fixing.
|
|
"""
|
|
problems = []
|
|
|
|
for item_match in self.parse_result[group_to_check]:
|
|
if not re.match(check_pattern, item_match.name):
|
|
problems.append(PatternMismatch(check_pattern, item_match))
|
|
# Double underscore is a reserved identifier, never to be used
|
|
if re.match(r".*__.*", item_match.name):
|
|
problems.append(PatternMismatch(
|
|
"double underscore",
|
|
item_match,
|
|
quiet=quiet))
|
|
|
|
self.output_check_result(
|
|
"Naming patterns of {}".format(group_to_check),
|
|
problems)
|
|
return len(problems)
|
|
|
|
def check_for_typos(self, quiet):
|
|
"""
|
|
Perform a check that all words in the soure code beginning with MBED are
|
|
either defined as macros, or as enum constants.
|
|
Assumes parse_names_in_source() was called before this.
|
|
|
|
Args:
|
|
* quiet: whether to hide detailed problem explanation.
|
|
|
|
Returns the number of problems that need fixing.
|
|
"""
|
|
problems = []
|
|
|
|
# Set comprehension, equivalent to a list comprehension inside set()
|
|
all_caps_names = {
|
|
match.name
|
|
for match
|
|
in self.parse_result["macros"] + self.parse_result["enum_consts"]}
|
|
typo_exclusion = re.compile(r"XXX|__|_$|^MBEDTLS_.*CONFIG_FILE$")
|
|
|
|
for name_match in self.parse_result["mbed_words"]:
|
|
found = name_match.name in all_caps_names
|
|
|
|
# Since MBEDTLS_PSA_ACCEL_XXX defines are defined by the
|
|
# PSA driver, they will not exist as macros. However, they
|
|
# should still be checked for typos using the equivalent
|
|
# BUILTINs that exist.
|
|
if "MBEDTLS_PSA_ACCEL_" in name_match.name:
|
|
found = name_match.name.replace(
|
|
"MBEDTLS_PSA_ACCEL_",
|
|
"MBEDTLS_PSA_BUILTIN_") in all_caps_names
|
|
|
|
if not found and not typo_exclusion.search(name_match.name):
|
|
problems.append(Typo(name_match, quiet=quiet))
|
|
|
|
self.output_check_result("Likely typos", problems)
|
|
return len(problems)
|
|
|
|
def output_check_result(self, name, problems):
|
|
"""
|
|
Write out the PASS/FAIL status of a performed check depending on whether
|
|
there were problems.
|
|
"""
|
|
if problems:
|
|
self.set_return_code(1)
|
|
self.log.info("{}: FAIL\n".format(name))
|
|
for problem in problems:
|
|
self.log.warning(str(problem))
|
|
else:
|
|
self.log.info("{}: PASS".format(name))
|
|
|
|
def main():
|
|
"""
|
|
Perform argument parsing, and create an instance of NameCheck to begin the
|
|
core operation.
|
|
"""
|
|
argparser = argparse.ArgumentParser(
|
|
formatter_class=argparse.RawDescriptionHelpFormatter,
|
|
description=(
|
|
"This script confirms that the naming of all symbols and identifiers "
|
|
"in Mbed TLS are consistent with the house style and are also "
|
|
"self-consistent.\n\n"
|
|
"Expected to be run from the MbedTLS root directory."))
|
|
|
|
argparser.add_argument("-v", "--verbose",
|
|
action="store_true",
|
|
help="show parse results")
|
|
|
|
argparser.add_argument("-q", "--quiet",
|
|
action="store_true",
|
|
help="hide unnecessary text, explanations, and highlighs")
|
|
|
|
args = argparser.parse_args()
|
|
|
|
try:
|
|
name_check = NameCheck(verbose=args.verbose)
|
|
name_check.parse_names_in_source()
|
|
name_check.perform_checks(quiet=args.quiet)
|
|
sys.exit(name_check.return_code)
|
|
except Exception: # pylint: disable=broad-except
|
|
traceback.print_exc()
|
|
sys.exit(2)
|
|
|
|
if __name__ == "__main__":
|
|
main()
|