lib/glibc
lib/glibc
1
0
Fork 0
mirror of https://sourceware.org/git/glibc.git synced 2025-05-25 17:02:34 +03:00
Code

conform/conformtest.py: Extend tokenizer to cover character constants

Browse Source 
Such constants are used in __USE_EXTERN_INLINES blocks.
This commit is contained in:
Florian Weimer 2020-02-17 17:18:49 +01:00
parent ab3df8154f
commit 1f1c65e232
1 changed files with 5 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
conform/conformtest.py
View File

@ -633,12 +633,11 @@ class HeaderTests(object):
bad_tokens.discard(match.group(1)) bad_tokens.discard(match.group(1))
continue continue
# Tokenize the line and check identifiers found. The # Tokenize the line and check identifiers found. The
# handling of strings does not allow for escaped # handling of strings and character constants does not
# quotes, no allowance is made for character # allow for escaped quotes, and hex floats may be
# constants, and hex floats may be wrongly split into # wrongly split into tokens including identifiers, but
# tokens including identifiers, but this is sufficient # this is sufficient in practice.
# in practice and matches the old perl script. line = re.sub(r'(?:\bL)?(?:"[^"]*"|\'[^\']*\')', '', line)
line = re.sub(r'"[^"]*"', '', line)
line = line.strip() line = line.strip()
for token in re.split(r'[^A-Za-z0-9_]+', line): for token in re.split(r'[^A-Za-z0-9_]+', line):
if re.match(r'[A-Za-z_]', token): if re.match(r'[A-Za-z_]', token):