2025-05-09 16:54:23 +00:00
|
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
|
#
|
|
|
|
|
|
# Copyright (C) 2025 The Electrum developers
|
|
|
|
|
|
# Distributed under the MIT software license, see the accompanying
|
|
|
|
|
|
# file LICENCE or http://www.opensource.org/licenses/mit-license.php
|
|
|
|
|
|
#
|
|
|
|
|
|
# This script scans the whole codebase for unicode characters and
|
|
|
|
|
|
# errors if it finds any, unless the character is specifically whitelisted below.
|
|
|
|
|
|
# The motivation is to protect against homoglyph attacks, invisible unicode characters,
|
|
|
|
|
|
# bidirectional and other control characters, and other malicious unicode usage.
|
|
|
|
|
|
# Given that we mostly expect to use ASCII characters in the source code,
|
|
|
|
|
|
# the most robust and generic fix seems to be to just ban all unicode usage.
|
|
|
|
|
|
|
|
|
|
|
|
import os.path
|
|
|
|
|
|
import subprocess
|
|
|
|
|
|
import sys
|
|
|
|
|
|
|
|
|
|
|
|
project_root = os.path.abspath(os.path.dirname(os.path.dirname(__file__)))
|
|
|
|
|
|
os.chdir(project_root)
|
|
|
|
|
|
|
|
|
|
|
|
EXCLUDE_PATH_PREFIX = {
|
|
|
|
|
|
"electrum/wordlist/",
|
|
|
|
|
|
"fastlane/",
|
|
|
|
|
|
"tests/",
|
|
|
|
|
|
}
|
|
|
|
|
|
EXCLUDE_EXTENSIONS = {
|
|
|
|
|
|
".jpg", ".jpeg", ".png", ".ttf", ".otf", ".pdn", ".icns", ".ico", ".gif",
|
|
|
|
|
|
}
|
|
|
|
|
|
UNICODE_WHITELIST = {
|
|
|
|
|
|
"💬", "🗯", "⚠", chr(0xfe0f), "✓", "▷", "▽", "…", "•", "█", "™", "≈",
|
|
|
|
|
|
"á", "é", "’",
|
2025-10-28 14:29:59 +01:00
|
|
|
|
"│", "─", "└", "├", "📋",
|
2025-05-09 16:54:23 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
exit_code = 0
|
|
|
|
|
|
|
|
|
|
|
|
bfiles = subprocess.check_output(["git", "ls-files"])
|
|
|
|
|
|
bfiles = bfiles.decode("utf-8")
|
|
|
|
|
|
for file_path in bfiles.splitlines():
|
|
|
|
|
|
if os.path.isdir(file_path):
|
|
|
|
|
|
continue
|
|
|
|
|
|
if any(file_path.startswith(pattern) for pattern in EXCLUDE_PATH_PREFIX):
|
|
|
|
|
|
continue
|
|
|
|
|
|
_fname, ext = os.path.splitext(file_path)
|
|
|
|
|
|
if ext in EXCLUDE_EXTENSIONS:
|
|
|
|
|
|
continue
|
|
|
|
|
|
# open file
|
|
|
|
|
|
try:
|
|
|
|
|
|
with open(file_path, "r", encoding="utf-8") as f:
|
|
|
|
|
|
for line_no, line in enumerate(f.read().splitlines()):
|
|
|
|
|
|
for char in line:
|
|
|
|
|
|
if ord(char)>0x7f and char not in UNICODE_WHITELIST:
|
|
|
|
|
|
print(f"{file_path}:{line_no}. {line=}. hex={hex(ord(char))}. {char=}")
|
|
|
|
|
|
exit_code = 1
|
|
|
|
|
|
except UnicodeDecodeError as e:
|
|
|
|
|
|
raise Exception(f"cannot parse file {file_path=}") from e
|
|
|
|
|
|
|
|
|
|
|
|
sys.exit(exit_code)
|
