midgard/youtube-dl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

[compat] Reformat casefold.py for easier updating

Browse source
This commit is contained in:
dirkf 2022-11-01 19:25:59 +00:00 committed by GitHub
parent b7c25959f0
commit a874871801
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 20 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

24
youtube_dl/casefold.py
View file

@ -1,8 +1,20 @@
# coding: utf-8 # coding: utf-8
from __future__ import unicode_literals from __future__ import unicode_literals
from .compat import compat_str from .compat import (
compat_str,
compat_chr,
)
# Below is included the text of icu/CaseFolding.txt retrieved from
# https://github.com/unicode-org/icu/blob/main/icu4c/source/data/unidata/CaseFolding.txt
# In case newly foldable Unicode characters are defined, paste the new version
# of the text inside the ''' marks.
# The text is expected to have only blank lines andlines with 1st character #,
# all ignored, and fold definitions like this:
# `from_hex_code; space_separated_to_hex_code_list; comment`
_map_str = '''
# CaseFolding-15.0.0.txt # CaseFolding-15.0.0.txt
# Date: 2022-02-02, 23:35:35 GMT # Date: 2022-02-02, 23:35:35 GMT
# © 2022 Unicode®, Inc. # © 2022 Unicode®, Inc.
@ -65,7 +77,6 @@ from .compat import compat_str
# have the value C for the status field, and the code point itself for the mapping field. # have the value C for the status field, and the code point itself for the mapping field.
# ================================================================= # =================================================================
_map_str = '''
0041; C; 0061; # LATIN CAPITAL LETTER A 0041; C; 0061; # LATIN CAPITAL LETTER A
0042; C; 0062; # LATIN CAPITAL LETTER B 0042; C; 0062; # LATIN CAPITAL LETTER B
0043; C; 0063; # LATIN CAPITAL LETTER C 0043; C; 0063; # LATIN CAPITAL LETTER C
@ -1627,17 +1638,22 @@ FF3A; C; FF5A; # FULLWIDTH LATIN CAPITAL LETTER Z
1E920; C; 1E942; # ADLAM CAPITAL LETTER KPO 1E920; C; 1E942; # ADLAM CAPITAL LETTER KPO
1E921; C; 1E943; # ADLAM CAPITAL LETTER SHA 1E921; C; 1E943; # ADLAM CAPITAL LETTER SHA
''' '''
_parse_unichr = lambda s: compat_chr(int(s, 16))
_map = dict( _map = dict(
(unichr(int(from_, 16)), ''.join((unichr(int(v, 16)) for v in to_.split(' ')))) (_parse_unichr(from_), ''.join(map(_parse_unichr, to_.split(' '))))
for from_, type_, to_, _ in ( for from_, type_, to_, _ in (
l.split('; ', 3) for l in _map_str.splitlines() if l) l.split('; ', 3) for l in _map_str.splitlines() if l and not l[0] == '#')
if type_ in ('C', 'F')) if type_ in ('C', 'F'))
del _map_str del _map_str
def casefold(s): def casefold(s):
assert isinstance(s, compat_str) assert isinstance(s, compat_str)
return ''.join((_map.get(c, c) for c in s)) return ''.join((_map.get(c, c) for c in s))
__all__ = [ __all__ = [
casefold casefold
] ]