[OS/2] add Unicode ranges data from OT spec, plus methods to get/set bits manually, or recalc/prune automatically
This commit is contained in:
Cosimo Lupo
parent
e042824b83
commit
20d7849697
@ -2,7 +2,7 @@ from __future__ import print_function, division, absolute_import
|
|||||||
from fontTools.misc.py23 import *
|
from fontTools.misc.py23 import *
|
||||||
from fontTools.misc import sstruct
|
from fontTools.misc import sstruct
|
||||||
from fontTools.misc.textTools import safeEval, num2binary, binary2num
|
from fontTools.misc.textTools import safeEval, num2binary, binary2num
|
||||||
from . import DefaultTable
|
from fontTools.ttLib.tables import DefaultTable
|
||||||
import warnings
|
import warnings
|
||||||
|
|
||||||
|
|
||||||
@ -228,3 +228,276 @@ class table_O_S_2f_2(DefaultTable.DefaultTable):
|
|||||||
@fsLastCharIndex.setter
|
@fsLastCharIndex.setter
|
||||||
def fsLastCharIndex(self, value):
|
def fsLastCharIndex(self, value):
|
||||||
self.usLastCharIndex = value
|
self.usLastCharIndex = value
|
||||||
|
|
||||||
|
def getUnicodeRanges(self):
|
||||||
|
""" Return the set of 'ulUnicodeRange*' bits currently enabled. """
|
||||||
|
bits = set()
|
||||||
|
ul1, ul2 = self.ulUnicodeRange1, self.ulUnicodeRange2
|
||||||
|
ul3, ul4 = self.ulUnicodeRange3, self.ulUnicodeRange4
|
||||||
|
for i in range(32):
|
||||||
|
if ul1 & (1 << i):
|
||||||
|
bits.add(i)
|
||||||
|
if ul2 & (1 << i):
|
||||||
|
bits.add(i + 32)
|
||||||
|
if ul3 & (1 << i):
|
||||||
|
bits.add(i + 64)
|
||||||
|
if ul4 & (1 << i):
|
||||||
|
bits.add(i + 96)
|
||||||
|
return bits
|
||||||
|
|
||||||
|
def setUnicodeRanges(self, bits):
|
||||||
|
""" Set the 'ulUnicodeRange*' fields to the specified 'bits'. """
|
||||||
|
ul1, ul2, ul3, ul4 = 0, 0, 0, 0
|
||||||
|
for bit in bits:
|
||||||
|
if 0 <= bit < 32:
|
||||||
|
ul1 |= (1 << bit)
|
||||||
|
elif 32 <= bit < 64:
|
||||||
|
ul2 |= (1 << (bit - 32))
|
||||||
|
elif 64 <= bit < 96:
|
||||||
|
ul3 |= (1 << (bit - 64))
|
||||||
|
elif 96 <= bit < 123:
|
||||||
|
ul4 |= (1 << (bit - 96))
|
||||||
|
else:
|
||||||
|
raise ValueError('expected 0 <= int <= 122, found: %r' % bit)
|
||||||
|
self.ulUnicodeRange1, self.ulUnicodeRange2 = ul1, ul2
|
||||||
|
self.ulUnicodeRange3, self.ulUnicodeRange4 = ul3, ul4
|
||||||
|
|
||||||
|
def recalcUnicodeRanges(self, ttFont, pruneOnly=False):
|
||||||
|
""" Intersect the codepoints in the font's Unicode cmap subtables with
|
||||||
|
the Unicode block ranges defined in the OpenType specification (v1.7),
|
||||||
|
and set the respective 'ulUnicodeRange*' bits if there is at least ONE
|
||||||
|
intersection.
|
||||||
|
If 'pruneOnly' is True, only clear unused bits with NO intersection.
|
||||||
|
"""
|
||||||
|
unicodes = set()
|
||||||
|
for table in ttFont['cmap'].tables:
|
||||||
|
if table.isUnicode():
|
||||||
|
unicodes.update(table.cmap.keys())
|
||||||
|
if pruneOnly:
|
||||||
|
empty = intersectUnicodeRanges(unicodes, inverse=True)
|
||||||
|
bits = self.getUnicodeRanges() - empty
|
||||||
|
else:
|
||||||
|
bits = intersectUnicodeRanges(unicodes)
|
||||||
|
self.setUnicodeRanges(bits)
|
||||||
|
return bits
|
||||||
|
|
||||||
|
|
||||||
|
# Unicode ranges data from the OpenType OS/2 table specification v1.7
|
||||||
|
|
||||||
|
OS2_UNICODE_RANGES = (
|
||||||
|
(('Basic Latin', (0x0000, 0x007F)),),
|
||||||
|
(('Latin-1 Supplement', (0x0080, 0x00FF)),),
|
||||||
|
(('Latin Extended-A', (0x0100, 0x017F)),),
|
||||||
|
(('Latin Extended-B', (0x0180, 0x024F)),),
|
||||||
|
(('IPA Extensions', (0x0250, 0x02AF)),
|
||||||
|
('Phonetic Extensions', (0x1D00, 0x1D7F)),
|
||||||
|
('Phonetic Extensions Supplement', (0x1D80, 0x1DBF))),
|
||||||
|
(('Spacing Modifier Letters', (0x02B0, 0x02FF)),
|
||||||
|
('Modifier Tone Letters', (0xA700, 0xA71F))),
|
||||||
|
(('Combining Diacritical Marks', (0x0300, 0x036F)),
|
||||||
|
('Combining Diacritical Marks Supplement', (0x1DC0, 0x1DFF))),
|
||||||
|
(('Greek and Coptic', (0x0370, 0x03FF)),),
|
||||||
|
(('Coptic', (0x2C80, 0x2CFF)),),
|
||||||
|
(('Cyrillic', (0x0400, 0x04FF)),
|
||||||
|
('Cyrillic Supplement', (0x0500, 0x052F)),
|
||||||
|
('Cyrillic Extended-A', (0x2DE0, 0x2DFF)),
|
||||||
|
('Cyrillic Extended-B', (0xA640, 0xA69F))),
|
||||||
|
(('Armenian', (0x0530, 0x058F)),),
|
||||||
|
(('Hebrew', (0x0590, 0x05FF)),),
|
||||||
|
(('Vai', (0xA500, 0xA63F)),),
|
||||||
|
(('Arabic', (0x0600, 0x06FF)),
|
||||||
|
('Arabic Supplement', (0x0750, 0x077F))),
|
||||||
|
(('NKo', (0x07C0, 0x07FF)),),
|
||||||
|
(('Devanagari', (0x0900, 0x097F)),),
|
||||||
|
(('Bengali', (0x0980, 0x09FF)),),
|
||||||
|
(('Gurmukhi', (0x0A00, 0x0A7F)),),
|
||||||
|
(('Gujarati', (0x0A80, 0x0AFF)),),
|
||||||
|
(('Oriya', (0x0B00, 0x0B7F)),),
|
||||||
|
(('Tamil', (0x0B80, 0x0BFF)),),
|
||||||
|
(('Telugu', (0x0C00, 0x0C7F)),),
|
||||||
|
(('Kannada', (0x0C80, 0x0CFF)),),
|
||||||
|
(('Malayalam', (0x0D00, 0x0D7F)),),
|
||||||
|
(('Thai', (0x0E00, 0x0E7F)),),
|
||||||
|
(('Lao', (0x0E80, 0x0EFF)),),
|
||||||
|
(('Georgian', (0x10A0, 0x10FF)),
|
||||||
|
('Georgian Supplement', (0x2D00, 0x2D2F))),
|
||||||
|
(('Balinese', (0x1B00, 0x1B7F)),),
|
||||||
|
(('Hangul Jamo', (0x1100, 0x11FF)),),
|
||||||
|
(('Latin Extended Additional', (0x1E00, 0x1EFF)),
|
||||||
|
('Latin Extended-C', (0x2C60, 0x2C7F)),
|
||||||
|
('Latin Extended-D', (0xA720, 0xA7FF))),
|
||||||
|
(('Greek Extended', (0x1F00, 0x1FFF)),),
|
||||||
|
(('General Punctuation', (0x2000, 0x206F)),
|
||||||
|
('Supplemental Punctuation', (0x2E00, 0x2E7F))),
|
||||||
|
(('Superscripts And Subscripts', (0x2070, 0x209F)),),
|
||||||
|
(('Currency Symbols', (0x20A0, 0x20CF)),),
|
||||||
|
(('Combining Diacritical Marks For Symbols', (0x20D0, 0x20FF)),),
|
||||||
|
(('Letterlike Symbols', (0x2100, 0x214F)),),
|
||||||
|
(('Number Forms', (0x2150, 0x218F)),),
|
||||||
|
(('Arrows', (0x2190, 0x21FF)),
|
||||||
|
('Supplemental Arrows-A', (0x27F0, 0x27FF)),
|
||||||
|
('Supplemental Arrows-B', (0x2900, 0x297F)),
|
||||||
|
('Miscellaneous Symbols and Arrows', (0x2B00, 0x2BFF))),
|
||||||
|
(('Mathematical Operators', (0x2200, 0x22FF)),
|
||||||
|
('Supplemental Mathematical Operators', (0x2A00, 0x2AFF)),
|
||||||
|
('Miscellaneous Mathematical Symbols-A', (0x27C0, 0x27EF)),
|
||||||
|
('Miscellaneous Mathematical Symbols-B', (0x2980, 0x29FF))),
|
||||||
|
(('Miscellaneous Technical', (0x2300, 0x23FF)),),
|
||||||
|
(('Control Pictures', (0x2400, 0x243F)),),
|
||||||
|
(('Optical Character Recognition', (0x2440, 0x245F)),),
|
||||||
|
(('Enclosed Alphanumerics', (0x2460, 0x24FF)),),
|
||||||
|
(('Box Drawing', (0x2500, 0x257F)),),
|
||||||
|
(('Block Elements', (0x2580, 0x259F)),),
|
||||||
|
(('Geometric Shapes', (0x25A0, 0x25FF)),),
|
||||||
|
(('Miscellaneous Symbols', (0x2600, 0x26FF)),),
|
||||||
|
(('Dingbats', (0x2700, 0x27BF)),),
|
||||||
|
(('CJK Symbols And Punctuation', (0x3000, 0x303F)),),
|
||||||
|
(('Hiragana', (0x3040, 0x309F)),),
|
||||||
|
(('Katakana', (0x30A0, 0x30FF)),
|
||||||
|
('Katakana Phonetic Extensions', (0x31F0, 0x31FF))),
|
||||||
|
(('Bopomofo', (0x3100, 0x312F)),
|
||||||
|
('Bopomofo Extended', (0x31A0, 0x31BF))),
|
||||||
|
(('Hangul Compatibility Jamo', (0x3130, 0x318F)),),
|
||||||
|
(('Phags-pa', (0xA840, 0xA87F)),),
|
||||||
|
(('Enclosed CJK Letters And Months', (0x3200, 0x32FF)),),
|
||||||
|
(('CJK Compatibility', (0x3300, 0x33FF)),),
|
||||||
|
(('Hangul Syllables', (0xAC00, 0xD7AF)),),
|
||||||
|
(('Non-Plane 0 *', (0xD800, 0xDFFF)),),
|
||||||
|
(('Phoenician', (0x10900, 0x1091F)),),
|
||||||
|
(('CJK Unified Ideographs', (0x4E00, 0x9FFF)),
|
||||||
|
('CJK Radicals Supplement', (0x2E80, 0x2EFF)),
|
||||||
|
('Kangxi Radicals', (0x2F00, 0x2FDF)),
|
||||||
|
('Ideographic Description Characters', (0x2FF0, 0x2FFF)),
|
||||||
|
('CJK Unified Ideographs Extension A', (0x3400, 0x4DBF)),
|
||||||
|
('CJK Unified Ideographs Extension B', (0x20000, 0x2A6DF)),
|
||||||
|
('Kanbun', (0x3190, 0x319F))),
|
||||||
|
(('Private Use Area (plane 0)', (0xE000, 0xF8FF)),),
|
||||||
|
(('CJK Strokes', (0x31C0, 0x31EF)),
|
||||||
|
('CJK Compatibility Ideographs', (0xF900, 0xFAFF)),
|
||||||
|
('CJK Compatibility Ideographs Supplement', (0x2F800, 0x2FA1F))),
|
||||||
|
(('Alphabetic Presentation Forms', (0xFB00, 0xFB4F)),),
|
||||||
|
(('Arabic Presentation Forms-A', (0xFB50, 0xFDFF)),),
|
||||||
|
(('Combining Half Marks', (0xFE20, 0xFE2F)),),
|
||||||
|
(('Vertical Forms', (0xFE10, 0xFE1F)),
|
||||||
|
('CJK Compatibility Forms', (0xFE30, 0xFE4F))),
|
||||||
|
(('Small Form Variants', (0xFE50, 0xFE6F)),),
|
||||||
|
(('Arabic Presentation Forms-B', (0xFE70, 0xFEFF)),),
|
||||||
|
(('Halfwidth And Fullwidth Forms', (0xFF00, 0xFFEF)),),
|
||||||
|
(('Specials', (0xFFF0, 0xFFFF)),),
|
||||||
|
(('Tibetan', (0x0F00, 0x0FFF)),),
|
||||||
|
(('Syriac', (0x0700, 0x074F)),),
|
||||||
|
(('Thaana', (0x0780, 0x07BF)),),
|
||||||
|
(('Sinhala', (0x0D80, 0x0DFF)),),
|
||||||
|
(('Myanmar', (0x1000, 0x109F)),),
|
||||||
|
(('Ethiopic', (0x1200, 0x137F)),
|
||||||
|
('Ethiopic Supplement', (0x1380, 0x139F)),
|
||||||
|
('Ethiopic Extended', (0x2D80, 0x2DDF))),
|
||||||
|
(('Cherokee', (0x13A0, 0x13FF)),),
|
||||||
|
(('Unified Canadian Aboriginal Syllabics', (0x1400, 0x167F)),),
|
||||||
|
(('Ogham', (0x1680, 0x169F)),),
|
||||||
|
(('Runic', (0x16A0, 0x16FF)),),
|
||||||
|
(('Khmer', (0x1780, 0x17FF)),
|
||||||
|
('Khmer Symbols', (0x19E0, 0x19FF))),
|
||||||
|
(('Mongolian', (0x1800, 0x18AF)),),
|
||||||
|
(('Braille Patterns', (0x2800, 0x28FF)),),
|
||||||
|
(('Yi Syllables', (0xA000, 0xA48F)),
|
||||||
|
('Yi Radicals', (0xA490, 0xA4CF))),
|
||||||
|
(('Tagalog', (0x1700, 0x171F)),
|
||||||
|
('Hanunoo', (0x1720, 0x173F)),
|
||||||
|
('Buhid', (0x1740, 0x175F)),
|
||||||
|
('Tagbanwa', (0x1760, 0x177F))),
|
||||||
|
(('Old Italic', (0x10300, 0x1032F)),),
|
||||||
|
(('Gothic', (0x10330, 0x1034F)),),
|
||||||
|
(('Deseret', (0x10400, 0x1044F)),),
|
||||||
|
(('Byzantine Musical Symbols', (0x1D000, 0x1D0FF)),
|
||||||
|
('Musical Symbols', (0x1D100, 0x1D1FF)),
|
||||||
|
('Ancient Greek Musical Notation', (0x1D200, 0x1D24F))),
|
||||||
|
(('Mathematical Alphanumeric Symbols', (0x1D400, 0x1D7FF)),),
|
||||||
|
(('Private Use (plane 15)', (0xFF000, 0xFFFFD)),
|
||||||
|
('Private Use (plane 16)', (0x100000, 0x10FFFD))),
|
||||||
|
(('Variation Selectors', (0xFE00, 0xFE0F)),
|
||||||
|
('Variation Selectors Supplement', (0xE0100, 0xE01EF))),
|
||||||
|
(('Tags', (0xE0000, 0xE007F)),),
|
||||||
|
(('Limbu', (0x1900, 0x194F)),),
|
||||||
|
(('Tai Le', (0x1950, 0x197F)),),
|
||||||
|
(('New Tai Lue', (0x1980, 0x19DF)),),
|
||||||
|
(('Buginese', (0x1A00, 0x1A1F)),),
|
||||||
|
(('Glagolitic', (0x2C00, 0x2C5F)),),
|
||||||
|
(('Tifinagh', (0x2D30, 0x2D7F)),),
|
||||||
|
(('Yijing Hexagram Symbols', (0x4DC0, 0x4DFF)),),
|
||||||
|
(('Syloti Nagri', (0xA800, 0xA82F)),),
|
||||||
|
(('Linear B Syllabary', (0x10000, 0x1007F)),
|
||||||
|
('Linear B Ideograms', (0x10080, 0x100FF)),
|
||||||
|
('Aegean Numbers', (0x10100, 0x1013F))),
|
||||||
|
(('Ancient Greek Numbers', (0x10140, 0x1018F)),),
|
||||||
|
(('Ugaritic', (0x10380, 0x1039F)),),
|
||||||
|
(('Old Persian', (0x103A0, 0x103DF)),),
|
||||||
|
(('Shavian', (0x10450, 0x1047F)),),
|
||||||
|
(('Osmanya', (0x10480, 0x104AF)),),
|
||||||
|
(('Cypriot Syllabary', (0x10800, 0x1083F)),),
|
||||||
|
(('Kharoshthi', (0x10A00, 0x10A5F)),),
|
||||||
|
(('Tai Xuan Jing Symbols', (0x1D300, 0x1D35F)),),
|
||||||
|
(('Cuneiform', (0x12000, 0x123FF)),
|
||||||
|
('Cuneiform Numbers and Punctuation', (0x12400, 0x1247F))),
|
||||||
|
(('Counting Rod Numerals', (0x1D360, 0x1D37F)),),
|
||||||
|
(('Sundanese', (0x1B80, 0x1BBF)),),
|
||||||
|
(('Lepcha', (0x1C00, 0x1C4F)),),
|
||||||
|
(('Ol Chiki', (0x1C50, 0x1C7F)),),
|
||||||
|
(('Saurashtra', (0xA880, 0xA8DF)),),
|
||||||
|
(('Kayah Li', (0xA900, 0xA92F)),),
|
||||||
|
(('Rejang', (0xA930, 0xA95F)),),
|
||||||
|
(('Cham', (0xAA00, 0xAA5F)),),
|
||||||
|
(('Ancient Symbols', (0x10190, 0x101CF)),),
|
||||||
|
(('Phaistos Disc', (0x101D0, 0x101FF)),),
|
||||||
|
(('Carian', (0x102A0, 0x102DF)),
|
||||||
|
('Lycian', (0x10280, 0x1029F)),
|
||||||
|
('Lydian', (0x10920, 0x1093F))),
|
||||||
|
(('Domino Tiles', (0x1F030, 0x1F09F)),
|
||||||
|
('Mahjong Tiles', (0x1F000, 0x1F02F))),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
_unicodeRangeSets = []
|
||||||
|
|
||||||
|
def _getUnicodeRangeSets():
|
||||||
|
# build the sets of codepoints for each unicode range bit, and cache result
|
||||||
|
global _unicodeRangeSets
|
||||||
|
if not _unicodeRangeSets:
|
||||||
|
for bit, blocks in enumerate(OS2_UNICODE_RANGES):
|
||||||
|
rangeset = set()
|
||||||
|
for _, (start, stop) in blocks:
|
||||||
|
rangeset.update(set(range(start, stop+1)))
|
||||||
|
if bit == 57:
|
||||||
|
# The spec says that bit 57 ("Non Plane 0") implies that there's
|
||||||
|
# at least one codepoint beyond the BMP; so I also include all
|
||||||
|
# the non-BMP codepoints here
|
||||||
|
rangeset.update(set(range(0x10000, 0x110000)))
|
||||||
|
_unicodeRangeSets.append(rangeset)
|
||||||
|
return _unicodeRangeSets
|
||||||
|
|
||||||
|
|
||||||
|
def intersectUnicodeRanges(unicodes, inverse=False):
|
||||||
|
""" Intersect a sequence of (int) Unicode codepoints with the Unicode block
|
||||||
|
ranges defined in the OpenType specification v1.7, and return the set of
|
||||||
|
'ulUnicodeRanges' bits for which there is at least ONE intersection.
|
||||||
|
If 'inverse' is True, return the the bits for which there is NO intersection.
|
||||||
|
|
||||||
|
>>> intersectUnicodeRanges([0x0410]) == {9}
|
||||||
|
True
|
||||||
|
>>> intersectUnicodeRanges([0x0410, 0x1F000]) == {9, 57, 122}
|
||||||
|
True
|
||||||
|
>>> intersectUnicodeRanges([0x0410, 0x1F000], inverse=True) == (
|
||||||
|
... set(range(123)) - {9, 57, 122})
|
||||||
|
True
|
||||||
|
"""
|
||||||
|
unicodes = set(unicodes)
|
||||||
|
uniranges = _getUnicodeRangeSets()
|
||||||
|
bits = set([
|
||||||
|
bit for bit, unirange in enumerate(uniranges)
|
||||||
|
if not unirange.isdisjoint(unicodes) ^ inverse])
|
||||||
|
return bits
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
import doctest, sys
|
||||||
|
sys.exit(doctest.testmod().failed)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user