diff --git a/internal/checker/checker.go b/internal/checker/checker.go index ac406937550..b0cce1716cb 100644 --- a/internal/checker/checker.go +++ b/internal/checker/checker.go @@ -28880,15 +28880,15 @@ func (c *Checker) getStringMappingType(symbol *ast.Symbol, t *Type) *Type { func applyStringMapping(symbol *ast.Symbol, str string) string { switch intrinsicTypeKinds[symbol.Name] { case IntrinsicTypeKindUppercase: - return strings.ToUpper(str) + return stringutil.ToUpperJS(str) case IntrinsicTypeKindLowercase: - return strings.ToLower(str) + return stringutil.ToLowerJS(str) case IntrinsicTypeKindCapitalize: _, size := utf8.DecodeRuneInString(str) - return strings.ToUpper(str[:size]) + str[size:] + return stringutil.ToUpperJS(str[:size]) + str[size:] case IntrinsicTypeKindUncapitalize: _, size := utf8.DecodeRuneInString(str) - return strings.ToLower(str[:size]) + str[size:] + return stringutil.ToLowerJS(str[:size]) + str[size:] } return str } diff --git a/internal/scanner/scanner.go b/internal/scanner/scanner.go index 1cb6f9d73c4..c0f1d601592 100644 --- a/internal/scanner/scanner.go +++ b/internal/scanner/scanner.go @@ -2179,35 +2179,11 @@ func IsIdentifierPartEx(ch rune, languageVariant core.LanguageVariant) bool { } func isUnicodeIdentifierStart(ch rune) bool { - return isInUnicodeRanges(ch, unicodeESNextIdentifierStart) + return stringutil.IsInRuneRanges(ch, unicodeESNextIdentifierStart) } func isUnicodeIdentifierPart(ch rune) bool { - return isInUnicodeRanges(ch, unicodeESNextIdentifierPart) -} - -func isInUnicodeRanges(cp rune, ranges []rune) bool { - // Bail out quickly if it couldn't possibly be in the map - if cp < ranges[0] { - return false - } - // Perform binary search in one of the Unicode range maps - lo := 0 - hi := len(ranges) - for lo+1 < hi { - mid := lo + (hi-lo)/2 - // mid has to be even to catch beginning of a range - mid -= mid % 2 - if ranges[mid] <= cp && cp <= ranges[mid+1] { - return true - } - if cp < ranges[mid] { - hi = mid - } else { - lo = mid + 2 - } - } - return false + return stringutil.IsInRuneRanges(ch, unicodeESNextIdentifierPart) } var tokenToText = func() [ast.KindCount]string { diff --git a/internal/stringutil/_scripts/generate-special-casing.mts b/internal/stringutil/_scripts/generate-special-casing.mts new file mode 100644 index 00000000000..0b068aadd70 --- /dev/null +++ b/internal/stringutil/_scripts/generate-special-casing.mts @@ -0,0 +1,223 @@ +#!/usr/bin/env -S node --experimental-strip-types --no-warnings + +import * as fs from "fs"; +import * as path from "path"; + +const OUTPUT_PATH = path.join(import.meta.dirname, "..", "js_case_generated.go"); +// Keep the generated property tables aligned with the V8/ICU Unicode data we +// validate against, rather than "latest", so Final_Sigma context does not get +// ahead of the runtime behavior this package is trying to emulate. +const UNICODE_VERSION = "15.0.0"; +const SPECIAL_CASING_URL = `https://www.unicode.org/Public/${UNICODE_VERSION}/ucd/SpecialCasing.txt`; +const DERIVED_CORE_PROPERTIES_URL = `https://www.unicode.org/Public/${UNICODE_VERSION}/ucd/DerivedCoreProperties.txt`; + +const knownContextConditions = new Set([ + "Final_Sigma", + "After_Soft_Dotted", + "More_Above", + "After_I", + "Not_Before_Dot", +]); + +const knownLocaleConditions = new Set([ + "az", + "lt", + "tr", +]); + +type SpecialCasingEntry = { + codePoint: number; + lower: number[]; + upper: number[]; + condition: string; + comment: string; +}; + +type Range = { + start: number; + end: number; +}; + +function assert(condition: unknown, message: string): asserts condition { + if (!condition) { + throw new Error(message); + } +} + +async function fetchText(url: string): Promise { + const response = await fetch(url); + if (!response.ok) { + throw new Error(`Failed to fetch ${url}: ${response.status} ${response.statusText}`); + } + return await response.text(); +} + +function parseCodePointList(field: string): number[] { + const trimmed = field.trim(); + if (!trimmed) return []; + return trimmed.split(/\s+/).map(codePoint => parseInt(codePoint, 16)); +} + +function parseRange(field: string): Range { + const [startHex, endHex] = field.split(".."); + const start = parseInt(startHex, 16); + const end = endHex ? parseInt(endHex, 16) : start; + return { start, end }; +} + +function goRuneLiteral(codePoint: number): string { + return `0x${codePoint.toString(16).toUpperCase()}`; +} + +function goStringLiteral(codePoints: number[]): string { + let text = '"'; + for (const codePoint of codePoints) { + if (codePoint <= 0xFFFF) { + text += `\\u${codePoint.toString(16).toUpperCase().padStart(4, "0")}`; + } + else { + text += `\\U${codePoint.toString(16).toUpperCase().padStart(8, "0")}`; + } + } + text += '"'; + return text; +} + +function parseSpecialCasing(text: string): { unicodeVersion: string; entries: SpecialCasingEntry[]; } { + const entries: SpecialCasingEntry[] = []; + let unicodeVersion = "unknown"; + + for (const line of text.split(/\r?\n/)) { + const versionMatch = line.match(/^# SpecialCasing-(.+)\.txt$/); + if (versionMatch) { + unicodeVersion = versionMatch[1]; + continue; + } + + const trimmed = line.trim(); + if (!trimmed || trimmed.startsWith("#")) { + continue; + } + + const [data, comment = ""] = line.split("#", 2); + const parts = data.split(";").map(part => part.trim()); + assert(parts.length >= 4, `Malformed SpecialCasing row: ${line}`); + + const [codeField, lowerField, _titleField, upperField, conditionField = ""] = parts; + const code = parseCodePointList(codeField); + assert(code.length === 1, `Expected single code point in SpecialCasing row: ${line}`); + + let hasLocaleCondition = false; + let condition = "specialCasingConditionNone"; + let sawContextCondition = false; + + for (const token of conditionField.split(/\s+/).filter(Boolean)) { + if (knownContextConditions.has(token)) { + sawContextCondition = true; + if (token === "Final_Sigma") { + condition = "specialCasingConditionFinalSigma"; + } + continue; + } + if (knownLocaleConditions.has(token.toLowerCase())) { + hasLocaleCondition = true; + continue; + } + throw new Error(`Unknown SpecialCasing condition token: ${token}`); + } + + if (hasLocaleCondition) { + continue; + } + if (sawContextCondition && condition === "specialCasingConditionNone") { + throw new Error(`Unsupported locale-insensitive context-only SpecialCasing row: ${line}`); + } + + entries.push({ + codePoint: code[0], + lower: parseCodePointList(lowerField), + upper: parseCodePointList(upperField), + condition, + comment: comment.trim(), + }); + } + + return { unicodeVersion, entries }; +} + +function parseDerivedCorePropertyRanges(text: string, propertyName: string): Range[] { + const ranges: Range[] = []; + + for (const line of text.split(/\r?\n/)) { + const trimmed = line.trim(); + if (!trimmed || trimmed.startsWith("#")) { + continue; + } + + const [data] = line.split("#", 1); + const parts = data.split(";").map(part => part.trim()); + if (parts.length < 2 || parts[1] !== propertyName) { + continue; + } + + ranges.push(parseRange(parts[0])); + } + + return ranges; +} + +function renderRanges(name: string, ranges: Range[]): string { + const values = ranges.flatMap(range => [goRuneLiteral(range.start), goRuneLiteral(range.end)]).join(", "); + return `var ${name} = []rune{${values}}\n`; +} + +function render(unicodeVersion: string, entries: SpecialCasingEntry[], casedRanges: Range[], caseIgnorableRanges: Range[], lowercaseRanges: Range[], uppercaseRanges: Range[]): string { + const mappings = entries.map(entry => `\t${goRuneLiteral(entry.codePoint)}: {lower: ${goStringLiteral(entry.lower)}, upper: ${goStringLiteral(entry.upper)}, condition: ${entry.condition}}, // ${entry.comment}`).join("\n"); + + return `// Code generated by internal/stringutil/_scripts/generate-special-casing.mts. DO NOT EDIT. +// Based on Unicode SpecialCasing.txt and DerivedCoreProperties.txt (${unicodeVersion}). +// Includes only the locale-insensitive mappings needed for ECMAScript default casing. +// Go's unicode package handles simple one-rune mappings, but not these multi-rune +// mappings or the DerivedCoreProperties data needed for Final_Sigma handling. + +package stringutil + +type specialCasingCondition uint8 + +const ( +\tspecialCasingConditionNone specialCasingCondition = iota +\tspecialCasingConditionFinalSigma +) + +type specialCasingMapping struct { +\tlower string +\tupper string +\tcondition specialCasingCondition +} + +var specialCasingMappings = map[rune]specialCasingMapping{ +${mappings} +} + +${renderRanges("unicodeCasedRanges", casedRanges)} +${renderRanges("unicodeCaseIgnorableRanges", caseIgnorableRanges)} +${renderRanges("unicodeLowercaseRanges", lowercaseRanges)} +${renderRanges("unicodeUppercaseRanges", uppercaseRanges)} +`; +} + +async function main() { + const [specialCasingText, derivedCorePropertiesText] = await Promise.all([ + fetchText(SPECIAL_CASING_URL), + fetchText(DERIVED_CORE_PROPERTIES_URL), + ]); + + const { unicodeVersion, entries } = parseSpecialCasing(specialCasingText); + const casedRanges = parseDerivedCorePropertyRanges(derivedCorePropertiesText, "Cased"); + const caseIgnorableRanges = parseDerivedCorePropertyRanges(derivedCorePropertiesText, "Case_Ignorable"); + const lowercaseRanges = parseDerivedCorePropertyRanges(derivedCorePropertiesText, "Lowercase"); + const uppercaseRanges = parseDerivedCorePropertyRanges(derivedCorePropertiesText, "Uppercase"); + fs.writeFileSync(OUTPUT_PATH, render(unicodeVersion, entries, casedRanges, caseIgnorableRanges, lowercaseRanges, uppercaseRanges)); +} + +await main(); diff --git a/internal/stringutil/generate.go b/internal/stringutil/generate.go new file mode 100644 index 00000000000..9ee024cab56 --- /dev/null +++ b/internal/stringutil/generate.go @@ -0,0 +1,4 @@ +package stringutil + +//go:generate node --experimental-strip-types --no-warnings ./_scripts/generate-special-casing.mts +//go:generate npx dprint fmt js_case_generated.go diff --git a/internal/stringutil/js_case.go b/internal/stringutil/js_case.go new file mode 100644 index 00000000000..8b71b204083 --- /dev/null +++ b/internal/stringutil/js_case.go @@ -0,0 +1,137 @@ +package stringutil + +import ( + "strings" + "unicode" + "unicode/utf8" +) + +func ToLowerJS(str string) string { + if ascii, ok := toLowerASCII(str); ok { + return ascii + } + + runes := []rune(str) + var builder strings.Builder + builder.Grow(len(str)) + for i, r := range runes { + if mapping, ok := specialCasingMappings[r]; ok { + if mapping.condition == specialCasingConditionFinalSigma && !isFinalSigmaContext(runes, i) { + builder.WriteRune(unicode.ToLower(r)) + continue + } + builder.WriteString(mapping.lower) + continue + } + builder.WriteRune(unicode.ToLower(r)) + } + return builder.String() +} + +func ToUpperJS(str string) string { + if ascii, ok := toUpperASCII(str); ok { + return ascii + } + + var builder strings.Builder + builder.Grow(len(str)) + for _, r := range str { + if mapping, ok := specialCasingMappings[r]; ok { + builder.WriteString(mapping.upper) + continue + } + builder.WriteRune(unicode.ToUpper(r)) + } + return builder.String() +} + +func toLowerASCII(str string) (string, bool) { + needsMapping := false + for i := range len(str) { + ch := str[i] + if ch >= utf8.RuneSelf { + return "", false + } + needsMapping = needsMapping || ('A' <= ch && ch <= 'Z') + } + if !needsMapping { + return str, true + } + + buf := []byte(str) + for i, ch := range buf { + if 'A' <= ch && ch <= 'Z' { + buf[i] = ch + ('a' - 'A') + } + } + return string(buf), true +} + +func toUpperASCII(str string) (string, bool) { + needsMapping := false + for i := range len(str) { + ch := str[i] + if ch >= utf8.RuneSelf { + return "", false + } + needsMapping = needsMapping || ('a' <= ch && ch <= 'z') + } + if !needsMapping { + return str, true + } + + buf := []byte(str) + for i, ch := range buf { + if 'a' <= ch && ch <= 'z' { + buf[i] = ch - ('a' - 'A') + } + } + return string(buf), true +} + +func isFinalSigmaContext(runes []rune, index int) bool { + // ECMAScript points at Unicode Default Case Conversion for toLowerCase, and + // modern V8 reaches that behavior through Intl::ConvertToLower, which uses + // ICU root-locale lowercasing for non-Latin1 strings like Greek sigma. + // We intentionally do not delegate this to golang.org/x/text/cases: x/text + // is a general Unicode casing library, but its root-locale behavior is not + // an exact match for the JS semantics exercised by String.prototype + // .toLowerCase(), especially around Final_Sigma context. TypeScript needs the + // JS behavior itself here, so we keep the context-sensitive part explicit. + // SpiderMonkey models Final_Sigma with a more explicit context walk, while + // Unicode Table 3-17 describes it in terms of Cased and Case_Ignorable. + // We model the exposed V8/ICU behavior directly here: skip Case_Ignorable + // code points and then look for lowercase/uppercase/titlecase code points, + // including the DerivedCoreProperties Lowercase/Uppercase extras such as ª, + // º, and Roman numerals. + return hasSigmaCasedBefore(runes, index) && !hasSigmaCasedAfter(runes, index) +} + +func hasSigmaCasedBefore(runes []rune, index int) bool { + for i := index - 1; i >= 0; i-- { + if isUnicodeCaseIgnorable(runes[i]) { + continue + } + return isSigmaCased(runes[i]) + } + return false +} + +func hasSigmaCasedAfter(runes []rune, index int) bool { + for i := index + 1; i < len(runes); i++ { + if isUnicodeCaseIgnorable(runes[i]) { + continue + } + return isSigmaCased(runes[i]) + } + return false +} + +func isSigmaCased(r rune) bool { + return unicode.IsLower(r) || unicode.IsUpper(r) || unicode.IsTitle(r) || + IsInRuneRanges(r, unicodeLowercaseRanges) || IsInRuneRanges(r, unicodeUppercaseRanges) +} + +func isUnicodeCaseIgnorable(r rune) bool { + return IsInRuneRanges(r, unicodeCaseIgnorableRanges) +} diff --git a/internal/stringutil/js_case_generated.go b/internal/stringutil/js_case_generated.go new file mode 100644 index 00000000000..67bb4740d6e --- /dev/null +++ b/internal/stringutil/js_case_generated.go @@ -0,0 +1,135 @@ +// Code generated by internal/stringutil/_scripts/generate-special-casing.mts. DO NOT EDIT. +// Based on Unicode SpecialCasing.txt and DerivedCoreProperties.txt (15.0.0). +// Includes only the locale-insensitive mappings needed for ECMAScript default casing. +// Go's unicode package handles simple one-rune mappings, but not these multi-rune +// mappings or the DerivedCoreProperties data needed for Final_Sigma handling. + +package stringutil + +type specialCasingCondition uint8 + +const ( + specialCasingConditionNone specialCasingCondition = iota + specialCasingConditionFinalSigma +) + +type specialCasingMapping struct { + lower string + upper string + condition specialCasingCondition +} + +var specialCasingMappings = map[rune]specialCasingMapping{ + 0xDF: {lower: "\u00DF", upper: "\u0053\u0053", condition: specialCasingConditionNone}, // LATIN SMALL LETTER SHARP S + 0x130: {lower: "\u0069\u0307", upper: "\u0130", condition: specialCasingConditionNone}, // LATIN CAPITAL LETTER I WITH DOT ABOVE + 0xFB00: {lower: "\uFB00", upper: "\u0046\u0046", condition: specialCasingConditionNone}, // LATIN SMALL LIGATURE FF + 0xFB01: {lower: "\uFB01", upper: "\u0046\u0049", condition: specialCasingConditionNone}, // LATIN SMALL LIGATURE FI + 0xFB02: {lower: "\uFB02", upper: "\u0046\u004C", condition: specialCasingConditionNone}, // LATIN SMALL LIGATURE FL + 0xFB03: {lower: "\uFB03", upper: "\u0046\u0046\u0049", condition: specialCasingConditionNone}, // LATIN SMALL LIGATURE FFI + 0xFB04: {lower: "\uFB04", upper: "\u0046\u0046\u004C", condition: specialCasingConditionNone}, // LATIN SMALL LIGATURE FFL + 0xFB05: {lower: "\uFB05", upper: "\u0053\u0054", condition: specialCasingConditionNone}, // LATIN SMALL LIGATURE LONG S T + 0xFB06: {lower: "\uFB06", upper: "\u0053\u0054", condition: specialCasingConditionNone}, // LATIN SMALL LIGATURE ST + 0x587: {lower: "\u0587", upper: "\u0535\u0552", condition: specialCasingConditionNone}, // ARMENIAN SMALL LIGATURE ECH YIWN + 0xFB13: {lower: "\uFB13", upper: "\u0544\u0546", condition: specialCasingConditionNone}, // ARMENIAN SMALL LIGATURE MEN NOW + 0xFB14: {lower: "\uFB14", upper: "\u0544\u0535", condition: specialCasingConditionNone}, // ARMENIAN SMALL LIGATURE MEN ECH + 0xFB15: {lower: "\uFB15", upper: "\u0544\u053B", condition: specialCasingConditionNone}, // ARMENIAN SMALL LIGATURE MEN INI + 0xFB16: {lower: "\uFB16", upper: "\u054E\u0546", condition: specialCasingConditionNone}, // ARMENIAN SMALL LIGATURE VEW NOW + 0xFB17: {lower: "\uFB17", upper: "\u0544\u053D", condition: specialCasingConditionNone}, // ARMENIAN SMALL LIGATURE MEN XEH + 0x149: {lower: "\u0149", upper: "\u02BC\u004E", condition: specialCasingConditionNone}, // LATIN SMALL LETTER N PRECEDED BY APOSTROPHE + 0x390: {lower: "\u0390", upper: "\u0399\u0308\u0301", condition: specialCasingConditionNone}, // GREEK SMALL LETTER IOTA WITH DIALYTIKA AND TONOS + 0x3B0: {lower: "\u03B0", upper: "\u03A5\u0308\u0301", condition: specialCasingConditionNone}, // GREEK SMALL LETTER UPSILON WITH DIALYTIKA AND TONOS + 0x1F0: {lower: "\u01F0", upper: "\u004A\u030C", condition: specialCasingConditionNone}, // LATIN SMALL LETTER J WITH CARON + 0x1E96: {lower: "\u1E96", upper: "\u0048\u0331", condition: specialCasingConditionNone}, // LATIN SMALL LETTER H WITH LINE BELOW + 0x1E97: {lower: "\u1E97", upper: "\u0054\u0308", condition: specialCasingConditionNone}, // LATIN SMALL LETTER T WITH DIAERESIS + 0x1E98: {lower: "\u1E98", upper: "\u0057\u030A", condition: specialCasingConditionNone}, // LATIN SMALL LETTER W WITH RING ABOVE + 0x1E99: {lower: "\u1E99", upper: "\u0059\u030A", condition: specialCasingConditionNone}, // LATIN SMALL LETTER Y WITH RING ABOVE + 0x1E9A: {lower: "\u1E9A", upper: "\u0041\u02BE", condition: specialCasingConditionNone}, // LATIN SMALL LETTER A WITH RIGHT HALF RING + 0x1F50: {lower: "\u1F50", upper: "\u03A5\u0313", condition: specialCasingConditionNone}, // GREEK SMALL LETTER UPSILON WITH PSILI + 0x1F52: {lower: "\u1F52", upper: "\u03A5\u0313\u0300", condition: specialCasingConditionNone}, // GREEK SMALL LETTER UPSILON WITH PSILI AND VARIA + 0x1F54: {lower: "\u1F54", upper: "\u03A5\u0313\u0301", condition: specialCasingConditionNone}, // GREEK SMALL LETTER UPSILON WITH PSILI AND OXIA + 0x1F56: {lower: "\u1F56", upper: "\u03A5\u0313\u0342", condition: specialCasingConditionNone}, // GREEK SMALL LETTER UPSILON WITH PSILI AND PERISPOMENI + 0x1FB6: {lower: "\u1FB6", upper: "\u0391\u0342", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ALPHA WITH PERISPOMENI + 0x1FC6: {lower: "\u1FC6", upper: "\u0397\u0342", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ETA WITH PERISPOMENI + 0x1FD2: {lower: "\u1FD2", upper: "\u0399\u0308\u0300", condition: specialCasingConditionNone}, // GREEK SMALL LETTER IOTA WITH DIALYTIKA AND VARIA + 0x1FD3: {lower: "\u1FD3", upper: "\u0399\u0308\u0301", condition: specialCasingConditionNone}, // GREEK SMALL LETTER IOTA WITH DIALYTIKA AND OXIA + 0x1FD6: {lower: "\u1FD6", upper: "\u0399\u0342", condition: specialCasingConditionNone}, // GREEK SMALL LETTER IOTA WITH PERISPOMENI + 0x1FD7: {lower: "\u1FD7", upper: "\u0399\u0308\u0342", condition: specialCasingConditionNone}, // GREEK SMALL LETTER IOTA WITH DIALYTIKA AND PERISPOMENI + 0x1FE2: {lower: "\u1FE2", upper: "\u03A5\u0308\u0300", condition: specialCasingConditionNone}, // GREEK SMALL LETTER UPSILON WITH DIALYTIKA AND VARIA + 0x1FE3: {lower: "\u1FE3", upper: "\u03A5\u0308\u0301", condition: specialCasingConditionNone}, // GREEK SMALL LETTER UPSILON WITH DIALYTIKA AND OXIA + 0x1FE4: {lower: "\u1FE4", upper: "\u03A1\u0313", condition: specialCasingConditionNone}, // GREEK SMALL LETTER RHO WITH PSILI + 0x1FE6: {lower: "\u1FE6", upper: "\u03A5\u0342", condition: specialCasingConditionNone}, // GREEK SMALL LETTER UPSILON WITH PERISPOMENI + 0x1FE7: {lower: "\u1FE7", upper: "\u03A5\u0308\u0342", condition: specialCasingConditionNone}, // GREEK SMALL LETTER UPSILON WITH DIALYTIKA AND PERISPOMENI + 0x1FF6: {lower: "\u1FF6", upper: "\u03A9\u0342", condition: specialCasingConditionNone}, // GREEK SMALL LETTER OMEGA WITH PERISPOMENI + 0x1F80: {lower: "\u1F80", upper: "\u1F08\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ALPHA WITH PSILI AND YPOGEGRAMMENI + 0x1F81: {lower: "\u1F81", upper: "\u1F09\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ALPHA WITH DASIA AND YPOGEGRAMMENI + 0x1F82: {lower: "\u1F82", upper: "\u1F0A\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ALPHA WITH PSILI AND VARIA AND YPOGEGRAMMENI + 0x1F83: {lower: "\u1F83", upper: "\u1F0B\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ALPHA WITH DASIA AND VARIA AND YPOGEGRAMMENI + 0x1F84: {lower: "\u1F84", upper: "\u1F0C\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ALPHA WITH PSILI AND OXIA AND YPOGEGRAMMENI + 0x1F85: {lower: "\u1F85", upper: "\u1F0D\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ALPHA WITH DASIA AND OXIA AND YPOGEGRAMMENI + 0x1F86: {lower: "\u1F86", upper: "\u1F0E\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ALPHA WITH PSILI AND PERISPOMENI AND YPOGEGRAMMENI + 0x1F87: {lower: "\u1F87", upper: "\u1F0F\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ALPHA WITH DASIA AND PERISPOMENI AND YPOGEGRAMMENI + 0x1F88: {lower: "\u1F80", upper: "\u1F08\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ALPHA WITH PSILI AND PROSGEGRAMMENI + 0x1F89: {lower: "\u1F81", upper: "\u1F09\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ALPHA WITH DASIA AND PROSGEGRAMMENI + 0x1F8A: {lower: "\u1F82", upper: "\u1F0A\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ALPHA WITH PSILI AND VARIA AND PROSGEGRAMMENI + 0x1F8B: {lower: "\u1F83", upper: "\u1F0B\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ALPHA WITH DASIA AND VARIA AND PROSGEGRAMMENI + 0x1F8C: {lower: "\u1F84", upper: "\u1F0C\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ALPHA WITH PSILI AND OXIA AND PROSGEGRAMMENI + 0x1F8D: {lower: "\u1F85", upper: "\u1F0D\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ALPHA WITH DASIA AND OXIA AND PROSGEGRAMMENI + 0x1F8E: {lower: "\u1F86", upper: "\u1F0E\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ALPHA WITH PSILI AND PERISPOMENI AND PROSGEGRAMMENI + 0x1F8F: {lower: "\u1F87", upper: "\u1F0F\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ALPHA WITH DASIA AND PERISPOMENI AND PROSGEGRAMMENI + 0x1F90: {lower: "\u1F90", upper: "\u1F28\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ETA WITH PSILI AND YPOGEGRAMMENI + 0x1F91: {lower: "\u1F91", upper: "\u1F29\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ETA WITH DASIA AND YPOGEGRAMMENI + 0x1F92: {lower: "\u1F92", upper: "\u1F2A\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ETA WITH PSILI AND VARIA AND YPOGEGRAMMENI + 0x1F93: {lower: "\u1F93", upper: "\u1F2B\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ETA WITH DASIA AND VARIA AND YPOGEGRAMMENI + 0x1F94: {lower: "\u1F94", upper: "\u1F2C\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ETA WITH PSILI AND OXIA AND YPOGEGRAMMENI + 0x1F95: {lower: "\u1F95", upper: "\u1F2D\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ETA WITH DASIA AND OXIA AND YPOGEGRAMMENI + 0x1F96: {lower: "\u1F96", upper: "\u1F2E\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ETA WITH PSILI AND PERISPOMENI AND YPOGEGRAMMENI + 0x1F97: {lower: "\u1F97", upper: "\u1F2F\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ETA WITH DASIA AND PERISPOMENI AND YPOGEGRAMMENI + 0x1F98: {lower: "\u1F90", upper: "\u1F28\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ETA WITH PSILI AND PROSGEGRAMMENI + 0x1F99: {lower: "\u1F91", upper: "\u1F29\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ETA WITH DASIA AND PROSGEGRAMMENI + 0x1F9A: {lower: "\u1F92", upper: "\u1F2A\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ETA WITH PSILI AND VARIA AND PROSGEGRAMMENI + 0x1F9B: {lower: "\u1F93", upper: "\u1F2B\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ETA WITH DASIA AND VARIA AND PROSGEGRAMMENI + 0x1F9C: {lower: "\u1F94", upper: "\u1F2C\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ETA WITH PSILI AND OXIA AND PROSGEGRAMMENI + 0x1F9D: {lower: "\u1F95", upper: "\u1F2D\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ETA WITH DASIA AND OXIA AND PROSGEGRAMMENI + 0x1F9E: {lower: "\u1F96", upper: "\u1F2E\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ETA WITH PSILI AND PERISPOMENI AND PROSGEGRAMMENI + 0x1F9F: {lower: "\u1F97", upper: "\u1F2F\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ETA WITH DASIA AND PERISPOMENI AND PROSGEGRAMMENI + 0x1FA0: {lower: "\u1FA0", upper: "\u1F68\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER OMEGA WITH PSILI AND YPOGEGRAMMENI + 0x1FA1: {lower: "\u1FA1", upper: "\u1F69\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER OMEGA WITH DASIA AND YPOGEGRAMMENI + 0x1FA2: {lower: "\u1FA2", upper: "\u1F6A\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER OMEGA WITH PSILI AND VARIA AND YPOGEGRAMMENI + 0x1FA3: {lower: "\u1FA3", upper: "\u1F6B\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER OMEGA WITH DASIA AND VARIA AND YPOGEGRAMMENI + 0x1FA4: {lower: "\u1FA4", upper: "\u1F6C\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER OMEGA WITH PSILI AND OXIA AND YPOGEGRAMMENI + 0x1FA5: {lower: "\u1FA5", upper: "\u1F6D\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER OMEGA WITH DASIA AND OXIA AND YPOGEGRAMMENI + 0x1FA6: {lower: "\u1FA6", upper: "\u1F6E\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER OMEGA WITH PSILI AND PERISPOMENI AND YPOGEGRAMMENI + 0x1FA7: {lower: "\u1FA7", upper: "\u1F6F\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER OMEGA WITH DASIA AND PERISPOMENI AND YPOGEGRAMMENI + 0x1FA8: {lower: "\u1FA0", upper: "\u1F68\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER OMEGA WITH PSILI AND PROSGEGRAMMENI + 0x1FA9: {lower: "\u1FA1", upper: "\u1F69\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER OMEGA WITH DASIA AND PROSGEGRAMMENI + 0x1FAA: {lower: "\u1FA2", upper: "\u1F6A\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER OMEGA WITH PSILI AND VARIA AND PROSGEGRAMMENI + 0x1FAB: {lower: "\u1FA3", upper: "\u1F6B\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER OMEGA WITH DASIA AND VARIA AND PROSGEGRAMMENI + 0x1FAC: {lower: "\u1FA4", upper: "\u1F6C\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER OMEGA WITH PSILI AND OXIA AND PROSGEGRAMMENI + 0x1FAD: {lower: "\u1FA5", upper: "\u1F6D\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER OMEGA WITH DASIA AND OXIA AND PROSGEGRAMMENI + 0x1FAE: {lower: "\u1FA6", upper: "\u1F6E\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER OMEGA WITH PSILI AND PERISPOMENI AND PROSGEGRAMMENI + 0x1FAF: {lower: "\u1FA7", upper: "\u1F6F\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER OMEGA WITH DASIA AND PERISPOMENI AND PROSGEGRAMMENI + 0x1FB3: {lower: "\u1FB3", upper: "\u0391\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ALPHA WITH YPOGEGRAMMENI + 0x1FBC: {lower: "\u1FB3", upper: "\u0391\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ALPHA WITH PROSGEGRAMMENI + 0x1FC3: {lower: "\u1FC3", upper: "\u0397\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ETA WITH YPOGEGRAMMENI + 0x1FCC: {lower: "\u1FC3", upper: "\u0397\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER ETA WITH PROSGEGRAMMENI + 0x1FF3: {lower: "\u1FF3", upper: "\u03A9\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER OMEGA WITH YPOGEGRAMMENI + 0x1FFC: {lower: "\u1FF3", upper: "\u03A9\u0399", condition: specialCasingConditionNone}, // GREEK CAPITAL LETTER OMEGA WITH PROSGEGRAMMENI + 0x1FB2: {lower: "\u1FB2", upper: "\u1FBA\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ALPHA WITH VARIA AND YPOGEGRAMMENI + 0x1FB4: {lower: "\u1FB4", upper: "\u0386\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ALPHA WITH OXIA AND YPOGEGRAMMENI + 0x1FC2: {lower: "\u1FC2", upper: "\u1FCA\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ETA WITH VARIA AND YPOGEGRAMMENI + 0x1FC4: {lower: "\u1FC4", upper: "\u0389\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ETA WITH OXIA AND YPOGEGRAMMENI + 0x1FF2: {lower: "\u1FF2", upper: "\u1FFA\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER OMEGA WITH VARIA AND YPOGEGRAMMENI + 0x1FF4: {lower: "\u1FF4", upper: "\u038F\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER OMEGA WITH OXIA AND YPOGEGRAMMENI + 0x1FB7: {lower: "\u1FB7", upper: "\u0391\u0342\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ALPHA WITH PERISPOMENI AND YPOGEGRAMMENI + 0x1FC7: {lower: "\u1FC7", upper: "\u0397\u0342\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER ETA WITH PERISPOMENI AND YPOGEGRAMMENI + 0x1FF7: {lower: "\u1FF7", upper: "\u03A9\u0342\u0399", condition: specialCasingConditionNone}, // GREEK SMALL LETTER OMEGA WITH PERISPOMENI AND YPOGEGRAMMENI + 0x3A3: {lower: "\u03C2", upper: "\u03A3", condition: specialCasingConditionFinalSigma}, // GREEK CAPITAL LETTER SIGMA +} + +var unicodeCasedRanges = []rune{0x41, 0x5A, 0x61, 0x7A, 0xAA, 0xAA, 0xB5, 0xB5, 0xBA, 0xBA, 0xC0, 0xD6, 0xD8, 0xF6, 0xF8, 0x1BA, 0x1BC, 0x1BF, 0x1C4, 0x293, 0x295, 0x2AF, 0x2B0, 0x2B8, 0x2C0, 0x2C1, 0x2E0, 0x2E4, 0x345, 0x345, 0x370, 0x373, 0x376, 0x377, 0x37A, 0x37A, 0x37B, 0x37D, 0x37F, 0x37F, 0x386, 0x386, 0x388, 0x38A, 0x38C, 0x38C, 0x38E, 0x3A1, 0x3A3, 0x3F5, 0x3F7, 0x481, 0x48A, 0x52F, 0x531, 0x556, 0x560, 0x588, 0x10A0, 0x10C5, 0x10C7, 0x10C7, 0x10CD, 0x10CD, 0x10D0, 0x10FA, 0x10FC, 0x10FC, 0x10FD, 0x10FF, 0x13A0, 0x13F5, 0x13F8, 0x13FD, 0x1C80, 0x1C88, 0x1C90, 0x1CBA, 0x1CBD, 0x1CBF, 0x1D00, 0x1D2B, 0x1D2C, 0x1D6A, 0x1D6B, 0x1D77, 0x1D78, 0x1D78, 0x1D79, 0x1D9A, 0x1D9B, 0x1DBF, 0x1E00, 0x1F15, 0x1F18, 0x1F1D, 0x1F20, 0x1F45, 0x1F48, 0x1F4D, 0x1F50, 0x1F57, 0x1F59, 0x1F59, 0x1F5B, 0x1F5B, 0x1F5D, 0x1F5D, 0x1F5F, 0x1F7D, 0x1F80, 0x1FB4, 0x1FB6, 0x1FBC, 0x1FBE, 0x1FBE, 0x1FC2, 0x1FC4, 0x1FC6, 0x1FCC, 0x1FD0, 0x1FD3, 0x1FD6, 0x1FDB, 0x1FE0, 0x1FEC, 0x1FF2, 0x1FF4, 0x1FF6, 0x1FFC, 0x2071, 0x2071, 0x207F, 0x207F, 0x2090, 0x209C, 0x2102, 0x2102, 0x2107, 0x2107, 0x210A, 0x2113, 0x2115, 0x2115, 0x2119, 0x211D, 0x2124, 0x2124, 0x2126, 0x2126, 0x2128, 0x2128, 0x212A, 0x212D, 0x212F, 0x2134, 0x2139, 0x2139, 0x213C, 0x213F, 0x2145, 0x2149, 0x214E, 0x214E, 0x2160, 0x217F, 0x2183, 0x2184, 0x24B6, 0x24E9, 0x2C00, 0x2C7B, 0x2C7C, 0x2C7D, 0x2C7E, 0x2CE4, 0x2CEB, 0x2CEE, 0x2CF2, 0x2CF3, 0x2D00, 0x2D25, 0x2D27, 0x2D27, 0x2D2D, 0x2D2D, 0xA640, 0xA66D, 0xA680, 0xA69B, 0xA69C, 0xA69D, 0xA722, 0xA76F, 0xA770, 0xA770, 0xA771, 0xA787, 0xA78B, 0xA78E, 0xA790, 0xA7CA, 0xA7D0, 0xA7D1, 0xA7D3, 0xA7D3, 0xA7D5, 0xA7D9, 0xA7F2, 0xA7F4, 0xA7F5, 0xA7F6, 0xA7F8, 0xA7F9, 0xA7FA, 0xA7FA, 0xAB30, 0xAB5A, 0xAB5C, 0xAB5F, 0xAB60, 0xAB68, 0xAB69, 0xAB69, 0xAB70, 0xABBF, 0xFB00, 0xFB06, 0xFB13, 0xFB17, 0xFF21, 0xFF3A, 0xFF41, 0xFF5A, 0x10400, 0x1044F, 0x104B0, 0x104D3, 0x104D8, 0x104FB, 0x10570, 0x1057A, 0x1057C, 0x1058A, 0x1058C, 0x10592, 0x10594, 0x10595, 0x10597, 0x105A1, 0x105A3, 0x105B1, 0x105B3, 0x105B9, 0x105BB, 0x105BC, 0x10780, 0x10780, 0x10783, 0x10785, 0x10787, 0x107B0, 0x107B2, 0x107BA, 0x10C80, 0x10CB2, 0x10CC0, 0x10CF2, 0x118A0, 0x118DF, 0x16E40, 0x16E7F, 0x1D400, 0x1D454, 0x1D456, 0x1D49C, 0x1D49E, 0x1D49F, 0x1D4A2, 0x1D4A2, 0x1D4A5, 0x1D4A6, 0x1D4A9, 0x1D4AC, 0x1D4AE, 0x1D4B9, 0x1D4BB, 0x1D4BB, 0x1D4BD, 0x1D4C3, 0x1D4C5, 0x1D505, 0x1D507, 0x1D50A, 0x1D50D, 0x1D514, 0x1D516, 0x1D51C, 0x1D51E, 0x1D539, 0x1D53B, 0x1D53E, 0x1D540, 0x1D544, 0x1D546, 0x1D546, 0x1D54A, 0x1D550, 0x1D552, 0x1D6A5, 0x1D6A8, 0x1D6C0, 0x1D6C2, 0x1D6DA, 0x1D6DC, 0x1D6FA, 0x1D6FC, 0x1D714, 0x1D716, 0x1D734, 0x1D736, 0x1D74E, 0x1D750, 0x1D76E, 0x1D770, 0x1D788, 0x1D78A, 0x1D7A8, 0x1D7AA, 0x1D7C2, 0x1D7C4, 0x1D7CB, 0x1DF00, 0x1DF09, 0x1DF0B, 0x1DF1E, 0x1DF25, 0x1DF2A, 0x1E030, 0x1E06D, 0x1E900, 0x1E943, 0x1F130, 0x1F149, 0x1F150, 0x1F169, 0x1F170, 0x1F189} + +var unicodeCaseIgnorableRanges = []rune{0x27, 0x27, 0x2E, 0x2E, 0x3A, 0x3A, 0x5E, 0x5E, 0x60, 0x60, 0xA8, 0xA8, 0xAD, 0xAD, 0xAF, 0xAF, 0xB4, 0xB4, 0xB7, 0xB7, 0xB8, 0xB8, 0x2B0, 0x2C1, 0x2C2, 0x2C5, 0x2C6, 0x2D1, 0x2D2, 0x2DF, 0x2E0, 0x2E4, 0x2E5, 0x2EB, 0x2EC, 0x2EC, 0x2ED, 0x2ED, 0x2EE, 0x2EE, 0x2EF, 0x2FF, 0x300, 0x36F, 0x374, 0x374, 0x375, 0x375, 0x37A, 0x37A, 0x384, 0x385, 0x387, 0x387, 0x483, 0x487, 0x488, 0x489, 0x559, 0x559, 0x55F, 0x55F, 0x591, 0x5BD, 0x5BF, 0x5BF, 0x5C1, 0x5C2, 0x5C4, 0x5C5, 0x5C7, 0x5C7, 0x5F4, 0x5F4, 0x600, 0x605, 0x610, 0x61A, 0x61C, 0x61C, 0x640, 0x640, 0x64B, 0x65F, 0x670, 0x670, 0x6D6, 0x6DC, 0x6DD, 0x6DD, 0x6DF, 0x6E4, 0x6E5, 0x6E6, 0x6E7, 0x6E8, 0x6EA, 0x6ED, 0x70F, 0x70F, 0x711, 0x711, 0x730, 0x74A, 0x7A6, 0x7B0, 0x7EB, 0x7F3, 0x7F4, 0x7F5, 0x7FA, 0x7FA, 0x7FD, 0x7FD, 0x816, 0x819, 0x81A, 0x81A, 0x81B, 0x823, 0x824, 0x824, 0x825, 0x827, 0x828, 0x828, 0x829, 0x82D, 0x859, 0x85B, 0x888, 0x888, 0x890, 0x891, 0x898, 0x89F, 0x8C9, 0x8C9, 0x8CA, 0x8E1, 0x8E2, 0x8E2, 0x8E3, 0x902, 0x93A, 0x93A, 0x93C, 0x93C, 0x941, 0x948, 0x94D, 0x94D, 0x951, 0x957, 0x962, 0x963, 0x971, 0x971, 0x981, 0x981, 0x9BC, 0x9BC, 0x9C1, 0x9C4, 0x9CD, 0x9CD, 0x9E2, 0x9E3, 0x9FE, 0x9FE, 0xA01, 0xA02, 0xA3C, 0xA3C, 0xA41, 0xA42, 0xA47, 0xA48, 0xA4B, 0xA4D, 0xA51, 0xA51, 0xA70, 0xA71, 0xA75, 0xA75, 0xA81, 0xA82, 0xABC, 0xABC, 0xAC1, 0xAC5, 0xAC7, 0xAC8, 0xACD, 0xACD, 0xAE2, 0xAE3, 0xAFA, 0xAFF, 0xB01, 0xB01, 0xB3C, 0xB3C, 0xB3F, 0xB3F, 0xB41, 0xB44, 0xB4D, 0xB4D, 0xB55, 0xB56, 0xB62, 0xB63, 0xB82, 0xB82, 0xBC0, 0xBC0, 0xBCD, 0xBCD, 0xC00, 0xC00, 0xC04, 0xC04, 0xC3C, 0xC3C, 0xC3E, 0xC40, 0xC46, 0xC48, 0xC4A, 0xC4D, 0xC55, 0xC56, 0xC62, 0xC63, 0xC81, 0xC81, 0xCBC, 0xCBC, 0xCBF, 0xCBF, 0xCC6, 0xCC6, 0xCCC, 0xCCD, 0xCE2, 0xCE3, 0xD00, 0xD01, 0xD3B, 0xD3C, 0xD41, 0xD44, 0xD4D, 0xD4D, 0xD62, 0xD63, 0xD81, 0xD81, 0xDCA, 0xDCA, 0xDD2, 0xDD4, 0xDD6, 0xDD6, 0xE31, 0xE31, 0xE34, 0xE3A, 0xE46, 0xE46, 0xE47, 0xE4E, 0xEB1, 0xEB1, 0xEB4, 0xEBC, 0xEC6, 0xEC6, 0xEC8, 0xECE, 0xF18, 0xF19, 0xF35, 0xF35, 0xF37, 0xF37, 0xF39, 0xF39, 0xF71, 0xF7E, 0xF80, 0xF84, 0xF86, 0xF87, 0xF8D, 0xF97, 0xF99, 0xFBC, 0xFC6, 0xFC6, 0x102D, 0x1030, 0x1032, 0x1037, 0x1039, 0x103A, 0x103D, 0x103E, 0x1058, 0x1059, 0x105E, 0x1060, 0x1071, 0x1074, 0x1082, 0x1082, 0x1085, 0x1086, 0x108D, 0x108D, 0x109D, 0x109D, 0x10FC, 0x10FC, 0x135D, 0x135F, 0x1712, 0x1714, 0x1732, 0x1733, 0x1752, 0x1753, 0x1772, 0x1773, 0x17B4, 0x17B5, 0x17B7, 0x17BD, 0x17C6, 0x17C6, 0x17C9, 0x17D3, 0x17D7, 0x17D7, 0x17DD, 0x17DD, 0x180B, 0x180D, 0x180E, 0x180E, 0x180F, 0x180F, 0x1843, 0x1843, 0x1885, 0x1886, 0x18A9, 0x18A9, 0x1920, 0x1922, 0x1927, 0x1928, 0x1932, 0x1932, 0x1939, 0x193B, 0x1A17, 0x1A18, 0x1A1B, 0x1A1B, 0x1A56, 0x1A56, 0x1A58, 0x1A5E, 0x1A60, 0x1A60, 0x1A62, 0x1A62, 0x1A65, 0x1A6C, 0x1A73, 0x1A7C, 0x1A7F, 0x1A7F, 0x1AA7, 0x1AA7, 0x1AB0, 0x1ABD, 0x1ABE, 0x1ABE, 0x1ABF, 0x1ACE, 0x1B00, 0x1B03, 0x1B34, 0x1B34, 0x1B36, 0x1B3A, 0x1B3C, 0x1B3C, 0x1B42, 0x1B42, 0x1B6B, 0x1B73, 0x1B80, 0x1B81, 0x1BA2, 0x1BA5, 0x1BA8, 0x1BA9, 0x1BAB, 0x1BAD, 0x1BE6, 0x1BE6, 0x1BE8, 0x1BE9, 0x1BED, 0x1BED, 0x1BEF, 0x1BF1, 0x1C2C, 0x1C33, 0x1C36, 0x1C37, 0x1C78, 0x1C7D, 0x1CD0, 0x1CD2, 0x1CD4, 0x1CE0, 0x1CE2, 0x1CE8, 0x1CED, 0x1CED, 0x1CF4, 0x1CF4, 0x1CF8, 0x1CF9, 0x1D2C, 0x1D6A, 0x1D78, 0x1D78, 0x1D9B, 0x1DBF, 0x1DC0, 0x1DFF, 0x1FBD, 0x1FBD, 0x1FBF, 0x1FC1, 0x1FCD, 0x1FCF, 0x1FDD, 0x1FDF, 0x1FED, 0x1FEF, 0x1FFD, 0x1FFE, 0x200B, 0x200F, 0x2018, 0x2018, 0x2019, 0x2019, 0x2024, 0x2024, 0x2027, 0x2027, 0x202A, 0x202E, 0x2060, 0x2064, 0x2066, 0x206F, 0x2071, 0x2071, 0x207F, 0x207F, 0x2090, 0x209C, 0x20D0, 0x20DC, 0x20DD, 0x20E0, 0x20E1, 0x20E1, 0x20E2, 0x20E4, 0x20E5, 0x20F0, 0x2C7C, 0x2C7D, 0x2CEF, 0x2CF1, 0x2D6F, 0x2D6F, 0x2D7F, 0x2D7F, 0x2DE0, 0x2DFF, 0x2E2F, 0x2E2F, 0x3005, 0x3005, 0x302A, 0x302D, 0x3031, 0x3035, 0x303B, 0x303B, 0x3099, 0x309A, 0x309B, 0x309C, 0x309D, 0x309E, 0x30FC, 0x30FE, 0xA015, 0xA015, 0xA4F8, 0xA4FD, 0xA60C, 0xA60C, 0xA66F, 0xA66F, 0xA670, 0xA672, 0xA674, 0xA67D, 0xA67F, 0xA67F, 0xA69C, 0xA69D, 0xA69E, 0xA69F, 0xA6F0, 0xA6F1, 0xA700, 0xA716, 0xA717, 0xA71F, 0xA720, 0xA721, 0xA770, 0xA770, 0xA788, 0xA788, 0xA789, 0xA78A, 0xA7F2, 0xA7F4, 0xA7F8, 0xA7F9, 0xA802, 0xA802, 0xA806, 0xA806, 0xA80B, 0xA80B, 0xA825, 0xA826, 0xA82C, 0xA82C, 0xA8C4, 0xA8C5, 0xA8E0, 0xA8F1, 0xA8FF, 0xA8FF, 0xA926, 0xA92D, 0xA947, 0xA951, 0xA980, 0xA982, 0xA9B3, 0xA9B3, 0xA9B6, 0xA9B9, 0xA9BC, 0xA9BD, 0xA9CF, 0xA9CF, 0xA9E5, 0xA9E5, 0xA9E6, 0xA9E6, 0xAA29, 0xAA2E, 0xAA31, 0xAA32, 0xAA35, 0xAA36, 0xAA43, 0xAA43, 0xAA4C, 0xAA4C, 0xAA70, 0xAA70, 0xAA7C, 0xAA7C, 0xAAB0, 0xAAB0, 0xAAB2, 0xAAB4, 0xAAB7, 0xAAB8, 0xAABE, 0xAABF, 0xAAC1, 0xAAC1, 0xAADD, 0xAADD, 0xAAEC, 0xAAED, 0xAAF3, 0xAAF4, 0xAAF6, 0xAAF6, 0xAB5B, 0xAB5B, 0xAB5C, 0xAB5F, 0xAB69, 0xAB69, 0xAB6A, 0xAB6B, 0xABE5, 0xABE5, 0xABE8, 0xABE8, 0xABED, 0xABED, 0xFB1E, 0xFB1E, 0xFBB2, 0xFBC2, 0xFE00, 0xFE0F, 0xFE13, 0xFE13, 0xFE20, 0xFE2F, 0xFE52, 0xFE52, 0xFE55, 0xFE55, 0xFEFF, 0xFEFF, 0xFF07, 0xFF07, 0xFF0E, 0xFF0E, 0xFF1A, 0xFF1A, 0xFF3E, 0xFF3E, 0xFF40, 0xFF40, 0xFF70, 0xFF70, 0xFF9E, 0xFF9F, 0xFFE3, 0xFFE3, 0xFFF9, 0xFFFB, 0x101FD, 0x101FD, 0x102E0, 0x102E0, 0x10376, 0x1037A, 0x10780, 0x10785, 0x10787, 0x107B0, 0x107B2, 0x107BA, 0x10A01, 0x10A03, 0x10A05, 0x10A06, 0x10A0C, 0x10A0F, 0x10A38, 0x10A3A, 0x10A3F, 0x10A3F, 0x10AE5, 0x10AE6, 0x10D24, 0x10D27, 0x10EAB, 0x10EAC, 0x10EFD, 0x10EFF, 0x10F46, 0x10F50, 0x10F82, 0x10F85, 0x11001, 0x11001, 0x11038, 0x11046, 0x11070, 0x11070, 0x11073, 0x11074, 0x1107F, 0x11081, 0x110B3, 0x110B6, 0x110B9, 0x110BA, 0x110BD, 0x110BD, 0x110C2, 0x110C2, 0x110CD, 0x110CD, 0x11100, 0x11102, 0x11127, 0x1112B, 0x1112D, 0x11134, 0x11173, 0x11173, 0x11180, 0x11181, 0x111B6, 0x111BE, 0x111C9, 0x111CC, 0x111CF, 0x111CF, 0x1122F, 0x11231, 0x11234, 0x11234, 0x11236, 0x11237, 0x1123E, 0x1123E, 0x11241, 0x11241, 0x112DF, 0x112DF, 0x112E3, 0x112EA, 0x11300, 0x11301, 0x1133B, 0x1133C, 0x11340, 0x11340, 0x11366, 0x1136C, 0x11370, 0x11374, 0x11438, 0x1143F, 0x11442, 0x11444, 0x11446, 0x11446, 0x1145E, 0x1145E, 0x114B3, 0x114B8, 0x114BA, 0x114BA, 0x114BF, 0x114C0, 0x114C2, 0x114C3, 0x115B2, 0x115B5, 0x115BC, 0x115BD, 0x115BF, 0x115C0, 0x115DC, 0x115DD, 0x11633, 0x1163A, 0x1163D, 0x1163D, 0x1163F, 0x11640, 0x116AB, 0x116AB, 0x116AD, 0x116AD, 0x116B0, 0x116B5, 0x116B7, 0x116B7, 0x1171D, 0x1171F, 0x11722, 0x11725, 0x11727, 0x1172B, 0x1182F, 0x11837, 0x11839, 0x1183A, 0x1193B, 0x1193C, 0x1193E, 0x1193E, 0x11943, 0x11943, 0x119D4, 0x119D7, 0x119DA, 0x119DB, 0x119E0, 0x119E0, 0x11A01, 0x11A0A, 0x11A33, 0x11A38, 0x11A3B, 0x11A3E, 0x11A47, 0x11A47, 0x11A51, 0x11A56, 0x11A59, 0x11A5B, 0x11A8A, 0x11A96, 0x11A98, 0x11A99, 0x11C30, 0x11C36, 0x11C38, 0x11C3D, 0x11C3F, 0x11C3F, 0x11C92, 0x11CA7, 0x11CAA, 0x11CB0, 0x11CB2, 0x11CB3, 0x11CB5, 0x11CB6, 0x11D31, 0x11D36, 0x11D3A, 0x11D3A, 0x11D3C, 0x11D3D, 0x11D3F, 0x11D45, 0x11D47, 0x11D47, 0x11D90, 0x11D91, 0x11D95, 0x11D95, 0x11D97, 0x11D97, 0x11EF3, 0x11EF4, 0x11F00, 0x11F01, 0x11F36, 0x11F3A, 0x11F40, 0x11F40, 0x11F42, 0x11F42, 0x13430, 0x1343F, 0x13440, 0x13440, 0x13447, 0x13455, 0x16AF0, 0x16AF4, 0x16B30, 0x16B36, 0x16B40, 0x16B43, 0x16F4F, 0x16F4F, 0x16F8F, 0x16F92, 0x16F93, 0x16F9F, 0x16FE0, 0x16FE1, 0x16FE3, 0x16FE3, 0x16FE4, 0x16FE4, 0x1AFF0, 0x1AFF3, 0x1AFF5, 0x1AFFB, 0x1AFFD, 0x1AFFE, 0x1BC9D, 0x1BC9E, 0x1BCA0, 0x1BCA3, 0x1CF00, 0x1CF2D, 0x1CF30, 0x1CF46, 0x1D167, 0x1D169, 0x1D173, 0x1D17A, 0x1D17B, 0x1D182, 0x1D185, 0x1D18B, 0x1D1AA, 0x1D1AD, 0x1D242, 0x1D244, 0x1DA00, 0x1DA36, 0x1DA3B, 0x1DA6C, 0x1DA75, 0x1DA75, 0x1DA84, 0x1DA84, 0x1DA9B, 0x1DA9F, 0x1DAA1, 0x1DAAF, 0x1E000, 0x1E006, 0x1E008, 0x1E018, 0x1E01B, 0x1E021, 0x1E023, 0x1E024, 0x1E026, 0x1E02A, 0x1E030, 0x1E06D, 0x1E08F, 0x1E08F, 0x1E130, 0x1E136, 0x1E137, 0x1E13D, 0x1E2AE, 0x1E2AE, 0x1E2EC, 0x1E2EF, 0x1E4EB, 0x1E4EB, 0x1E4EC, 0x1E4EF, 0x1E8D0, 0x1E8D6, 0x1E944, 0x1E94A, 0x1E94B, 0x1E94B, 0x1F3FB, 0x1F3FF, 0xE0001, 0xE0001, 0xE0020, 0xE007F, 0xE0100, 0xE01EF} + +var unicodeLowercaseRanges = []rune{0x61, 0x7A, 0xAA, 0xAA, 0xB5, 0xB5, 0xBA, 0xBA, 0xDF, 0xF6, 0xF8, 0xFF, 0x101, 0x101, 0x103, 0x103, 0x105, 0x105, 0x107, 0x107, 0x109, 0x109, 0x10B, 0x10B, 0x10D, 0x10D, 0x10F, 0x10F, 0x111, 0x111, 0x113, 0x113, 0x115, 0x115, 0x117, 0x117, 0x119, 0x119, 0x11B, 0x11B, 0x11D, 0x11D, 0x11F, 0x11F, 0x121, 0x121, 0x123, 0x123, 0x125, 0x125, 0x127, 0x127, 0x129, 0x129, 0x12B, 0x12B, 0x12D, 0x12D, 0x12F, 0x12F, 0x131, 0x131, 0x133, 0x133, 0x135, 0x135, 0x137, 0x138, 0x13A, 0x13A, 0x13C, 0x13C, 0x13E, 0x13E, 0x140, 0x140, 0x142, 0x142, 0x144, 0x144, 0x146, 0x146, 0x148, 0x149, 0x14B, 0x14B, 0x14D, 0x14D, 0x14F, 0x14F, 0x151, 0x151, 0x153, 0x153, 0x155, 0x155, 0x157, 0x157, 0x159, 0x159, 0x15B, 0x15B, 0x15D, 0x15D, 0x15F, 0x15F, 0x161, 0x161, 0x163, 0x163, 0x165, 0x165, 0x167, 0x167, 0x169, 0x169, 0x16B, 0x16B, 0x16D, 0x16D, 0x16F, 0x16F, 0x171, 0x171, 0x173, 0x173, 0x175, 0x175, 0x177, 0x177, 0x17A, 0x17A, 0x17C, 0x17C, 0x17E, 0x180, 0x183, 0x183, 0x185, 0x185, 0x188, 0x188, 0x18C, 0x18D, 0x192, 0x192, 0x195, 0x195, 0x199, 0x19B, 0x19E, 0x19E, 0x1A1, 0x1A1, 0x1A3, 0x1A3, 0x1A5, 0x1A5, 0x1A8, 0x1A8, 0x1AA, 0x1AB, 0x1AD, 0x1AD, 0x1B0, 0x1B0, 0x1B4, 0x1B4, 0x1B6, 0x1B6, 0x1B9, 0x1BA, 0x1BD, 0x1BF, 0x1C6, 0x1C6, 0x1C9, 0x1C9, 0x1CC, 0x1CC, 0x1CE, 0x1CE, 0x1D0, 0x1D0, 0x1D2, 0x1D2, 0x1D4, 0x1D4, 0x1D6, 0x1D6, 0x1D8, 0x1D8, 0x1DA, 0x1DA, 0x1DC, 0x1DD, 0x1DF, 0x1DF, 0x1E1, 0x1E1, 0x1E3, 0x1E3, 0x1E5, 0x1E5, 0x1E7, 0x1E7, 0x1E9, 0x1E9, 0x1EB, 0x1EB, 0x1ED, 0x1ED, 0x1EF, 0x1F0, 0x1F3, 0x1F3, 0x1F5, 0x1F5, 0x1F9, 0x1F9, 0x1FB, 0x1FB, 0x1FD, 0x1FD, 0x1FF, 0x1FF, 0x201, 0x201, 0x203, 0x203, 0x205, 0x205, 0x207, 0x207, 0x209, 0x209, 0x20B, 0x20B, 0x20D, 0x20D, 0x20F, 0x20F, 0x211, 0x211, 0x213, 0x213, 0x215, 0x215, 0x217, 0x217, 0x219, 0x219, 0x21B, 0x21B, 0x21D, 0x21D, 0x21F, 0x21F, 0x221, 0x221, 0x223, 0x223, 0x225, 0x225, 0x227, 0x227, 0x229, 0x229, 0x22B, 0x22B, 0x22D, 0x22D, 0x22F, 0x22F, 0x231, 0x231, 0x233, 0x239, 0x23C, 0x23C, 0x23F, 0x240, 0x242, 0x242, 0x247, 0x247, 0x249, 0x249, 0x24B, 0x24B, 0x24D, 0x24D, 0x24F, 0x293, 0x295, 0x2AF, 0x2B0, 0x2B8, 0x2C0, 0x2C1, 0x2E0, 0x2E4, 0x345, 0x345, 0x371, 0x371, 0x373, 0x373, 0x377, 0x377, 0x37A, 0x37A, 0x37B, 0x37D, 0x390, 0x390, 0x3AC, 0x3CE, 0x3D0, 0x3D1, 0x3D5, 0x3D7, 0x3D9, 0x3D9, 0x3DB, 0x3DB, 0x3DD, 0x3DD, 0x3DF, 0x3DF, 0x3E1, 0x3E1, 0x3E3, 0x3E3, 0x3E5, 0x3E5, 0x3E7, 0x3E7, 0x3E9, 0x3E9, 0x3EB, 0x3EB, 0x3ED, 0x3ED, 0x3EF, 0x3F3, 0x3F5, 0x3F5, 0x3F8, 0x3F8, 0x3FB, 0x3FC, 0x430, 0x45F, 0x461, 0x461, 0x463, 0x463, 0x465, 0x465, 0x467, 0x467, 0x469, 0x469, 0x46B, 0x46B, 0x46D, 0x46D, 0x46F, 0x46F, 0x471, 0x471, 0x473, 0x473, 0x475, 0x475, 0x477, 0x477, 0x479, 0x479, 0x47B, 0x47B, 0x47D, 0x47D, 0x47F, 0x47F, 0x481, 0x481, 0x48B, 0x48B, 0x48D, 0x48D, 0x48F, 0x48F, 0x491, 0x491, 0x493, 0x493, 0x495, 0x495, 0x497, 0x497, 0x499, 0x499, 0x49B, 0x49B, 0x49D, 0x49D, 0x49F, 0x49F, 0x4A1, 0x4A1, 0x4A3, 0x4A3, 0x4A5, 0x4A5, 0x4A7, 0x4A7, 0x4A9, 0x4A9, 0x4AB, 0x4AB, 0x4AD, 0x4AD, 0x4AF, 0x4AF, 0x4B1, 0x4B1, 0x4B3, 0x4B3, 0x4B5, 0x4B5, 0x4B7, 0x4B7, 0x4B9, 0x4B9, 0x4BB, 0x4BB, 0x4BD, 0x4BD, 0x4BF, 0x4BF, 0x4C2, 0x4C2, 0x4C4, 0x4C4, 0x4C6, 0x4C6, 0x4C8, 0x4C8, 0x4CA, 0x4CA, 0x4CC, 0x4CC, 0x4CE, 0x4CF, 0x4D1, 0x4D1, 0x4D3, 0x4D3, 0x4D5, 0x4D5, 0x4D7, 0x4D7, 0x4D9, 0x4D9, 0x4DB, 0x4DB, 0x4DD, 0x4DD, 0x4DF, 0x4DF, 0x4E1, 0x4E1, 0x4E3, 0x4E3, 0x4E5, 0x4E5, 0x4E7, 0x4E7, 0x4E9, 0x4E9, 0x4EB, 0x4EB, 0x4ED, 0x4ED, 0x4EF, 0x4EF, 0x4F1, 0x4F1, 0x4F3, 0x4F3, 0x4F5, 0x4F5, 0x4F7, 0x4F7, 0x4F9, 0x4F9, 0x4FB, 0x4FB, 0x4FD, 0x4FD, 0x4FF, 0x4FF, 0x501, 0x501, 0x503, 0x503, 0x505, 0x505, 0x507, 0x507, 0x509, 0x509, 0x50B, 0x50B, 0x50D, 0x50D, 0x50F, 0x50F, 0x511, 0x511, 0x513, 0x513, 0x515, 0x515, 0x517, 0x517, 0x519, 0x519, 0x51B, 0x51B, 0x51D, 0x51D, 0x51F, 0x51F, 0x521, 0x521, 0x523, 0x523, 0x525, 0x525, 0x527, 0x527, 0x529, 0x529, 0x52B, 0x52B, 0x52D, 0x52D, 0x52F, 0x52F, 0x560, 0x588, 0x10D0, 0x10FA, 0x10FC, 0x10FC, 0x10FD, 0x10FF, 0x13F8, 0x13FD, 0x1C80, 0x1C88, 0x1D00, 0x1D2B, 0x1D2C, 0x1D6A, 0x1D6B, 0x1D77, 0x1D78, 0x1D78, 0x1D79, 0x1D9A, 0x1D9B, 0x1DBF, 0x1E01, 0x1E01, 0x1E03, 0x1E03, 0x1E05, 0x1E05, 0x1E07, 0x1E07, 0x1E09, 0x1E09, 0x1E0B, 0x1E0B, 0x1E0D, 0x1E0D, 0x1E0F, 0x1E0F, 0x1E11, 0x1E11, 0x1E13, 0x1E13, 0x1E15, 0x1E15, 0x1E17, 0x1E17, 0x1E19, 0x1E19, 0x1E1B, 0x1E1B, 0x1E1D, 0x1E1D, 0x1E1F, 0x1E1F, 0x1E21, 0x1E21, 0x1E23, 0x1E23, 0x1E25, 0x1E25, 0x1E27, 0x1E27, 0x1E29, 0x1E29, 0x1E2B, 0x1E2B, 0x1E2D, 0x1E2D, 0x1E2F, 0x1E2F, 0x1E31, 0x1E31, 0x1E33, 0x1E33, 0x1E35, 0x1E35, 0x1E37, 0x1E37, 0x1E39, 0x1E39, 0x1E3B, 0x1E3B, 0x1E3D, 0x1E3D, 0x1E3F, 0x1E3F, 0x1E41, 0x1E41, 0x1E43, 0x1E43, 0x1E45, 0x1E45, 0x1E47, 0x1E47, 0x1E49, 0x1E49, 0x1E4B, 0x1E4B, 0x1E4D, 0x1E4D, 0x1E4F, 0x1E4F, 0x1E51, 0x1E51, 0x1E53, 0x1E53, 0x1E55, 0x1E55, 0x1E57, 0x1E57, 0x1E59, 0x1E59, 0x1E5B, 0x1E5B, 0x1E5D, 0x1E5D, 0x1E5F, 0x1E5F, 0x1E61, 0x1E61, 0x1E63, 0x1E63, 0x1E65, 0x1E65, 0x1E67, 0x1E67, 0x1E69, 0x1E69, 0x1E6B, 0x1E6B, 0x1E6D, 0x1E6D, 0x1E6F, 0x1E6F, 0x1E71, 0x1E71, 0x1E73, 0x1E73, 0x1E75, 0x1E75, 0x1E77, 0x1E77, 0x1E79, 0x1E79, 0x1E7B, 0x1E7B, 0x1E7D, 0x1E7D, 0x1E7F, 0x1E7F, 0x1E81, 0x1E81, 0x1E83, 0x1E83, 0x1E85, 0x1E85, 0x1E87, 0x1E87, 0x1E89, 0x1E89, 0x1E8B, 0x1E8B, 0x1E8D, 0x1E8D, 0x1E8F, 0x1E8F, 0x1E91, 0x1E91, 0x1E93, 0x1E93, 0x1E95, 0x1E9D, 0x1E9F, 0x1E9F, 0x1EA1, 0x1EA1, 0x1EA3, 0x1EA3, 0x1EA5, 0x1EA5, 0x1EA7, 0x1EA7, 0x1EA9, 0x1EA9, 0x1EAB, 0x1EAB, 0x1EAD, 0x1EAD, 0x1EAF, 0x1EAF, 0x1EB1, 0x1EB1, 0x1EB3, 0x1EB3, 0x1EB5, 0x1EB5, 0x1EB7, 0x1EB7, 0x1EB9, 0x1EB9, 0x1EBB, 0x1EBB, 0x1EBD, 0x1EBD, 0x1EBF, 0x1EBF, 0x1EC1, 0x1EC1, 0x1EC3, 0x1EC3, 0x1EC5, 0x1EC5, 0x1EC7, 0x1EC7, 0x1EC9, 0x1EC9, 0x1ECB, 0x1ECB, 0x1ECD, 0x1ECD, 0x1ECF, 0x1ECF, 0x1ED1, 0x1ED1, 0x1ED3, 0x1ED3, 0x1ED5, 0x1ED5, 0x1ED7, 0x1ED7, 0x1ED9, 0x1ED9, 0x1EDB, 0x1EDB, 0x1EDD, 0x1EDD, 0x1EDF, 0x1EDF, 0x1EE1, 0x1EE1, 0x1EE3, 0x1EE3, 0x1EE5, 0x1EE5, 0x1EE7, 0x1EE7, 0x1EE9, 0x1EE9, 0x1EEB, 0x1EEB, 0x1EED, 0x1EED, 0x1EEF, 0x1EEF, 0x1EF1, 0x1EF1, 0x1EF3, 0x1EF3, 0x1EF5, 0x1EF5, 0x1EF7, 0x1EF7, 0x1EF9, 0x1EF9, 0x1EFB, 0x1EFB, 0x1EFD, 0x1EFD, 0x1EFF, 0x1F07, 0x1F10, 0x1F15, 0x1F20, 0x1F27, 0x1F30, 0x1F37, 0x1F40, 0x1F45, 0x1F50, 0x1F57, 0x1F60, 0x1F67, 0x1F70, 0x1F7D, 0x1F80, 0x1F87, 0x1F90, 0x1F97, 0x1FA0, 0x1FA7, 0x1FB0, 0x1FB4, 0x1FB6, 0x1FB7, 0x1FBE, 0x1FBE, 0x1FC2, 0x1FC4, 0x1FC6, 0x1FC7, 0x1FD0, 0x1FD3, 0x1FD6, 0x1FD7, 0x1FE0, 0x1FE7, 0x1FF2, 0x1FF4, 0x1FF6, 0x1FF7, 0x2071, 0x2071, 0x207F, 0x207F, 0x2090, 0x209C, 0x210A, 0x210A, 0x210E, 0x210F, 0x2113, 0x2113, 0x212F, 0x212F, 0x2134, 0x2134, 0x2139, 0x2139, 0x213C, 0x213D, 0x2146, 0x2149, 0x214E, 0x214E, 0x2170, 0x217F, 0x2184, 0x2184, 0x24D0, 0x24E9, 0x2C30, 0x2C5F, 0x2C61, 0x2C61, 0x2C65, 0x2C66, 0x2C68, 0x2C68, 0x2C6A, 0x2C6A, 0x2C6C, 0x2C6C, 0x2C71, 0x2C71, 0x2C73, 0x2C74, 0x2C76, 0x2C7B, 0x2C7C, 0x2C7D, 0x2C81, 0x2C81, 0x2C83, 0x2C83, 0x2C85, 0x2C85, 0x2C87, 0x2C87, 0x2C89, 0x2C89, 0x2C8B, 0x2C8B, 0x2C8D, 0x2C8D, 0x2C8F, 0x2C8F, 0x2C91, 0x2C91, 0x2C93, 0x2C93, 0x2C95, 0x2C95, 0x2C97, 0x2C97, 0x2C99, 0x2C99, 0x2C9B, 0x2C9B, 0x2C9D, 0x2C9D, 0x2C9F, 0x2C9F, 0x2CA1, 0x2CA1, 0x2CA3, 0x2CA3, 0x2CA5, 0x2CA5, 0x2CA7, 0x2CA7, 0x2CA9, 0x2CA9, 0x2CAB, 0x2CAB, 0x2CAD, 0x2CAD, 0x2CAF, 0x2CAF, 0x2CB1, 0x2CB1, 0x2CB3, 0x2CB3, 0x2CB5, 0x2CB5, 0x2CB7, 0x2CB7, 0x2CB9, 0x2CB9, 0x2CBB, 0x2CBB, 0x2CBD, 0x2CBD, 0x2CBF, 0x2CBF, 0x2CC1, 0x2CC1, 0x2CC3, 0x2CC3, 0x2CC5, 0x2CC5, 0x2CC7, 0x2CC7, 0x2CC9, 0x2CC9, 0x2CCB, 0x2CCB, 0x2CCD, 0x2CCD, 0x2CCF, 0x2CCF, 0x2CD1, 0x2CD1, 0x2CD3, 0x2CD3, 0x2CD5, 0x2CD5, 0x2CD7, 0x2CD7, 0x2CD9, 0x2CD9, 0x2CDB, 0x2CDB, 0x2CDD, 0x2CDD, 0x2CDF, 0x2CDF, 0x2CE1, 0x2CE1, 0x2CE3, 0x2CE4, 0x2CEC, 0x2CEC, 0x2CEE, 0x2CEE, 0x2CF3, 0x2CF3, 0x2D00, 0x2D25, 0x2D27, 0x2D27, 0x2D2D, 0x2D2D, 0xA641, 0xA641, 0xA643, 0xA643, 0xA645, 0xA645, 0xA647, 0xA647, 0xA649, 0xA649, 0xA64B, 0xA64B, 0xA64D, 0xA64D, 0xA64F, 0xA64F, 0xA651, 0xA651, 0xA653, 0xA653, 0xA655, 0xA655, 0xA657, 0xA657, 0xA659, 0xA659, 0xA65B, 0xA65B, 0xA65D, 0xA65D, 0xA65F, 0xA65F, 0xA661, 0xA661, 0xA663, 0xA663, 0xA665, 0xA665, 0xA667, 0xA667, 0xA669, 0xA669, 0xA66B, 0xA66B, 0xA66D, 0xA66D, 0xA681, 0xA681, 0xA683, 0xA683, 0xA685, 0xA685, 0xA687, 0xA687, 0xA689, 0xA689, 0xA68B, 0xA68B, 0xA68D, 0xA68D, 0xA68F, 0xA68F, 0xA691, 0xA691, 0xA693, 0xA693, 0xA695, 0xA695, 0xA697, 0xA697, 0xA699, 0xA699, 0xA69B, 0xA69B, 0xA69C, 0xA69D, 0xA723, 0xA723, 0xA725, 0xA725, 0xA727, 0xA727, 0xA729, 0xA729, 0xA72B, 0xA72B, 0xA72D, 0xA72D, 0xA72F, 0xA731, 0xA733, 0xA733, 0xA735, 0xA735, 0xA737, 0xA737, 0xA739, 0xA739, 0xA73B, 0xA73B, 0xA73D, 0xA73D, 0xA73F, 0xA73F, 0xA741, 0xA741, 0xA743, 0xA743, 0xA745, 0xA745, 0xA747, 0xA747, 0xA749, 0xA749, 0xA74B, 0xA74B, 0xA74D, 0xA74D, 0xA74F, 0xA74F, 0xA751, 0xA751, 0xA753, 0xA753, 0xA755, 0xA755, 0xA757, 0xA757, 0xA759, 0xA759, 0xA75B, 0xA75B, 0xA75D, 0xA75D, 0xA75F, 0xA75F, 0xA761, 0xA761, 0xA763, 0xA763, 0xA765, 0xA765, 0xA767, 0xA767, 0xA769, 0xA769, 0xA76B, 0xA76B, 0xA76D, 0xA76D, 0xA76F, 0xA76F, 0xA770, 0xA770, 0xA771, 0xA778, 0xA77A, 0xA77A, 0xA77C, 0xA77C, 0xA77F, 0xA77F, 0xA781, 0xA781, 0xA783, 0xA783, 0xA785, 0xA785, 0xA787, 0xA787, 0xA78C, 0xA78C, 0xA78E, 0xA78E, 0xA791, 0xA791, 0xA793, 0xA795, 0xA797, 0xA797, 0xA799, 0xA799, 0xA79B, 0xA79B, 0xA79D, 0xA79D, 0xA79F, 0xA79F, 0xA7A1, 0xA7A1, 0xA7A3, 0xA7A3, 0xA7A5, 0xA7A5, 0xA7A7, 0xA7A7, 0xA7A9, 0xA7A9, 0xA7AF, 0xA7AF, 0xA7B5, 0xA7B5, 0xA7B7, 0xA7B7, 0xA7B9, 0xA7B9, 0xA7BB, 0xA7BB, 0xA7BD, 0xA7BD, 0xA7BF, 0xA7BF, 0xA7C1, 0xA7C1, 0xA7C3, 0xA7C3, 0xA7C8, 0xA7C8, 0xA7CA, 0xA7CA, 0xA7D1, 0xA7D1, 0xA7D3, 0xA7D3, 0xA7D5, 0xA7D5, 0xA7D7, 0xA7D7, 0xA7D9, 0xA7D9, 0xA7F2, 0xA7F4, 0xA7F6, 0xA7F6, 0xA7F8, 0xA7F9, 0xA7FA, 0xA7FA, 0xAB30, 0xAB5A, 0xAB5C, 0xAB5F, 0xAB60, 0xAB68, 0xAB69, 0xAB69, 0xAB70, 0xABBF, 0xFB00, 0xFB06, 0xFB13, 0xFB17, 0xFF41, 0xFF5A, 0x10428, 0x1044F, 0x104D8, 0x104FB, 0x10597, 0x105A1, 0x105A3, 0x105B1, 0x105B3, 0x105B9, 0x105BB, 0x105BC, 0x10780, 0x10780, 0x10783, 0x10785, 0x10787, 0x107B0, 0x107B2, 0x107BA, 0x10CC0, 0x10CF2, 0x118C0, 0x118DF, 0x16E60, 0x16E7F, 0x1D41A, 0x1D433, 0x1D44E, 0x1D454, 0x1D456, 0x1D467, 0x1D482, 0x1D49B, 0x1D4B6, 0x1D4B9, 0x1D4BB, 0x1D4BB, 0x1D4BD, 0x1D4C3, 0x1D4C5, 0x1D4CF, 0x1D4EA, 0x1D503, 0x1D51E, 0x1D537, 0x1D552, 0x1D56B, 0x1D586, 0x1D59F, 0x1D5BA, 0x1D5D3, 0x1D5EE, 0x1D607, 0x1D622, 0x1D63B, 0x1D656, 0x1D66F, 0x1D68A, 0x1D6A5, 0x1D6C2, 0x1D6DA, 0x1D6DC, 0x1D6E1, 0x1D6FC, 0x1D714, 0x1D716, 0x1D71B, 0x1D736, 0x1D74E, 0x1D750, 0x1D755, 0x1D770, 0x1D788, 0x1D78A, 0x1D78F, 0x1D7AA, 0x1D7C2, 0x1D7C4, 0x1D7C9, 0x1D7CB, 0x1D7CB, 0x1DF00, 0x1DF09, 0x1DF0B, 0x1DF1E, 0x1DF25, 0x1DF2A, 0x1E030, 0x1E06D, 0x1E922, 0x1E943} + +var unicodeUppercaseRanges = []rune{0x41, 0x5A, 0xC0, 0xD6, 0xD8, 0xDE, 0x100, 0x100, 0x102, 0x102, 0x104, 0x104, 0x106, 0x106, 0x108, 0x108, 0x10A, 0x10A, 0x10C, 0x10C, 0x10E, 0x10E, 0x110, 0x110, 0x112, 0x112, 0x114, 0x114, 0x116, 0x116, 0x118, 0x118, 0x11A, 0x11A, 0x11C, 0x11C, 0x11E, 0x11E, 0x120, 0x120, 0x122, 0x122, 0x124, 0x124, 0x126, 0x126, 0x128, 0x128, 0x12A, 0x12A, 0x12C, 0x12C, 0x12E, 0x12E, 0x130, 0x130, 0x132, 0x132, 0x134, 0x134, 0x136, 0x136, 0x139, 0x139, 0x13B, 0x13B, 0x13D, 0x13D, 0x13F, 0x13F, 0x141, 0x141, 0x143, 0x143, 0x145, 0x145, 0x147, 0x147, 0x14A, 0x14A, 0x14C, 0x14C, 0x14E, 0x14E, 0x150, 0x150, 0x152, 0x152, 0x154, 0x154, 0x156, 0x156, 0x158, 0x158, 0x15A, 0x15A, 0x15C, 0x15C, 0x15E, 0x15E, 0x160, 0x160, 0x162, 0x162, 0x164, 0x164, 0x166, 0x166, 0x168, 0x168, 0x16A, 0x16A, 0x16C, 0x16C, 0x16E, 0x16E, 0x170, 0x170, 0x172, 0x172, 0x174, 0x174, 0x176, 0x176, 0x178, 0x179, 0x17B, 0x17B, 0x17D, 0x17D, 0x181, 0x182, 0x184, 0x184, 0x186, 0x187, 0x189, 0x18B, 0x18E, 0x191, 0x193, 0x194, 0x196, 0x198, 0x19C, 0x19D, 0x19F, 0x1A0, 0x1A2, 0x1A2, 0x1A4, 0x1A4, 0x1A6, 0x1A7, 0x1A9, 0x1A9, 0x1AC, 0x1AC, 0x1AE, 0x1AF, 0x1B1, 0x1B3, 0x1B5, 0x1B5, 0x1B7, 0x1B8, 0x1BC, 0x1BC, 0x1C4, 0x1C4, 0x1C7, 0x1C7, 0x1CA, 0x1CA, 0x1CD, 0x1CD, 0x1CF, 0x1CF, 0x1D1, 0x1D1, 0x1D3, 0x1D3, 0x1D5, 0x1D5, 0x1D7, 0x1D7, 0x1D9, 0x1D9, 0x1DB, 0x1DB, 0x1DE, 0x1DE, 0x1E0, 0x1E0, 0x1E2, 0x1E2, 0x1E4, 0x1E4, 0x1E6, 0x1E6, 0x1E8, 0x1E8, 0x1EA, 0x1EA, 0x1EC, 0x1EC, 0x1EE, 0x1EE, 0x1F1, 0x1F1, 0x1F4, 0x1F4, 0x1F6, 0x1F8, 0x1FA, 0x1FA, 0x1FC, 0x1FC, 0x1FE, 0x1FE, 0x200, 0x200, 0x202, 0x202, 0x204, 0x204, 0x206, 0x206, 0x208, 0x208, 0x20A, 0x20A, 0x20C, 0x20C, 0x20E, 0x20E, 0x210, 0x210, 0x212, 0x212, 0x214, 0x214, 0x216, 0x216, 0x218, 0x218, 0x21A, 0x21A, 0x21C, 0x21C, 0x21E, 0x21E, 0x220, 0x220, 0x222, 0x222, 0x224, 0x224, 0x226, 0x226, 0x228, 0x228, 0x22A, 0x22A, 0x22C, 0x22C, 0x22E, 0x22E, 0x230, 0x230, 0x232, 0x232, 0x23A, 0x23B, 0x23D, 0x23E, 0x241, 0x241, 0x243, 0x246, 0x248, 0x248, 0x24A, 0x24A, 0x24C, 0x24C, 0x24E, 0x24E, 0x370, 0x370, 0x372, 0x372, 0x376, 0x376, 0x37F, 0x37F, 0x386, 0x386, 0x388, 0x38A, 0x38C, 0x38C, 0x38E, 0x38F, 0x391, 0x3A1, 0x3A3, 0x3AB, 0x3CF, 0x3CF, 0x3D2, 0x3D4, 0x3D8, 0x3D8, 0x3DA, 0x3DA, 0x3DC, 0x3DC, 0x3DE, 0x3DE, 0x3E0, 0x3E0, 0x3E2, 0x3E2, 0x3E4, 0x3E4, 0x3E6, 0x3E6, 0x3E8, 0x3E8, 0x3EA, 0x3EA, 0x3EC, 0x3EC, 0x3EE, 0x3EE, 0x3F4, 0x3F4, 0x3F7, 0x3F7, 0x3F9, 0x3FA, 0x3FD, 0x42F, 0x460, 0x460, 0x462, 0x462, 0x464, 0x464, 0x466, 0x466, 0x468, 0x468, 0x46A, 0x46A, 0x46C, 0x46C, 0x46E, 0x46E, 0x470, 0x470, 0x472, 0x472, 0x474, 0x474, 0x476, 0x476, 0x478, 0x478, 0x47A, 0x47A, 0x47C, 0x47C, 0x47E, 0x47E, 0x480, 0x480, 0x48A, 0x48A, 0x48C, 0x48C, 0x48E, 0x48E, 0x490, 0x490, 0x492, 0x492, 0x494, 0x494, 0x496, 0x496, 0x498, 0x498, 0x49A, 0x49A, 0x49C, 0x49C, 0x49E, 0x49E, 0x4A0, 0x4A0, 0x4A2, 0x4A2, 0x4A4, 0x4A4, 0x4A6, 0x4A6, 0x4A8, 0x4A8, 0x4AA, 0x4AA, 0x4AC, 0x4AC, 0x4AE, 0x4AE, 0x4B0, 0x4B0, 0x4B2, 0x4B2, 0x4B4, 0x4B4, 0x4B6, 0x4B6, 0x4B8, 0x4B8, 0x4BA, 0x4BA, 0x4BC, 0x4BC, 0x4BE, 0x4BE, 0x4C0, 0x4C1, 0x4C3, 0x4C3, 0x4C5, 0x4C5, 0x4C7, 0x4C7, 0x4C9, 0x4C9, 0x4CB, 0x4CB, 0x4CD, 0x4CD, 0x4D0, 0x4D0, 0x4D2, 0x4D2, 0x4D4, 0x4D4, 0x4D6, 0x4D6, 0x4D8, 0x4D8, 0x4DA, 0x4DA, 0x4DC, 0x4DC, 0x4DE, 0x4DE, 0x4E0, 0x4E0, 0x4E2, 0x4E2, 0x4E4, 0x4E4, 0x4E6, 0x4E6, 0x4E8, 0x4E8, 0x4EA, 0x4EA, 0x4EC, 0x4EC, 0x4EE, 0x4EE, 0x4F0, 0x4F0, 0x4F2, 0x4F2, 0x4F4, 0x4F4, 0x4F6, 0x4F6, 0x4F8, 0x4F8, 0x4FA, 0x4FA, 0x4FC, 0x4FC, 0x4FE, 0x4FE, 0x500, 0x500, 0x502, 0x502, 0x504, 0x504, 0x506, 0x506, 0x508, 0x508, 0x50A, 0x50A, 0x50C, 0x50C, 0x50E, 0x50E, 0x510, 0x510, 0x512, 0x512, 0x514, 0x514, 0x516, 0x516, 0x518, 0x518, 0x51A, 0x51A, 0x51C, 0x51C, 0x51E, 0x51E, 0x520, 0x520, 0x522, 0x522, 0x524, 0x524, 0x526, 0x526, 0x528, 0x528, 0x52A, 0x52A, 0x52C, 0x52C, 0x52E, 0x52E, 0x531, 0x556, 0x10A0, 0x10C5, 0x10C7, 0x10C7, 0x10CD, 0x10CD, 0x13A0, 0x13F5, 0x1C90, 0x1CBA, 0x1CBD, 0x1CBF, 0x1E00, 0x1E00, 0x1E02, 0x1E02, 0x1E04, 0x1E04, 0x1E06, 0x1E06, 0x1E08, 0x1E08, 0x1E0A, 0x1E0A, 0x1E0C, 0x1E0C, 0x1E0E, 0x1E0E, 0x1E10, 0x1E10, 0x1E12, 0x1E12, 0x1E14, 0x1E14, 0x1E16, 0x1E16, 0x1E18, 0x1E18, 0x1E1A, 0x1E1A, 0x1E1C, 0x1E1C, 0x1E1E, 0x1E1E, 0x1E20, 0x1E20, 0x1E22, 0x1E22, 0x1E24, 0x1E24, 0x1E26, 0x1E26, 0x1E28, 0x1E28, 0x1E2A, 0x1E2A, 0x1E2C, 0x1E2C, 0x1E2E, 0x1E2E, 0x1E30, 0x1E30, 0x1E32, 0x1E32, 0x1E34, 0x1E34, 0x1E36, 0x1E36, 0x1E38, 0x1E38, 0x1E3A, 0x1E3A, 0x1E3C, 0x1E3C, 0x1E3E, 0x1E3E, 0x1E40, 0x1E40, 0x1E42, 0x1E42, 0x1E44, 0x1E44, 0x1E46, 0x1E46, 0x1E48, 0x1E48, 0x1E4A, 0x1E4A, 0x1E4C, 0x1E4C, 0x1E4E, 0x1E4E, 0x1E50, 0x1E50, 0x1E52, 0x1E52, 0x1E54, 0x1E54, 0x1E56, 0x1E56, 0x1E58, 0x1E58, 0x1E5A, 0x1E5A, 0x1E5C, 0x1E5C, 0x1E5E, 0x1E5E, 0x1E60, 0x1E60, 0x1E62, 0x1E62, 0x1E64, 0x1E64, 0x1E66, 0x1E66, 0x1E68, 0x1E68, 0x1E6A, 0x1E6A, 0x1E6C, 0x1E6C, 0x1E6E, 0x1E6E, 0x1E70, 0x1E70, 0x1E72, 0x1E72, 0x1E74, 0x1E74, 0x1E76, 0x1E76, 0x1E78, 0x1E78, 0x1E7A, 0x1E7A, 0x1E7C, 0x1E7C, 0x1E7E, 0x1E7E, 0x1E80, 0x1E80, 0x1E82, 0x1E82, 0x1E84, 0x1E84, 0x1E86, 0x1E86, 0x1E88, 0x1E88, 0x1E8A, 0x1E8A, 0x1E8C, 0x1E8C, 0x1E8E, 0x1E8E, 0x1E90, 0x1E90, 0x1E92, 0x1E92, 0x1E94, 0x1E94, 0x1E9E, 0x1E9E, 0x1EA0, 0x1EA0, 0x1EA2, 0x1EA2, 0x1EA4, 0x1EA4, 0x1EA6, 0x1EA6, 0x1EA8, 0x1EA8, 0x1EAA, 0x1EAA, 0x1EAC, 0x1EAC, 0x1EAE, 0x1EAE, 0x1EB0, 0x1EB0, 0x1EB2, 0x1EB2, 0x1EB4, 0x1EB4, 0x1EB6, 0x1EB6, 0x1EB8, 0x1EB8, 0x1EBA, 0x1EBA, 0x1EBC, 0x1EBC, 0x1EBE, 0x1EBE, 0x1EC0, 0x1EC0, 0x1EC2, 0x1EC2, 0x1EC4, 0x1EC4, 0x1EC6, 0x1EC6, 0x1EC8, 0x1EC8, 0x1ECA, 0x1ECA, 0x1ECC, 0x1ECC, 0x1ECE, 0x1ECE, 0x1ED0, 0x1ED0, 0x1ED2, 0x1ED2, 0x1ED4, 0x1ED4, 0x1ED6, 0x1ED6, 0x1ED8, 0x1ED8, 0x1EDA, 0x1EDA, 0x1EDC, 0x1EDC, 0x1EDE, 0x1EDE, 0x1EE0, 0x1EE0, 0x1EE2, 0x1EE2, 0x1EE4, 0x1EE4, 0x1EE6, 0x1EE6, 0x1EE8, 0x1EE8, 0x1EEA, 0x1EEA, 0x1EEC, 0x1EEC, 0x1EEE, 0x1EEE, 0x1EF0, 0x1EF0, 0x1EF2, 0x1EF2, 0x1EF4, 0x1EF4, 0x1EF6, 0x1EF6, 0x1EF8, 0x1EF8, 0x1EFA, 0x1EFA, 0x1EFC, 0x1EFC, 0x1EFE, 0x1EFE, 0x1F08, 0x1F0F, 0x1F18, 0x1F1D, 0x1F28, 0x1F2F, 0x1F38, 0x1F3F, 0x1F48, 0x1F4D, 0x1F59, 0x1F59, 0x1F5B, 0x1F5B, 0x1F5D, 0x1F5D, 0x1F5F, 0x1F5F, 0x1F68, 0x1F6F, 0x1FB8, 0x1FBB, 0x1FC8, 0x1FCB, 0x1FD8, 0x1FDB, 0x1FE8, 0x1FEC, 0x1FF8, 0x1FFB, 0x2102, 0x2102, 0x2107, 0x2107, 0x210B, 0x210D, 0x2110, 0x2112, 0x2115, 0x2115, 0x2119, 0x211D, 0x2124, 0x2124, 0x2126, 0x2126, 0x2128, 0x2128, 0x212A, 0x212D, 0x2130, 0x2133, 0x213E, 0x213F, 0x2145, 0x2145, 0x2160, 0x216F, 0x2183, 0x2183, 0x24B6, 0x24CF, 0x2C00, 0x2C2F, 0x2C60, 0x2C60, 0x2C62, 0x2C64, 0x2C67, 0x2C67, 0x2C69, 0x2C69, 0x2C6B, 0x2C6B, 0x2C6D, 0x2C70, 0x2C72, 0x2C72, 0x2C75, 0x2C75, 0x2C7E, 0x2C80, 0x2C82, 0x2C82, 0x2C84, 0x2C84, 0x2C86, 0x2C86, 0x2C88, 0x2C88, 0x2C8A, 0x2C8A, 0x2C8C, 0x2C8C, 0x2C8E, 0x2C8E, 0x2C90, 0x2C90, 0x2C92, 0x2C92, 0x2C94, 0x2C94, 0x2C96, 0x2C96, 0x2C98, 0x2C98, 0x2C9A, 0x2C9A, 0x2C9C, 0x2C9C, 0x2C9E, 0x2C9E, 0x2CA0, 0x2CA0, 0x2CA2, 0x2CA2, 0x2CA4, 0x2CA4, 0x2CA6, 0x2CA6, 0x2CA8, 0x2CA8, 0x2CAA, 0x2CAA, 0x2CAC, 0x2CAC, 0x2CAE, 0x2CAE, 0x2CB0, 0x2CB0, 0x2CB2, 0x2CB2, 0x2CB4, 0x2CB4, 0x2CB6, 0x2CB6, 0x2CB8, 0x2CB8, 0x2CBA, 0x2CBA, 0x2CBC, 0x2CBC, 0x2CBE, 0x2CBE, 0x2CC0, 0x2CC0, 0x2CC2, 0x2CC2, 0x2CC4, 0x2CC4, 0x2CC6, 0x2CC6, 0x2CC8, 0x2CC8, 0x2CCA, 0x2CCA, 0x2CCC, 0x2CCC, 0x2CCE, 0x2CCE, 0x2CD0, 0x2CD0, 0x2CD2, 0x2CD2, 0x2CD4, 0x2CD4, 0x2CD6, 0x2CD6, 0x2CD8, 0x2CD8, 0x2CDA, 0x2CDA, 0x2CDC, 0x2CDC, 0x2CDE, 0x2CDE, 0x2CE0, 0x2CE0, 0x2CE2, 0x2CE2, 0x2CEB, 0x2CEB, 0x2CED, 0x2CED, 0x2CF2, 0x2CF2, 0xA640, 0xA640, 0xA642, 0xA642, 0xA644, 0xA644, 0xA646, 0xA646, 0xA648, 0xA648, 0xA64A, 0xA64A, 0xA64C, 0xA64C, 0xA64E, 0xA64E, 0xA650, 0xA650, 0xA652, 0xA652, 0xA654, 0xA654, 0xA656, 0xA656, 0xA658, 0xA658, 0xA65A, 0xA65A, 0xA65C, 0xA65C, 0xA65E, 0xA65E, 0xA660, 0xA660, 0xA662, 0xA662, 0xA664, 0xA664, 0xA666, 0xA666, 0xA668, 0xA668, 0xA66A, 0xA66A, 0xA66C, 0xA66C, 0xA680, 0xA680, 0xA682, 0xA682, 0xA684, 0xA684, 0xA686, 0xA686, 0xA688, 0xA688, 0xA68A, 0xA68A, 0xA68C, 0xA68C, 0xA68E, 0xA68E, 0xA690, 0xA690, 0xA692, 0xA692, 0xA694, 0xA694, 0xA696, 0xA696, 0xA698, 0xA698, 0xA69A, 0xA69A, 0xA722, 0xA722, 0xA724, 0xA724, 0xA726, 0xA726, 0xA728, 0xA728, 0xA72A, 0xA72A, 0xA72C, 0xA72C, 0xA72E, 0xA72E, 0xA732, 0xA732, 0xA734, 0xA734, 0xA736, 0xA736, 0xA738, 0xA738, 0xA73A, 0xA73A, 0xA73C, 0xA73C, 0xA73E, 0xA73E, 0xA740, 0xA740, 0xA742, 0xA742, 0xA744, 0xA744, 0xA746, 0xA746, 0xA748, 0xA748, 0xA74A, 0xA74A, 0xA74C, 0xA74C, 0xA74E, 0xA74E, 0xA750, 0xA750, 0xA752, 0xA752, 0xA754, 0xA754, 0xA756, 0xA756, 0xA758, 0xA758, 0xA75A, 0xA75A, 0xA75C, 0xA75C, 0xA75E, 0xA75E, 0xA760, 0xA760, 0xA762, 0xA762, 0xA764, 0xA764, 0xA766, 0xA766, 0xA768, 0xA768, 0xA76A, 0xA76A, 0xA76C, 0xA76C, 0xA76E, 0xA76E, 0xA779, 0xA779, 0xA77B, 0xA77B, 0xA77D, 0xA77E, 0xA780, 0xA780, 0xA782, 0xA782, 0xA784, 0xA784, 0xA786, 0xA786, 0xA78B, 0xA78B, 0xA78D, 0xA78D, 0xA790, 0xA790, 0xA792, 0xA792, 0xA796, 0xA796, 0xA798, 0xA798, 0xA79A, 0xA79A, 0xA79C, 0xA79C, 0xA79E, 0xA79E, 0xA7A0, 0xA7A0, 0xA7A2, 0xA7A2, 0xA7A4, 0xA7A4, 0xA7A6, 0xA7A6, 0xA7A8, 0xA7A8, 0xA7AA, 0xA7AE, 0xA7B0, 0xA7B4, 0xA7B6, 0xA7B6, 0xA7B8, 0xA7B8, 0xA7BA, 0xA7BA, 0xA7BC, 0xA7BC, 0xA7BE, 0xA7BE, 0xA7C0, 0xA7C0, 0xA7C2, 0xA7C2, 0xA7C4, 0xA7C7, 0xA7C9, 0xA7C9, 0xA7D0, 0xA7D0, 0xA7D6, 0xA7D6, 0xA7D8, 0xA7D8, 0xA7F5, 0xA7F5, 0xFF21, 0xFF3A, 0x10400, 0x10427, 0x104B0, 0x104D3, 0x10570, 0x1057A, 0x1057C, 0x1058A, 0x1058C, 0x10592, 0x10594, 0x10595, 0x10C80, 0x10CB2, 0x118A0, 0x118BF, 0x16E40, 0x16E5F, 0x1D400, 0x1D419, 0x1D434, 0x1D44D, 0x1D468, 0x1D481, 0x1D49C, 0x1D49C, 0x1D49E, 0x1D49F, 0x1D4A2, 0x1D4A2, 0x1D4A5, 0x1D4A6, 0x1D4A9, 0x1D4AC, 0x1D4AE, 0x1D4B5, 0x1D4D0, 0x1D4E9, 0x1D504, 0x1D505, 0x1D507, 0x1D50A, 0x1D50D, 0x1D514, 0x1D516, 0x1D51C, 0x1D538, 0x1D539, 0x1D53B, 0x1D53E, 0x1D540, 0x1D544, 0x1D546, 0x1D546, 0x1D54A, 0x1D550, 0x1D56C, 0x1D585, 0x1D5A0, 0x1D5B9, 0x1D5D4, 0x1D5ED, 0x1D608, 0x1D621, 0x1D63C, 0x1D655, 0x1D670, 0x1D689, 0x1D6A8, 0x1D6C0, 0x1D6E2, 0x1D6FA, 0x1D71C, 0x1D734, 0x1D756, 0x1D76E, 0x1D790, 0x1D7A8, 0x1D7CA, 0x1D7CA, 0x1E900, 0x1E921, 0x1F130, 0x1F149, 0x1F150, 0x1F169, 0x1F170, 0x1F189} diff --git a/internal/stringutil/js_case_test.go b/internal/stringutil/js_case_test.go new file mode 100644 index 00000000000..de7ee207360 --- /dev/null +++ b/internal/stringutil/js_case_test.go @@ -0,0 +1,43 @@ +package stringutil + +import "testing" + +func TestJSCasing(t *testing.T) { + t.Parallel() + + tests := []struct { + name string + got string + want string + }{ + {name: "ascii lowercase", got: ToLowerJS("HELLO"), want: "hello"}, + {name: "ascii uppercase", got: ToUpperJS("hello"), want: "HELLO"}, + {name: "lowercase dotted i", got: ToLowerJS("İSPANYOL"), want: "i̇spanyol"}, + {name: "lowercase lone sigma", got: ToLowerJS("Σ"), want: "σ"}, + {name: "lowercase final sigma", got: ToLowerJS("ΟΣ"), want: "ος"}, + {name: "uppercase sharp s", got: ToUpperJS("ßfoo"), want: "SSFOO"}, + {name: "uppercase ligature", got: ToUpperJS("fioo"), want: "FIOO"}, + {name: "capitalize-style uppercase", got: ToUpperJS("ß") + "foo", want: "SSfoo"}, + {name: "uncapitalize-style lowercase", got: ToLowerJS("İ") + "foo", want: "i̇foo"}, + {name: "lowercase final sigma after lowercase letter without uppercase mapping", got: ToLowerJS("ʕΣ"), want: "ʕς"}, + {name: "lowercase sigma after modifier letter", got: ToLowerJS("ʰΣ"), want: "ʰσ"}, + {name: "lowercase sigma after case ignorable ypogegrammeni", got: ToLowerJS("ͅΣ"), want: "ͅσ"}, + {name: "lowercase final sigma after feminine ordinal indicator", got: ToLowerJS("ªΣ"), want: "ªς"}, + {name: "lowercase final sigma after masculine ordinal indicator", got: ToLowerJS("ºΣ"), want: "ºς"}, + {name: "lowercase final sigma after roman numeral", got: ToLowerJS("ⅠΣ"), want: "ⅰς"}, + {name: "lowercase sigma after uppercase property added after unicode 15", got: ToLowerJS("\u1C89Σ"), want: "\u1C89σ"}, + {name: "lowercase sigma after uppercase property skewed from local v8 unicode data", got: ToLowerJS("\uA7CBΣ"), want: "\uA7CBσ"}, + {name: "lowercase sigma before immediate latin letter", got: ToLowerJS("ΣA"), want: "σa"}, + {name: "lowercase sigma before immediate roman numeral letter", got: ToLowerJS("ΣⅠ"), want: "σⅰ"}, + {name: "lowercase sigma before case ignorable then latin letter", got: ToLowerJS("ΣͅA"), want: "σͅa"}, + } + + for _, tt := range tests { + t.Run(tt.name, func(t *testing.T) { + t.Parallel() + if tt.got != tt.want { + t.Fatalf("got %q, want %q", tt.got, tt.want) + } + }) + } +} diff --git a/internal/stringutil/ranges.go b/internal/stringutil/ranges.go new file mode 100644 index 00000000000..dd832f514ee --- /dev/null +++ b/internal/stringutil/ranges.go @@ -0,0 +1,25 @@ +package stringutil + +func IsInRuneRanges(cp rune, ranges []rune) bool { + // Bail out quickly if it couldn't possibly be in the map + if cp < ranges[0] { + return false + } + // Perform binary search in one of the flattened range maps. + lo := 0 + hi := len(ranges) + for lo+1 < hi { + mid := lo + (hi-lo)/2 + // mid has to be even to catch the beginning of a range. + mid -= mid % 2 + if ranges[mid] <= cp && cp <= ranges[mid+1] { + return true + } + if cp < ranges[mid] { + hi = mid + } else { + lo = mid + 2 + } + } + return false +} diff --git a/testdata/baselines/reference/compiler/stringMappingSpecialCasing.symbols b/testdata/baselines/reference/compiler/stringMappingSpecialCasing.symbols new file mode 100644 index 00000000000..edf5d38e77d --- /dev/null +++ b/testdata/baselines/reference/compiler/stringMappingSpecialCasing.symbols @@ -0,0 +1,81 @@ +//// [tests/cases/compiler/stringMappingSpecialCasing.ts] //// + +=== stringMappingSpecialCasing.ts === +// https://github.com/microsoft/typescript-go/issues/3489 + +type Lower = Lowercase<"İSPANYOL" | "ΟΣ">; +>Lower : Symbol(Lower, Decl(stringMappingSpecialCasing.ts, 0, 0)) +>Lowercase : Symbol(Lowercase, Decl(lib.es5.d.ts, --, --)) + +const lowerMap: Record = { +>lowerMap : Symbol(lowerMap, Decl(stringMappingSpecialCasing.ts, 4, 5)) +>Record : Symbol(Record, Decl(lib.es5.d.ts, --, --)) +>Lower : Symbol(Lower, Decl(stringMappingSpecialCasing.ts, 0, 0)) + + ["i̇spanyol"]: "spanish", +>["i̇spanyol"] : Symbol(["i̇spanyol"], Decl(stringMappingSpecialCasing.ts, 4, 41)) +>"i̇spanyol" : Symbol(["i̇spanyol"], Decl(stringMappingSpecialCasing.ts, 4, 41)) + + ["ος"]: "greek-final-sigma", +>["ος"] : Symbol(["ος"], Decl(stringMappingSpecialCasing.ts, 5, 26)) +>"ος" : Symbol(["ος"], Decl(stringMappingSpecialCasing.ts, 5, 26)) + +}; + +type Upper = Uppercase<"ßfoo" | "fioo">; +>Upper : Symbol(Upper, Decl(stringMappingSpecialCasing.ts, 7, 2)) +>Uppercase : Symbol(Uppercase, Decl(lib.es5.d.ts, --, --)) + +const upperMap: Record = { +>upperMap : Symbol(upperMap, Decl(stringMappingSpecialCasing.ts, 11, 5)) +>Record : Symbol(Record, Decl(lib.es5.d.ts, --, --)) +>Upper : Symbol(Upper, Decl(stringMappingSpecialCasing.ts, 7, 2)) + + ["SSFOO"]: "eszett", +>["SSFOO"] : Symbol(["SSFOO"], Decl(stringMappingSpecialCasing.ts, 11, 41)) +>"SSFOO" : Symbol(["SSFOO"], Decl(stringMappingSpecialCasing.ts, 11, 41)) + + ["FIOO"]: "ligature", +>["FIOO"] : Symbol(["FIOO"], Decl(stringMappingSpecialCasing.ts, 12, 21)) +>"FIOO" : Symbol(["FIOO"], Decl(stringMappingSpecialCasing.ts, 12, 21)) + +}; + +type Capitalized = Capitalize<"ßfoo" | "fioo">; +>Capitalized : Symbol(Capitalized, Decl(stringMappingSpecialCasing.ts, 14, 2)) +>Capitalize : Symbol(Capitalize, Decl(lib.es5.d.ts, --, --)) + +const capitalizedMap: Record = { +>capitalizedMap : Symbol(capitalizedMap, Decl(stringMappingSpecialCasing.ts, 18, 5)) +>Record : Symbol(Record, Decl(lib.es5.d.ts, --, --)) +>Capitalized : Symbol(Capitalized, Decl(stringMappingSpecialCasing.ts, 14, 2)) + + ["SSfoo"]: "eszett", +>["SSfoo"] : Symbol(["SSfoo"], Decl(stringMappingSpecialCasing.ts, 18, 53)) +>"SSfoo" : Symbol(["SSfoo"], Decl(stringMappingSpecialCasing.ts, 18, 53)) + + ["FIoo"]: "ligature", +>["FIoo"] : Symbol(["FIoo"], Decl(stringMappingSpecialCasing.ts, 19, 21)) +>"FIoo" : Symbol(["FIoo"], Decl(stringMappingSpecialCasing.ts, 19, 21)) + +}; + +type Uncapitalized = Uncapitalize<"İfoo" | "ΟΣ">; +>Uncapitalized : Symbol(Uncapitalized, Decl(stringMappingSpecialCasing.ts, 21, 2)) +>Uncapitalize : Symbol(Uncapitalize, Decl(lib.es5.d.ts, --, --)) + +const uncapitalizedMap: Record = { +>uncapitalizedMap : Symbol(uncapitalizedMap, Decl(stringMappingSpecialCasing.ts, 25, 5)) +>Record : Symbol(Record, Decl(lib.es5.d.ts, --, --)) +>Uncapitalized : Symbol(Uncapitalized, Decl(stringMappingSpecialCasing.ts, 21, 2)) + + ["i̇foo"]: "dotted-i", +>["i̇foo"] : Symbol(["i̇foo"], Decl(stringMappingSpecialCasing.ts, 25, 57)) +>"i̇foo" : Symbol(["i̇foo"], Decl(stringMappingSpecialCasing.ts, 25, 57)) + + ["οΣ"]: "sigma-prefix", +>["οΣ"] : Symbol(["οΣ"], Decl(stringMappingSpecialCasing.ts, 26, 23)) +>"οΣ" : Symbol(["οΣ"], Decl(stringMappingSpecialCasing.ts, 26, 23)) + +}; + diff --git a/testdata/baselines/reference/compiler/stringMappingSpecialCasing.types b/testdata/baselines/reference/compiler/stringMappingSpecialCasing.types new file mode 100644 index 00000000000..3d216719775 --- /dev/null +++ b/testdata/baselines/reference/compiler/stringMappingSpecialCasing.types @@ -0,0 +1,81 @@ +//// [tests/cases/compiler/stringMappingSpecialCasing.ts] //// + +=== stringMappingSpecialCasing.ts === +// https://github.com/microsoft/typescript-go/issues/3489 + +type Lower = Lowercase<"İSPANYOL" | "ΟΣ">; +>Lower : "i̇spanyol" | "ος" + +const lowerMap: Record = { +>lowerMap : Record<"i̇spanyol" | "ος", string> +>{ ["i̇spanyol"]: "spanish", ["ος"]: "greek-final-sigma",} : { i̇spanyol: string; ος: string; } + + ["i̇spanyol"]: "spanish", +>["i̇spanyol"] : string +>"i̇spanyol" : "i̇spanyol" +>"spanish" : "spanish" + + ["ος"]: "greek-final-sigma", +>["ος"] : string +>"ος" : "ος" +>"greek-final-sigma" : "greek-final-sigma" + +}; + +type Upper = Uppercase<"ßfoo" | "fioo">; +>Upper : "FIOO" | "SSFOO" + +const upperMap: Record = { +>upperMap : Record<"FIOO" | "SSFOO", string> +>{ ["SSFOO"]: "eszett", ["FIOO"]: "ligature",} : { SSFOO: string; FIOO: string; } + + ["SSFOO"]: "eszett", +>["SSFOO"] : string +>"SSFOO" : "SSFOO" +>"eszett" : "eszett" + + ["FIOO"]: "ligature", +>["FIOO"] : string +>"FIOO" : "FIOO" +>"ligature" : "ligature" + +}; + +type Capitalized = Capitalize<"ßfoo" | "fioo">; +>Capitalized : "FIoo" | "SSfoo" + +const capitalizedMap: Record = { +>capitalizedMap : Record<"FIoo" | "SSfoo", string> +>{ ["SSfoo"]: "eszett", ["FIoo"]: "ligature",} : { SSfoo: string; FIoo: string; } + + ["SSfoo"]: "eszett", +>["SSfoo"] : string +>"SSfoo" : "SSfoo" +>"eszett" : "eszett" + + ["FIoo"]: "ligature", +>["FIoo"] : string +>"FIoo" : "FIoo" +>"ligature" : "ligature" + +}; + +type Uncapitalized = Uncapitalize<"İfoo" | "ΟΣ">; +>Uncapitalized : "i̇foo" | "οΣ" + +const uncapitalizedMap: Record = { +>uncapitalizedMap : Record<"i̇foo" | "οΣ", string> +>{ ["i̇foo"]: "dotted-i", ["οΣ"]: "sigma-prefix",} : { i̇foo: string; οΣ: string; } + + ["i̇foo"]: "dotted-i", +>["i̇foo"] : string +>"i̇foo" : "i̇foo" +>"dotted-i" : "dotted-i" + + ["οΣ"]: "sigma-prefix", +>["οΣ"] : string +>"οΣ" : "οΣ" +>"sigma-prefix" : "sigma-prefix" + +}; + diff --git a/testdata/tests/cases/compiler/stringMappingSpecialCasing.ts b/testdata/tests/cases/compiler/stringMappingSpecialCasing.ts new file mode 100644 index 00000000000..67af45fd7f0 --- /dev/null +++ b/testdata/tests/cases/compiler/stringMappingSpecialCasing.ts @@ -0,0 +1,31 @@ +// @noEmit: true + +// https://github.com/microsoft/typescript-go/issues/3489 + +type Lower = Lowercase<"İSPANYOL" | "ΟΣ">; + +const lowerMap: Record = { + ["i̇spanyol"]: "spanish", + ["ος"]: "greek-final-sigma", +}; + +type Upper = Uppercase<"ßfoo" | "fioo">; + +const upperMap: Record = { + ["SSFOO"]: "eszett", + ["FIOO"]: "ligature", +}; + +type Capitalized = Capitalize<"ßfoo" | "fioo">; + +const capitalizedMap: Record = { + ["SSfoo"]: "eszett", + ["FIoo"]: "ligature", +}; + +type Uncapitalized = Uncapitalize<"İfoo" | "ΟΣ">; + +const uncapitalizedMap: Record = { + ["i̇foo"]: "dotted-i", + ["οΣ"]: "sigma-prefix", +};