Skip to content

Commit 492847d

Browse files
committed
Force UTF8 encoding in NormalizationTest
1 parent f9fbd01 commit 492847d

File tree

2 files changed

+4
-1
lines changed

2 files changed

+4
-1
lines changed

test/NormalizationTest.hs

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,7 @@
1212
--
1313

1414
import Control.Monad (when)
15+
import qualified Data.ByteString as B
1516
import Data.Char (chr, isSpace, ord, toUpper)
1617
#if MIN_VERSION_base(4,8,0)
1718
import Data.Function ((&))
@@ -20,6 +21,7 @@ import Data.List (intercalate, isPrefixOf)
2021
import Data.List.Split (splitOn)
2122
import Data.Text (Text)
2223
import qualified Data.Text as T
24+
import qualified Data.Text.Encoding as T
2325
import Data.Text.Normalize (NormalizationMode(NFD, NFKD, NFC, NFKC), normalize)
2426
import Text.Printf (printf)
2527

@@ -109,7 +111,7 @@ checkLine (lineno, line) = do
109111

110112
testNormalize :: FilePath -> IO ()
111113
testNormalize file = do
112-
contents <- readFile file
114+
contents <- T.unpack . T.decodeUtf8 <$> B.readFile file
113115
let ls = lines contents -- split into lines
114116
& map (dropWhile isSpace) -- trim leading spaces
115117
& zip [1..] -- add numbering

unicode-transforms.cabal

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -156,6 +156,7 @@ test-suite ucd
156156
ghc-options: -Wall -fwarn-identities -fwarn-incomplete-record-updates -fwarn-incomplete-uni-patterns -fwarn-tabs
157157
build-depends:
158158
base >=4.7 && <5
159+
, bytestring
159160
, split >=0.1 && <0.3
160161
, text
161162
, unicode-transforms

0 commit comments

Comments
 (0)