-
Notifications
You must be signed in to change notification settings - Fork 1
/
Prose.hs
37 lines (28 loc) · 864 Bytes
/
Prose.hs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
-- |
-- Module : Prose
-- Copyright : (c) 2014–2015 Antonio Nikishaev
--
-- License : BSD-style
-- Maintainer : [email protected]
-- Stability : experimental
--
--
module Prose (Prose,
graphemes, words,
normC, normD, normKD) where
import Prelude hiding (words)
import Prose.Types
import qualified Prose.Segmentation.Graphemes as Gr
import qualified Prose.Segmentation.Words as Wd
import qualified Prose.Normalization.Text as Nm
import qualified Data.Text as T
graphemes :: Prose -> [Prose]
graphemes (T txt) = map (T . T.pack) . Gr.segment . T.unpack $ txt
words :: Prose -> [Prose]
words (T txt) = map T . Wd.segmentT $ txt
normC :: Prose -> Prose
normC (T txt) = T . Nm.composeC $ txt
normD :: Prose -> Prose
normD (T txt) = T . Nm.decomposeD $ txt
normKD :: Prose -> Prose
normKD (T txt) = T . Nm.decomposeKD $ txt