never executed always true always false
1 module HelVM.HelMA.Automata.ETA.Lexer where
2
3 import HelVM.HelMA.Automata.ETA.Token
4
5 import HelVM.HelIO.Extra
6 import HelVM.HelIO.ReadText
7 import HelVM.HelMA.Automaton.API.IOTypes
8 import HelVM.HelMA.Automaton.WrapTokenList
9
10 -- | Lexer
11 tokenize :: Source -> TokenList
12 tokenize = whiteTokenListToTokenList . unWrapTokenList . readTokens
13
14 readTokens :: Source -> WhiteTokens
15 readTokens source = (readTextUnsafe . toUppers) source :: WhiteTokens
16
17 -- | Types
18 type WhiteTokens = WrapTokenList WhiteTokenList