whitespace
This commit is contained in:
parent
5cc0ee70c0
commit
c1957b6aeb
1 changed files with 1 additions and 1 deletions
|
@ -109,7 +109,7 @@ commonTokens =
|
||||||
- Open and close parens are always treated as standalone tokens;
|
- Open and close parens are always treated as standalone tokens;
|
||||||
- otherwise tokens must be separated by whitespace. -}
|
- otherwise tokens must be separated by whitespace. -}
|
||||||
tokenizeMatcher :: String -> [String]
|
tokenizeMatcher :: String -> [String]
|
||||||
tokenizeMatcher = filter (not . null ) . concatMap splitparens . words
|
tokenizeMatcher = filter (not . null) . concatMap splitparens . words
|
||||||
where
|
where
|
||||||
splitparens = segmentDelim (`elem` "()")
|
splitparens = segmentDelim (`elem` "()")
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue