whitespace
This commit is contained in:
parent
5cc0ee70c0
commit
c1957b6aeb
1 changed files with 1 additions and 1 deletions
|
@ -109,7 +109,7 @@ commonTokens =
|
|||
- Open and close parens are always treated as standalone tokens;
|
||||
- otherwise tokens must be separated by whitespace. -}
|
||||
tokenizeMatcher :: String -> [String]
|
||||
tokenizeMatcher = filter (not . null ) . concatMap splitparens . words
|
||||
tokenizeMatcher = filter (not . null) . concatMap splitparens . words
|
||||
where
|
||||
splitparens = segmentDelim (`elem` "()")
|
||||
|
||||
|
|
Loading…
Add table
Reference in a new issue