Allow any Unicode codepoint, even those greater than 65535

Author: berdario

src/Language/ECMAScript3/Lexer.hs

@@ -27,28 +27,25 @@ import Data.Maybe (isNothing)
 
 identifierStartCharSet :: Set.CharSet
 identifierStartCharSet =
-  (filterBmpChars $ mconcat
+  mconcat
     [ Set.fromDistinctAscList "$_"
     , Set.lowercaseLetter
     , Set.uppercaseLetter
     , Set.titlecaseLetter
     , Set.modifierLetter
     , Set.otherLetter
     , Set.letterNumber
-    ])
+    ]
 
 identifierRestCharSet :: Set.CharSet
 identifierRestCharSet =
   identifierStartCharSet
-    <> (filterBmpChars $ mconcat
+    <> mconcat
          [ Set.nonSpacingMark
          , Set.spacingCombiningMark
          , Set.decimalNumber
          , Set.connectorPunctuation
-         ])
-
-filterBmpChars :: Set.CharSet -> Set.CharSet
-filterBmpChars = Set.filter (< '\65536')
+         ]
 
 identifierStart :: Stream s Identity Char => Parser s Char
 identifierStart = satisfy (flip Set.member identifierStartCharSet) <?> "letter, '$', '_'"