fix: typo in unknown segments

wkeese · wkeese · commit 4a997ab7e409 · 2024-04-10T21:02:32.000+09:00
Rearrange regexps so special category catches everything not caught by other categories. Eliminates the "unknown" category I added in an earlier PR. Fixes #178
diff --git a/lib/index.js b/lib/index.js
@@ -33,18 +33,15 @@ const highlighters = [
 
   /(?<bracket>[()])/,
 
-  // Arithmetic, bitwise, comparison, and compound operators as listed in
-  // https://www.w3schools.com/sql/sql_operators.asp, https://www.tutorialspoint.com/sql/sql-operators.htm,
-  // https://data-flair.training/blogs/sql-operators/.
-  // Plus a few other symbols used in SQL statements: ,;:.
-  // Operators are arranged so that multi-character operators (ex: ">=") are parsed as one operator rather than two.
-  /(?<special>\^-=|\|\*=|\+=|-=|\*=|\/=|%=|&=|>=|<=|<>|!=|!<|!>|>>|<<|[+\-*/%&|^=><]|[,;:.])/,
-
   /(?<identifier>\b\w+\b|`(?:[^`\\]|\\.)*`)/,
 
   /(?<whitespace>\s+)/,
 
-  /(?<unknown>\.+?)/
+  // Multi-character arithmetic, bitwise, comparison, and compound operators as listed in
+  // https://www.w3schools.com/sql/sql_operators.asp, https://www.tutorialspoint.com/sql/sql-operators.htm,
+  // https://data-flair.training/blogs/sql-operators/, plus any single character (in particular ,::.) not matched by
+  // the above regexps.
+  /(?<special>\^-=|\|\*=|\+=|-=|\*=|\/=|%=|&=|>=|<=|<>|!=|!<|!>|>>|<<|.)/
 ]
 
 // Regex of the shape /(?<token1>...)|(?<token2>...)|.../g
