Merge pull request #1302 from mathjax/issue1297

Changes the TAG and ATTR patterns to be more in line with HTML5 (#1297)

Author: dpvc

ts/adaptors/lite/Parser.ts

@@ -32,22 +32,23 @@ import { LiteAdaptor } from '../liteAdaptor.js';
 /**
  * Patterns used in parsing serialized HTML
  */
-const TAGNAME = '[a-z][^\\s\\n>]*';
-const ATTNAME = '[a-z][^\\s\\n>=]*';
-const VALUE = `(?:'[^']*'|"[^"]*"|[^\\s\\n]+)`;
-const VALUESPLIT = `(?:'([^']*)'|"([^"]*)"|([^\\s\\n]+))`;
-const SPACE = '(?:\\s|\\n)+';
-const OPTIONALSPACE = '(?:\\s|\\n)*';
+
+const SPACE = '[ \\n]+';
+const OPTIONALSPACE = '[ \\n]*';
+const TAGNAME = `[A-Za-z][^\u0000-\u001F "'>/=\u007F-\u009F]*`;
+const ATTNAME = `[^\u0000-\u001F "'>/=\u007F-\u009F]+`;
+const VALUE = `(?:'[^']*'|"[^"]*"|${SPACE})`;
+const VALUESPLIT = `(?:'([^']*)'|"([^"]*)"|(${SPACE}))`;
 const ATTRIBUTE = `${ATTNAME}(?:${OPTIONALSPACE}=${OPTIONALSPACE}${VALUE})?`;
 const ATTRIBUTESPLIT = `(${ATTNAME})(?:${OPTIONALSPACE}=${OPTIONALSPACE}${VALUESPLIT})?`;
 const TAG =
   `(<(?:${TAGNAME}(?:${SPACE}${ATTRIBUTE})*` +
   `${OPTIONALSPACE}/?|/${TAGNAME}|!--[^]*?--|![^]*?)(?:>|$))`;
 
 export const PATTERNS = {
-  tag: new RegExp(TAG, 'i'),
-  attr: new RegExp(ATTRIBUTE, 'i'),
-  attrsplit: new RegExp(ATTRIBUTESPLIT, 'i'),
+  tag: new RegExp(TAG, 'u'),
+  attr: new RegExp(ATTRIBUTE, 'u'),
+  attrsplit: new RegExp(ATTRIBUTESPLIT, 'u'),
 };
 
 /************************************************************/