diff options
Diffstat (limited to 'alarm/node_modules/parse5/lib/tokenizer/index.js')
| -rw-r--r-- | alarm/node_modules/parse5/lib/tokenizer/index.js | 2196 |
1 files changed, 0 insertions, 2196 deletions
diff --git a/alarm/node_modules/parse5/lib/tokenizer/index.js b/alarm/node_modules/parse5/lib/tokenizer/index.js deleted file mode 100644 index c18d55c..0000000 --- a/alarm/node_modules/parse5/lib/tokenizer/index.js +++ /dev/null @@ -1,2196 +0,0 @@ -'use strict'; - -const Preprocessor = require('./preprocessor'); -const unicode = require('../common/unicode'); -const neTree = require('./named-entity-data'); -const ERR = require('../common/error-codes'); - -//Aliases -const $ = unicode.CODE_POINTS; -const $$ = unicode.CODE_POINT_SEQUENCES; - -//C1 Unicode control character reference replacements -const C1_CONTROLS_REFERENCE_REPLACEMENTS = { - 0x80: 0x20ac, - 0x82: 0x201a, - 0x83: 0x0192, - 0x84: 0x201e, - 0x85: 0x2026, - 0x86: 0x2020, - 0x87: 0x2021, - 0x88: 0x02c6, - 0x89: 0x2030, - 0x8a: 0x0160, - 0x8b: 0x2039, - 0x8c: 0x0152, - 0x8e: 0x017d, - 0x91: 0x2018, - 0x92: 0x2019, - 0x93: 0x201c, - 0x94: 0x201d, - 0x95: 0x2022, - 0x96: 0x2013, - 0x97: 0x2014, - 0x98: 0x02dc, - 0x99: 0x2122, - 0x9a: 0x0161, - 0x9b: 0x203a, - 0x9c: 0x0153, - 0x9e: 0x017e, - 0x9f: 0x0178 -}; - -// Named entity tree flags -const HAS_DATA_FLAG = 1 << 0; -const DATA_DUPLET_FLAG = 1 << 1; -const HAS_BRANCHES_FLAG = 1 << 2; -const MAX_BRANCH_MARKER_VALUE = HAS_DATA_FLAG | DATA_DUPLET_FLAG | HAS_BRANCHES_FLAG; - -//States -const DATA_STATE = 'DATA_STATE'; -const RCDATA_STATE = 'RCDATA_STATE'; -const RAWTEXT_STATE = 'RAWTEXT_STATE'; -const SCRIPT_DATA_STATE = 'SCRIPT_DATA_STATE'; -const PLAINTEXT_STATE = 'PLAINTEXT_STATE'; -const TAG_OPEN_STATE = 'TAG_OPEN_STATE'; -const END_TAG_OPEN_STATE = 'END_TAG_OPEN_STATE'; -const TAG_NAME_STATE = 'TAG_NAME_STATE'; -const RCDATA_LESS_THAN_SIGN_STATE = 'RCDATA_LESS_THAN_SIGN_STATE'; -const RCDATA_END_TAG_OPEN_STATE = 'RCDATA_END_TAG_OPEN_STATE'; -const RCDATA_END_TAG_NAME_STATE = 'RCDATA_END_TAG_NAME_STATE'; -const RAWTEXT_LESS_THAN_SIGN_STATE = 'RAWTEXT_LESS_THAN_SIGN_STATE'; -const RAWTEXT_END_TAG_OPEN_STATE = 'RAWTEXT_END_TAG_OPEN_STATE'; -const RAWTEXT_END_TAG_NAME_STATE = 'RAWTEXT_END_TAG_NAME_STATE'; -const SCRIPT_DATA_LESS_THAN_SIGN_STATE = 'SCRIPT_DATA_LESS_THAN_SIGN_STATE'; -const SCRIPT_DATA_END_TAG_OPEN_STATE = 'SCRIPT_DATA_END_TAG_OPEN_STATE'; -const SCRIPT_DATA_END_TAG_NAME_STATE = 'SCRIPT_DATA_END_TAG_NAME_STATE'; -const SCRIPT_DATA_ESCAPE_START_STATE = 'SCRIPT_DATA_ESCAPE_START_STATE'; -const SCRIPT_DATA_ESCAPE_START_DASH_STATE = 'SCRIPT_DATA_ESCAPE_START_DASH_STATE'; -const SCRIPT_DATA_ESCAPED_STATE = 'SCRIPT_DATA_ESCAPED_STATE'; -const SCRIPT_DATA_ESCAPED_DASH_STATE = 'SCRIPT_DATA_ESCAPED_DASH_STATE'; -const SCRIPT_DATA_ESCAPED_DASH_DASH_STATE = 'SCRIPT_DATA_ESCAPED_DASH_DASH_STATE'; -const SCRIPT_DATA_ESCAPED_LESS_THAN_SIGN_STATE = 'SCRIPT_DATA_ESCAPED_LESS_THAN_SIGN_STATE'; -const SCRIPT_DATA_ESCAPED_END_TAG_OPEN_STATE = 'SCRIPT_DATA_ESCAPED_END_TAG_OPEN_STATE'; -const SCRIPT_DATA_ESCAPED_END_TAG_NAME_STATE = 'SCRIPT_DATA_ESCAPED_END_TAG_NAME_STATE'; -const SCRIPT_DATA_DOUBLE_ESCAPE_START_STATE = 'SCRIPT_DATA_DOUBLE_ESCAPE_START_STATE'; -const SCRIPT_DATA_DOUBLE_ESCAPED_STATE = 'SCRIPT_DATA_DOUBLE_ESCAPED_STATE'; -const SCRIPT_DATA_DOUBLE_ESCAPED_DASH_STATE = 'SCRIPT_DATA_DOUBLE_ESCAPED_DASH_STATE'; -const SCRIPT_DATA_DOUBLE_ESCAPED_DASH_DASH_STATE = 'SCRIPT_DATA_DOUBLE_ESCAPED_DASH_DASH_STATE'; -const SCRIPT_DATA_DOUBLE_ESCAPED_LESS_THAN_SIGN_STATE = 'SCRIPT_DATA_DOUBLE_ESCAPED_LESS_THAN_SIGN_STATE'; -const SCRIPT_DATA_DOUBLE_ESCAPE_END_STATE = 'SCRIPT_DATA_DOUBLE_ESCAPE_END_STATE'; -const BEFORE_ATTRIBUTE_NAME_STATE = 'BEFORE_ATTRIBUTE_NAME_STATE'; -const ATTRIBUTE_NAME_STATE = 'ATTRIBUTE_NAME_STATE'; -const AFTER_ATTRIBUTE_NAME_STATE = 'AFTER_ATTRIBUTE_NAME_STATE'; -const BEFORE_ATTRIBUTE_VALUE_STATE = 'BEFORE_ATTRIBUTE_VALUE_STATE'; -const ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE = 'ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE'; -const ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE = 'ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE'; -const ATTRIBUTE_VALUE_UNQUOTED_STATE = 'ATTRIBUTE_VALUE_UNQUOTED_STATE'; -const AFTER_ATTRIBUTE_VALUE_QUOTED_STATE = 'AFTER_ATTRIBUTE_VALUE_QUOTED_STATE'; -const SELF_CLOSING_START_TAG_STATE = 'SELF_CLOSING_START_TAG_STATE'; -const BOGUS_COMMENT_STATE = 'BOGUS_COMMENT_STATE'; -const MARKUP_DECLARATION_OPEN_STATE = 'MARKUP_DECLARATION_OPEN_STATE'; -const COMMENT_START_STATE = 'COMMENT_START_STATE'; -const COMMENT_START_DASH_STATE = 'COMMENT_START_DASH_STATE'; -const COMMENT_STATE = 'COMMENT_STATE'; -const COMMENT_LESS_THAN_SIGN_STATE = 'COMMENT_LESS_THAN_SIGN_STATE'; -const COMMENT_LESS_THAN_SIGN_BANG_STATE = 'COMMENT_LESS_THAN_SIGN_BANG_STATE'; -const COMMENT_LESS_THAN_SIGN_BANG_DASH_STATE = 'COMMENT_LESS_THAN_SIGN_BANG_DASH_STATE'; -const COMMENT_LESS_THAN_SIGN_BANG_DASH_DASH_STATE = 'COMMENT_LESS_THAN_SIGN_BANG_DASH_DASH_STATE'; -const COMMENT_END_DASH_STATE = 'COMMENT_END_DASH_STATE'; -const COMMENT_END_STATE = 'COMMENT_END_STATE'; -const COMMENT_END_BANG_STATE = 'COMMENT_END_BANG_STATE'; -const DOCTYPE_STATE = 'DOCTYPE_STATE'; -const BEFORE_DOCTYPE_NAME_STATE = 'BEFORE_DOCTYPE_NAME_STATE'; -const DOCTYPE_NAME_STATE = 'DOCTYPE_NAME_STATE'; -const AFTER_DOCTYPE_NAME_STATE = 'AFTER_DOCTYPE_NAME_STATE'; -const AFTER_DOCTYPE_PUBLIC_KEYWORD_STATE = 'AFTER_DOCTYPE_PUBLIC_KEYWORD_STATE'; -const BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE = 'BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE'; -const DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE = 'DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE'; -const DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE = 'DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE'; -const AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE = 'AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE'; -const BETWEEN_DOCTYPE_PUBLIC_AND_SYSTEM_IDENTIFIERS_STATE = 'BETWEEN_DOCTYPE_PUBLIC_AND_SYSTEM_IDENTIFIERS_STATE'; -const AFTER_DOCTYPE_SYSTEM_KEYWORD_STATE = 'AFTER_DOCTYPE_SYSTEM_KEYWORD_STATE'; -const BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE = 'BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE'; -const DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE = 'DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE'; -const DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE = 'DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE'; -const AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE = 'AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE'; -const BOGUS_DOCTYPE_STATE = 'BOGUS_DOCTYPE_STATE'; -const CDATA_SECTION_STATE = 'CDATA_SECTION_STATE'; -const CDATA_SECTION_BRACKET_STATE = 'CDATA_SECTION_BRACKET_STATE'; -const CDATA_SECTION_END_STATE = 'CDATA_SECTION_END_STATE'; -const CHARACTER_REFERENCE_STATE = 'CHARACTER_REFERENCE_STATE'; -const NAMED_CHARACTER_REFERENCE_STATE = 'NAMED_CHARACTER_REFERENCE_STATE'; -const AMBIGUOUS_AMPERSAND_STATE = 'AMBIGUOS_AMPERSAND_STATE'; -const NUMERIC_CHARACTER_REFERENCE_STATE = 'NUMERIC_CHARACTER_REFERENCE_STATE'; -const HEXADEMICAL_CHARACTER_REFERENCE_START_STATE = 'HEXADEMICAL_CHARACTER_REFERENCE_START_STATE'; -const DECIMAL_CHARACTER_REFERENCE_START_STATE = 'DECIMAL_CHARACTER_REFERENCE_START_STATE'; -const HEXADEMICAL_CHARACTER_REFERENCE_STATE = 'HEXADEMICAL_CHARACTER_REFERENCE_STATE'; -const DECIMAL_CHARACTER_REFERENCE_STATE = 'DECIMAL_CHARACTER_REFERENCE_STATE'; -const NUMERIC_CHARACTER_REFERENCE_END_STATE = 'NUMERIC_CHARACTER_REFERENCE_END_STATE'; - -//Utils - -//OPTIMIZATION: these utility functions should not be moved out of this module. V8 Crankshaft will not inline -//this functions if they will be situated in another module due to context switch. -//Always perform inlining check before modifying this functions ('node --trace-inlining'). -function isWhitespace(cp) { - return cp === $.SPACE || cp === $.LINE_FEED || cp === $.TABULATION || cp === $.FORM_FEED; -} - -function isAsciiDigit(cp) { - return cp >= $.DIGIT_0 && cp <= $.DIGIT_9; -} - -function isAsciiUpper(cp) { - return cp >= $.LATIN_CAPITAL_A && cp <= $.LATIN_CAPITAL_Z; -} - -function isAsciiLower(cp) { - return cp >= $.LATIN_SMALL_A && cp <= $.LATIN_SMALL_Z; -} - -function isAsciiLetter(cp) { - return isAsciiLower(cp) || isAsciiUpper(cp); -} - -function isAsciiAlphaNumeric(cp) { - return isAsciiLetter(cp) || isAsciiDigit(cp); -} - -function isAsciiUpperHexDigit(cp) { - return cp >= $.LATIN_CAPITAL_A && cp <= $.LATIN_CAPITAL_F; -} - -function isAsciiLowerHexDigit(cp) { - return cp >= $.LATIN_SMALL_A && cp <= $.LATIN_SMALL_F; -} - -function isAsciiHexDigit(cp) { - return isAsciiDigit(cp) || isAsciiUpperHexDigit(cp) || isAsciiLowerHexDigit(cp); -} - -function toAsciiLowerCodePoint(cp) { - return cp + 0x0020; -} - -//NOTE: String.fromCharCode() function can handle only characters from BMP subset. -//So, we need to workaround this manually. -//(see: https://developer.mozilla.org/en-US/docs/JavaScript/Reference/Global_Objects/String/fromCharCode#Getting_it_to_work_with_higher_values) -function toChar(cp) { - if (cp <= 0xffff) { - return String.fromCharCode(cp); - } - - cp -= 0x10000; - return String.fromCharCode(((cp >>> 10) & 0x3ff) | 0xd800) + String.fromCharCode(0xdc00 | (cp & 0x3ff)); -} - -function toAsciiLowerChar(cp) { - return String.fromCharCode(toAsciiLowerCodePoint(cp)); -} - -function findNamedEntityTreeBranch(nodeIx, cp) { - const branchCount = neTree[++nodeIx]; - let lo = ++nodeIx; - let hi = lo + branchCount - 1; - - while (lo <= hi) { - const mid = (lo + hi) >>> 1; - const midCp = neTree[mid]; - - if (midCp < cp) { - lo = mid + 1; - } else if (midCp > cp) { - hi = mid - 1; - } else { - return neTree[mid + branchCount]; - } - } - - return -1; -} - -//Tokenizer -class Tokenizer { - constructor() { - this.preprocessor = new Preprocessor(); - - this.tokenQueue = []; - - this.allowCDATA = false; - - this.state = DATA_STATE; - this.returnState = ''; - - this.charRefCode = -1; - this.tempBuff = []; - this.lastStartTagName = ''; - - this.consumedAfterSnapshot = -1; - this.active = false; - - this.currentCharacterToken = null; - this.currentToken = null; - this.currentAttr = null; - } - - //Errors - _err() { - // NOTE: err reporting is noop by default. Enabled by mixin. - } - - _errOnNextCodePoint(err) { - this._consume(); - this._err(err); - this._unconsume(); - } - - //API - getNextToken() { - while (!this.tokenQueue.length && this.active) { - this.consumedAfterSnapshot = 0; - - const cp = this._consume(); - - if (!this._ensureHibernation()) { - this[this.state](cp); - } - } - - return this.tokenQueue.shift(); - } - - write(chunk, isLastChunk) { - this.active = true; - this.preprocessor.write(chunk, isLastChunk); - } - - insertHtmlAtCurrentPos(chunk) { - this.active = true; - this.preprocessor.insertHtmlAtCurrentPos(chunk); - } - - //Hibernation - _ensureHibernation() { - if (this.preprocessor.endOfChunkHit) { - for (; this.consumedAfterSnapshot > 0; this.consumedAfterSnapshot--) { - this.preprocessor.retreat(); - } - - this.active = false; - this.tokenQueue.push({ type: Tokenizer.HIBERNATION_TOKEN }); - - return true; - } - - return false; - } - - //Consumption - _consume() { - this.consumedAfterSnapshot++; - return this.preprocessor.advance(); - } - - _unconsume() { - this.consumedAfterSnapshot--; - this.preprocessor.retreat(); - } - - _reconsumeInState(state) { - this.state = state; - this._unconsume(); - } - - _consumeSequenceIfMatch(pattern, startCp, caseSensitive) { - let consumedCount = 0; - let isMatch = true; - const patternLength = pattern.length; - let patternPos = 0; - let cp = startCp; - let patternCp = void 0; - - for (; patternPos < patternLength; patternPos++) { - if (patternPos > 0) { - cp = this._consume(); - consumedCount++; - } - - if (cp === $.EOF) { - isMatch = false; - break; - } - - patternCp = pattern[patternPos]; - - if (cp !== patternCp && (caseSensitive || cp !== toAsciiLowerCodePoint(patternCp))) { - isMatch = false; - break; - } - } - - if (!isMatch) { - while (consumedCount--) { - this._unconsume(); - } - } - - return isMatch; - } - - //Temp buffer - _isTempBufferEqualToScriptString() { - if (this.tempBuff.length !== $$.SCRIPT_STRING.length) { - return false; - } - - for (let i = 0; i < this.tempBuff.length; i++) { - if (this.tempBuff[i] !== $$.SCRIPT_STRING[i]) { - return false; - } - } - - return true; - } - - //Token creation - _createStartTagToken() { - this.currentToken = { - type: Tokenizer.START_TAG_TOKEN, - tagName: '', - selfClosing: false, - ackSelfClosing: false, - attrs: [] - }; - } - - _createEndTagToken() { - this.currentToken = { - type: Tokenizer.END_TAG_TOKEN, - tagName: '', - selfClosing: false, - attrs: [] - }; - } - - _createCommentToken() { - this.currentToken = { - type: Tokenizer.COMMENT_TOKEN, - data: '' - }; - } - - _createDoctypeToken(initialName) { - this.currentToken = { - type: Tokenizer.DOCTYPE_TOKEN, - name: initialName, - forceQuirks: false, - publicId: null, - systemId: null - }; - } - - _createCharacterToken(type, ch) { - this.currentCharacterToken = { - type: type, - chars: ch - }; - } - - _createEOFToken() { - this.currentToken = { type: Tokenizer.EOF_TOKEN }; - } - - //Tag attributes - _createAttr(attrNameFirstCh) { - this.currentAttr = { - name: attrNameFirstCh, - value: '' - }; - } - - _leaveAttrName(toState) { - if (Tokenizer.getTokenAttr(this.currentToken, this.currentAttr.name) === null) { - this.currentToken.attrs.push(this.currentAttr); - } else { - this._err(ERR.duplicateAttribute); - } - - this.state = toState; - } - - _leaveAttrValue(toState) { - this.state = toState; - } - - //Token emission - _emitCurrentToken() { - this._emitCurrentCharacterToken(); - - const ct = this.currentToken; - - this.currentToken = null; - - //NOTE: store emited start tag's tagName to determine is the following end tag token is appropriate. - if (ct.type === Tokenizer.START_TAG_TOKEN) { - this.lastStartTagName = ct.tagName; - } else if (ct.type === Tokenizer.END_TAG_TOKEN) { - if (ct.attrs.length > 0) { - this._err(ERR.endTagWithAttributes); - } - - if (ct.selfClosing) { - this._err(ERR.endTagWithTrailingSolidus); - } - } - - this.tokenQueue.push(ct); - } - - _emitCurrentCharacterToken() { - if (this.currentCharacterToken) { - this.tokenQueue.push(this.currentCharacterToken); - this.currentCharacterToken = null; - } - } - - _emitEOFToken() { - this._createEOFToken(); - this._emitCurrentToken(); - } - - //Characters emission - - //OPTIMIZATION: specification uses only one type of character tokens (one token per character). - //This causes a huge memory overhead and a lot of unnecessary parser loops. parse5 uses 3 groups of characters. - //If we have a sequence of characters that belong to the same group, parser can process it - //as a single solid character token. - //So, there are 3 types of character tokens in parse5: - //1)NULL_CHARACTER_TOKEN - \u0000-character sequences (e.g. '\u0000\u0000\u0000') - //2)WHITESPACE_CHARACTER_TOKEN - any whitespace/new-line character sequences (e.g. '\n \r\t \f') - //3)CHARACTER_TOKEN - any character sequence which don't belong to groups 1 and 2 (e.g. 'abcdef1234@@#$%^') - _appendCharToCurrentCharacterToken(type, ch) { - if (this.currentCharacterToken && this.currentCharacterToken.type !== type) { - this._emitCurrentCharacterToken(); - } - - if (this.currentCharacterToken) { - this.currentCharacterToken.chars += ch; - } else { - this._createCharacterToken(type, ch); - } - } - - _emitCodePoint(cp) { - let type = Tokenizer.CHARACTER_TOKEN; - - if (isWhitespace(cp)) { - type = Tokenizer.WHITESPACE_CHARACTER_TOKEN; - } else if (cp === $.NULL) { - type = Tokenizer.NULL_CHARACTER_TOKEN; - } - - this._appendCharToCurrentCharacterToken(type, toChar(cp)); - } - - _emitSeveralCodePoints(codePoints) { - for (let i = 0; i < codePoints.length; i++) { - this._emitCodePoint(codePoints[i]); - } - } - - //NOTE: used then we emit character explicitly. This is always a non-whitespace and a non-null character. - //So we can avoid additional checks here. - _emitChars(ch) { - this._appendCharToCurrentCharacterToken(Tokenizer.CHARACTER_TOKEN, ch); - } - - // Character reference helpers - _matchNamedCharacterReference(startCp) { - let result = null; - let excess = 1; - let i = findNamedEntityTreeBranch(0, startCp); - - this.tempBuff.push(startCp); - - while (i > -1) { - const current = neTree[i]; - const inNode = current < MAX_BRANCH_MARKER_VALUE; - const nodeWithData = inNode && current & HAS_DATA_FLAG; - - if (nodeWithData) { - //NOTE: we use greedy search, so we continue lookup at this point - result = current & DATA_DUPLET_FLAG ? [neTree[++i], neTree[++i]] : [neTree[++i]]; - excess = 0; - } - - const cp = this._consume(); - - this.tempBuff.push(cp); - excess++; - - if (cp === $.EOF) { - break; - } - - if (inNode) { - i = current & HAS_BRANCHES_FLAG ? findNamedEntityTreeBranch(i, cp) : -1; - } else { - i = cp === current ? ++i : -1; - } - } - - while (excess--) { - this.tempBuff.pop(); - this._unconsume(); - } - - return result; - } - - _isCharacterReferenceInAttribute() { - return ( - this.returnState === ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE || - this.returnState === ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE || - this.returnState === ATTRIBUTE_VALUE_UNQUOTED_STATE - ); - } - - _isCharacterReferenceAttributeQuirk(withSemicolon) { - if (!withSemicolon && this._isCharacterReferenceInAttribute()) { - const nextCp = this._consume(); - - this._unconsume(); - - return nextCp === $.EQUALS_SIGN || isAsciiAlphaNumeric(nextCp); - } - - return false; - } - - _flushCodePointsConsumedAsCharacterReference() { - if (this._isCharacterReferenceInAttribute()) { - for (let i = 0; i < this.tempBuff.length; i++) { - this.currentAttr.value += toChar(this.tempBuff[i]); - } - } else { - this._emitSeveralCodePoints(this.tempBuff); - } - - this.tempBuff = []; - } - - // State machine - - // Data state - //------------------------------------------------------------------ - [DATA_STATE](cp) { - this.preprocessor.dropParsedChunk(); - - if (cp === $.LESS_THAN_SIGN) { - this.state = TAG_OPEN_STATE; - } else if (cp === $.AMPERSAND) { - this.returnState = DATA_STATE; - this.state = CHARACTER_REFERENCE_STATE; - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this._emitCodePoint(cp); - } else if (cp === $.EOF) { - this._emitEOFToken(); - } else { - this._emitCodePoint(cp); - } - } - - // RCDATA state - //------------------------------------------------------------------ - [RCDATA_STATE](cp) { - this.preprocessor.dropParsedChunk(); - - if (cp === $.AMPERSAND) { - this.returnState = RCDATA_STATE; - this.state = CHARACTER_REFERENCE_STATE; - } else if (cp === $.LESS_THAN_SIGN) { - this.state = RCDATA_LESS_THAN_SIGN_STATE; - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this._emitChars(unicode.REPLACEMENT_CHARACTER); - } else if (cp === $.EOF) { - this._emitEOFToken(); - } else { - this._emitCodePoint(cp); - } - } - - // RAWTEXT state - //------------------------------------------------------------------ - [RAWTEXT_STATE](cp) { - this.preprocessor.dropParsedChunk(); - - if (cp === $.LESS_THAN_SIGN) { - this.state = RAWTEXT_LESS_THAN_SIGN_STATE; - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this._emitChars(unicode.REPLACEMENT_CHARACTER); - } else if (cp === $.EOF) { - this._emitEOFToken(); - } else { - this._emitCodePoint(cp); - } - } - - // Script data state - //------------------------------------------------------------------ - [SCRIPT_DATA_STATE](cp) { - this.preprocessor.dropParsedChunk(); - - if (cp === $.LESS_THAN_SIGN) { - this.state = SCRIPT_DATA_LESS_THAN_SIGN_STATE; - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this._emitChars(unicode.REPLACEMENT_CHARACTER); - } else if (cp === $.EOF) { - this._emitEOFToken(); - } else { - this._emitCodePoint(cp); - } - } - - // PLAINTEXT state - //------------------------------------------------------------------ - [PLAINTEXT_STATE](cp) { - this.preprocessor.dropParsedChunk(); - - if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this._emitChars(unicode.REPLACEMENT_CHARACTER); - } else if (cp === $.EOF) { - this._emitEOFToken(); - } else { - this._emitCodePoint(cp); - } - } - - // Tag open state - //------------------------------------------------------------------ - [TAG_OPEN_STATE](cp) { - if (cp === $.EXCLAMATION_MARK) { - this.state = MARKUP_DECLARATION_OPEN_STATE; - } else if (cp === $.SOLIDUS) { - this.state = END_TAG_OPEN_STATE; - } else if (isAsciiLetter(cp)) { - this._createStartTagToken(); - this._reconsumeInState(TAG_NAME_STATE); - } else if (cp === $.QUESTION_MARK) { - this._err(ERR.unexpectedQuestionMarkInsteadOfTagName); - this._createCommentToken(); - this._reconsumeInState(BOGUS_COMMENT_STATE); - } else if (cp === $.EOF) { - this._err(ERR.eofBeforeTagName); - this._emitChars('<'); - this._emitEOFToken(); - } else { - this._err(ERR.invalidFirstCharacterOfTagName); - this._emitChars('<'); - this._reconsumeInState(DATA_STATE); - } - } - - // End tag open state - //------------------------------------------------------------------ - [END_TAG_OPEN_STATE](cp) { - if (isAsciiLetter(cp)) { - this._createEndTagToken(); - this._reconsumeInState(TAG_NAME_STATE); - } else if (cp === $.GREATER_THAN_SIGN) { - this._err(ERR.missingEndTagName); - this.state = DATA_STATE; - } else if (cp === $.EOF) { - this._err(ERR.eofBeforeTagName); - this._emitChars('</'); - this._emitEOFToken(); - } else { - this._err(ERR.invalidFirstCharacterOfTagName); - this._createCommentToken(); - this._reconsumeInState(BOGUS_COMMENT_STATE); - } - } - - // Tag name state - //------------------------------------------------------------------ - [TAG_NAME_STATE](cp) { - if (isWhitespace(cp)) { - this.state = BEFORE_ATTRIBUTE_NAME_STATE; - } else if (cp === $.SOLIDUS) { - this.state = SELF_CLOSING_START_TAG_STATE; - } else if (cp === $.GREATER_THAN_SIGN) { - this.state = DATA_STATE; - this._emitCurrentToken(); - } else if (isAsciiUpper(cp)) { - this.currentToken.tagName += toAsciiLowerChar(cp); - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this.currentToken.tagName += unicode.REPLACEMENT_CHARACTER; - } else if (cp === $.EOF) { - this._err(ERR.eofInTag); - this._emitEOFToken(); - } else { - this.currentToken.tagName += toChar(cp); - } - } - - // RCDATA less-than sign state - //------------------------------------------------------------------ - [RCDATA_LESS_THAN_SIGN_STATE](cp) { - if (cp === $.SOLIDUS) { - this.tempBuff = []; - this.state = RCDATA_END_TAG_OPEN_STATE; - } else { - this._emitChars('<'); - this._reconsumeInState(RCDATA_STATE); - } - } - - // RCDATA end tag open state - //------------------------------------------------------------------ - [RCDATA_END_TAG_OPEN_STATE](cp) { - if (isAsciiLetter(cp)) { - this._createEndTagToken(); - this._reconsumeInState(RCDATA_END_TAG_NAME_STATE); - } else { - this._emitChars('</'); - this._reconsumeInState(RCDATA_STATE); - } - } - - // RCDATA end tag name state - //------------------------------------------------------------------ - [RCDATA_END_TAG_NAME_STATE](cp) { - if (isAsciiUpper(cp)) { - this.currentToken.tagName += toAsciiLowerChar(cp); - this.tempBuff.push(cp); - } else if (isAsciiLower(cp)) { - this.currentToken.tagName += toChar(cp); - this.tempBuff.push(cp); - } else { - if (this.lastStartTagName === this.currentToken.tagName) { - if (isWhitespace(cp)) { - this.state = BEFORE_ATTRIBUTE_NAME_STATE; - return; - } - - if (cp === $.SOLIDUS) { - this.state = SELF_CLOSING_START_TAG_STATE; - return; - } - - if (cp === $.GREATER_THAN_SIGN) { - this.state = DATA_STATE; - this._emitCurrentToken(); - return; - } - } - - this._emitChars('</'); - this._emitSeveralCodePoints(this.tempBuff); - this._reconsumeInState(RCDATA_STATE); - } - } - - // RAWTEXT less-than sign state - //------------------------------------------------------------------ - [RAWTEXT_LESS_THAN_SIGN_STATE](cp) { - if (cp === $.SOLIDUS) { - this.tempBuff = []; - this.state = RAWTEXT_END_TAG_OPEN_STATE; - } else { - this._emitChars('<'); - this._reconsumeInState(RAWTEXT_STATE); - } - } - - // RAWTEXT end tag open state - //------------------------------------------------------------------ - [RAWTEXT_END_TAG_OPEN_STATE](cp) { - if (isAsciiLetter(cp)) { - this._createEndTagToken(); - this._reconsumeInState(RAWTEXT_END_TAG_NAME_STATE); - } else { - this._emitChars('</'); - this._reconsumeInState(RAWTEXT_STATE); - } - } - - // RAWTEXT end tag name state - //------------------------------------------------------------------ - [RAWTEXT_END_TAG_NAME_STATE](cp) { - if (isAsciiUpper(cp)) { - this.currentToken.tagName += toAsciiLowerChar(cp); - this.tempBuff.push(cp); - } else if (isAsciiLower(cp)) { - this.currentToken.tagName += toChar(cp); - this.tempBuff.push(cp); - } else { - if (this.lastStartTagName === this.currentToken.tagName) { - if (isWhitespace(cp)) { - this.state = BEFORE_ATTRIBUTE_NAME_STATE; - return; - } - - if (cp === $.SOLIDUS) { - this.state = SELF_CLOSING_START_TAG_STATE; - return; - } - - if (cp === $.GREATER_THAN_SIGN) { - this._emitCurrentToken(); - this.state = DATA_STATE; - return; - } - } - - this._emitChars('</'); - this._emitSeveralCodePoints(this.tempBuff); - this._reconsumeInState(RAWTEXT_STATE); - } - } - - // Script data less-than sign state - //------------------------------------------------------------------ - [SCRIPT_DATA_LESS_THAN_SIGN_STATE](cp) { - if (cp === $.SOLIDUS) { - this.tempBuff = []; - this.state = SCRIPT_DATA_END_TAG_OPEN_STATE; - } else if (cp === $.EXCLAMATION_MARK) { - this.state = SCRIPT_DATA_ESCAPE_START_STATE; - this._emitChars('<!'); - } else { - this._emitChars('<'); - this._reconsumeInState(SCRIPT_DATA_STATE); - } - } - - // Script data end tag open state - //------------------------------------------------------------------ - [SCRIPT_DATA_END_TAG_OPEN_STATE](cp) { - if (isAsciiLetter(cp)) { - this._createEndTagToken(); - this._reconsumeInState(SCRIPT_DATA_END_TAG_NAME_STATE); - } else { - this._emitChars('</'); - this._reconsumeInState(SCRIPT_DATA_STATE); - } - } - - // Script data end tag name state - //------------------------------------------------------------------ - [SCRIPT_DATA_END_TAG_NAME_STATE](cp) { - if (isAsciiUpper(cp)) { - this.currentToken.tagName += toAsciiLowerChar(cp); - this.tempBuff.push(cp); - } else if (isAsciiLower(cp)) { - this.currentToken.tagName += toChar(cp); - this.tempBuff.push(cp); - } else { - if (this.lastStartTagName === this.currentToken.tagName) { - if (isWhitespace(cp)) { - this.state = BEFORE_ATTRIBUTE_NAME_STATE; - return; - } else if (cp === $.SOLIDUS) { - this.state = SELF_CLOSING_START_TAG_STATE; - return; - } else if (cp === $.GREATER_THAN_SIGN) { - this._emitCurrentToken(); - this.state = DATA_STATE; - return; - } - } - - this._emitChars('</'); - this._emitSeveralCodePoints(this.tempBuff); - this._reconsumeInState(SCRIPT_DATA_STATE); - } - } - - // Script data escape start state - //------------------------------------------------------------------ - [SCRIPT_DATA_ESCAPE_START_STATE](cp) { - if (cp === $.HYPHEN_MINUS) { - this.state = SCRIPT_DATA_ESCAPE_START_DASH_STATE; - this._emitChars('-'); - } else { - this._reconsumeInState(SCRIPT_DATA_STATE); - } - } - - // Script data escape start dash state - //------------------------------------------------------------------ - [SCRIPT_DATA_ESCAPE_START_DASH_STATE](cp) { - if (cp === $.HYPHEN_MINUS) { - this.state = SCRIPT_DATA_ESCAPED_DASH_DASH_STATE; - this._emitChars('-'); - } else { - this._reconsumeInState(SCRIPT_DATA_STATE); - } - } - - // Script data escaped state - //------------------------------------------------------------------ - [SCRIPT_DATA_ESCAPED_STATE](cp) { - if (cp === $.HYPHEN_MINUS) { - this.state = SCRIPT_DATA_ESCAPED_DASH_STATE; - this._emitChars('-'); - } else if (cp === $.LESS_THAN_SIGN) { - this.state = SCRIPT_DATA_ESCAPED_LESS_THAN_SIGN_STATE; - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this._emitChars(unicode.REPLACEMENT_CHARACTER); - } else if (cp === $.EOF) { - this._err(ERR.eofInScriptHtmlCommentLikeText); - this._emitEOFToken(); - } else { - this._emitCodePoint(cp); - } - } - - // Script data escaped dash state - //------------------------------------------------------------------ - [SCRIPT_DATA_ESCAPED_DASH_STATE](cp) { - if (cp === $.HYPHEN_MINUS) { - this.state = SCRIPT_DATA_ESCAPED_DASH_DASH_STATE; - this._emitChars('-'); - } else if (cp === $.LESS_THAN_SIGN) { - this.state = SCRIPT_DATA_ESCAPED_LESS_THAN_SIGN_STATE; - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this.state = SCRIPT_DATA_ESCAPED_STATE; - this._emitChars(unicode.REPLACEMENT_CHARACTER); - } else if (cp === $.EOF) { - this._err(ERR.eofInScriptHtmlCommentLikeText); - this._emitEOFToken(); - } else { - this.state = SCRIPT_DATA_ESCAPED_STATE; - this._emitCodePoint(cp); - } - } - - // Script data escaped dash dash state - //------------------------------------------------------------------ - [SCRIPT_DATA_ESCAPED_DASH_DASH_STATE](cp) { - if (cp === $.HYPHEN_MINUS) { - this._emitChars('-'); - } else if (cp === $.LESS_THAN_SIGN) { - this.state = SCRIPT_DATA_ESCAPED_LESS_THAN_SIGN_STATE; - } else if (cp === $.GREATER_THAN_SIGN) { - this.state = SCRIPT_DATA_STATE; - this._emitChars('>'); - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this.state = SCRIPT_DATA_ESCAPED_STATE; - this._emitChars(unicode.REPLACEMENT_CHARACTER); - } else if (cp === $.EOF) { - this._err(ERR.eofInScriptHtmlCommentLikeText); - this._emitEOFToken(); - } else { - this.state = SCRIPT_DATA_ESCAPED_STATE; - this._emitCodePoint(cp); - } - } - - // Script data escaped less-than sign state - //------------------------------------------------------------------ - [SCRIPT_DATA_ESCAPED_LESS_THAN_SIGN_STATE](cp) { - if (cp === $.SOLIDUS) { - this.tempBuff = []; - this.state = SCRIPT_DATA_ESCAPED_END_TAG_OPEN_STATE; - } else if (isAsciiLetter(cp)) { - this.tempBuff = []; - this._emitChars('<'); - this._reconsumeInState(SCRIPT_DATA_DOUBLE_ESCAPE_START_STATE); - } else { - this._emitChars('<'); - this._reconsumeInState(SCRIPT_DATA_ESCAPED_STATE); - } - } - - // Script data escaped end tag open state - //------------------------------------------------------------------ - [SCRIPT_DATA_ESCAPED_END_TAG_OPEN_STATE](cp) { - if (isAsciiLetter(cp)) { - this._createEndTagToken(); - this._reconsumeInState(SCRIPT_DATA_ESCAPED_END_TAG_NAME_STATE); - } else { - this._emitChars('</'); - this._reconsumeInState(SCRIPT_DATA_ESCAPED_STATE); - } - } - - // Script data escaped end tag name state - //------------------------------------------------------------------ - [SCRIPT_DATA_ESCAPED_END_TAG_NAME_STATE](cp) { - if (isAsciiUpper(cp)) { - this.currentToken.tagName += toAsciiLowerChar(cp); - this.tempBuff.push(cp); - } else if (isAsciiLower(cp)) { - this.currentToken.tagName += toChar(cp); - this.tempBuff.push(cp); - } else { - if (this.lastStartTagName === this.currentToken.tagName) { - if (isWhitespace(cp)) { - this.state = BEFORE_ATTRIBUTE_NAME_STATE; - return; - } - - if (cp === $.SOLIDUS) { - this.state = SELF_CLOSING_START_TAG_STATE; - return; - } - - if (cp === $.GREATER_THAN_SIGN) { - this._emitCurrentToken(); - this.state = DATA_STATE; - return; - } - } - - this._emitChars('</'); - this._emitSeveralCodePoints(this.tempBuff); - this._reconsumeInState(SCRIPT_DATA_ESCAPED_STATE); - } - } - - // Script data double escape start state - //------------------------------------------------------------------ - [SCRIPT_DATA_DOUBLE_ESCAPE_START_STATE](cp) { - if (isWhitespace(cp) || cp === $.SOLIDUS || cp === $.GREATER_THAN_SIGN) { - this.state = this._isTempBufferEqualToScriptString() - ? SCRIPT_DATA_DOUBLE_ESCAPED_STATE - : SCRIPT_DATA_ESCAPED_STATE; - this._emitCodePoint(cp); - } else if (isAsciiUpper(cp)) { - this.tempBuff.push(toAsciiLowerCodePoint(cp)); - this._emitCodePoint(cp); - } else if (isAsciiLower(cp)) { - this.tempBuff.push(cp); - this._emitCodePoint(cp); - } else { - this._reconsumeInState(SCRIPT_DATA_ESCAPED_STATE); - } - } - - // Script data double escaped state - //------------------------------------------------------------------ - [SCRIPT_DATA_DOUBLE_ESCAPED_STATE](cp) { - if (cp === $.HYPHEN_MINUS) { - this.state = SCRIPT_DATA_DOUBLE_ESCAPED_DASH_STATE; - this._emitChars('-'); - } else if (cp === $.LESS_THAN_SIGN) { - this.state = SCRIPT_DATA_DOUBLE_ESCAPED_LESS_THAN_SIGN_STATE; - this._emitChars('<'); - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this._emitChars(unicode.REPLACEMENT_CHARACTER); - } else if (cp === $.EOF) { - this._err(ERR.eofInScriptHtmlCommentLikeText); - this._emitEOFToken(); - } else { - this._emitCodePoint(cp); - } - } - - // Script data double escaped dash state - //------------------------------------------------------------------ - [SCRIPT_DATA_DOUBLE_ESCAPED_DASH_STATE](cp) { - if (cp === $.HYPHEN_MINUS) { - this.state = SCRIPT_DATA_DOUBLE_ESCAPED_DASH_DASH_STATE; - this._emitChars('-'); - } else if (cp === $.LESS_THAN_SIGN) { - this.state = SCRIPT_DATA_DOUBLE_ESCAPED_LESS_THAN_SIGN_STATE; - this._emitChars('<'); - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this.state = SCRIPT_DATA_DOUBLE_ESCAPED_STATE; - this._emitChars(unicode.REPLACEMENT_CHARACTER); - } else if (cp === $.EOF) { - this._err(ERR.eofInScriptHtmlCommentLikeText); - this._emitEOFToken(); - } else { - this.state = SCRIPT_DATA_DOUBLE_ESCAPED_STATE; - this._emitCodePoint(cp); - } - } - - // Script data double escaped dash dash state - //------------------------------------------------------------------ - [SCRIPT_DATA_DOUBLE_ESCAPED_DASH_DASH_STATE](cp) { - if (cp === $.HYPHEN_MINUS) { - this._emitChars('-'); - } else if (cp === $.LESS_THAN_SIGN) { - this.state = SCRIPT_DATA_DOUBLE_ESCAPED_LESS_THAN_SIGN_STATE; - this._emitChars('<'); - } else if (cp === $.GREATER_THAN_SIGN) { - this.state = SCRIPT_DATA_STATE; - this._emitChars('>'); - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this.state = SCRIPT_DATA_DOUBLE_ESCAPED_STATE; - this._emitChars(unicode.REPLACEMENT_CHARACTER); - } else if (cp === $.EOF) { - this._err(ERR.eofInScriptHtmlCommentLikeText); - this._emitEOFToken(); - } else { - this.state = SCRIPT_DATA_DOUBLE_ESCAPED_STATE; - this._emitCodePoint(cp); - } - } - - // Script data double escaped less-than sign state - //------------------------------------------------------------------ - [SCRIPT_DATA_DOUBLE_ESCAPED_LESS_THAN_SIGN_STATE](cp) { - if (cp === $.SOLIDUS) { - this.tempBuff = []; - this.state = SCRIPT_DATA_DOUBLE_ESCAPE_END_STATE; - this._emitChars('/'); - } else { - this._reconsumeInState(SCRIPT_DATA_DOUBLE_ESCAPED_STATE); - } - } - - // Script data double escape end state - //------------------------------------------------------------------ - [SCRIPT_DATA_DOUBLE_ESCAPE_END_STATE](cp) { - if (isWhitespace(cp) || cp === $.SOLIDUS || cp === $.GREATER_THAN_SIGN) { - this.state = this._isTempBufferEqualToScriptString() - ? SCRIPT_DATA_ESCAPED_STATE - : SCRIPT_DATA_DOUBLE_ESCAPED_STATE; - - this._emitCodePoint(cp); - } else if (isAsciiUpper(cp)) { - this.tempBuff.push(toAsciiLowerCodePoint(cp)); - this._emitCodePoint(cp); - } else if (isAsciiLower(cp)) { - this.tempBuff.push(cp); - this._emitCodePoint(cp); - } else { - this._reconsumeInState(SCRIPT_DATA_DOUBLE_ESCAPED_STATE); - } - } - - // Before attribute name state - //------------------------------------------------------------------ - [BEFORE_ATTRIBUTE_NAME_STATE](cp) { - if (isWhitespace(cp)) { - return; - } - - if (cp === $.SOLIDUS || cp === $.GREATER_THAN_SIGN || cp === $.EOF) { - this._reconsumeInState(AFTER_ATTRIBUTE_NAME_STATE); - } else if (cp === $.EQUALS_SIGN) { - this._err(ERR.unexpectedEqualsSignBeforeAttributeName); - this._createAttr('='); - this.state = ATTRIBUTE_NAME_STATE; - } else { - this._createAttr(''); - this._reconsumeInState(ATTRIBUTE_NAME_STATE); - } - } - - // Attribute name state - //------------------------------------------------------------------ - [ATTRIBUTE_NAME_STATE](cp) { - if (isWhitespace(cp) || cp === $.SOLIDUS || cp === $.GREATER_THAN_SIGN || cp === $.EOF) { - this._leaveAttrName(AFTER_ATTRIBUTE_NAME_STATE); - this._unconsume(); - } else if (cp === $.EQUALS_SIGN) { - this._leaveAttrName(BEFORE_ATTRIBUTE_VALUE_STATE); - } else if (isAsciiUpper(cp)) { - this.currentAttr.name += toAsciiLowerChar(cp); - } else if (cp === $.QUOTATION_MARK || cp === $.APOSTROPHE || cp === $.LESS_THAN_SIGN) { - this._err(ERR.unexpectedCharacterInAttributeName); - this.currentAttr.name += toChar(cp); - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this.currentAttr.name += unicode.REPLACEMENT_CHARACTER; - } else { - this.currentAttr.name += toChar(cp); - } - } - - // After attribute name state - //------------------------------------------------------------------ - [AFTER_ATTRIBUTE_NAME_STATE](cp) { - if (isWhitespace(cp)) { - return; - } - - if (cp === $.SOLIDUS) { - this.state = SELF_CLOSING_START_TAG_STATE; - } else if (cp === $.EQUALS_SIGN) { - this.state = BEFORE_ATTRIBUTE_VALUE_STATE; - } else if (cp === $.GREATER_THAN_SIGN) { - this.state = DATA_STATE; - this._emitCurrentToken(); - } else if (cp === $.EOF) { - this._err(ERR.eofInTag); - this._emitEOFToken(); - } else { - this._createAttr(''); - this._reconsumeInState(ATTRIBUTE_NAME_STATE); - } - } - - // Before attribute value state - //------------------------------------------------------------------ - [BEFORE_ATTRIBUTE_VALUE_STATE](cp) { - if (isWhitespace(cp)) { - return; - } - - if (cp === $.QUOTATION_MARK) { - this.state = ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE; - } else if (cp === $.APOSTROPHE) { - this.state = ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE; - } else if (cp === $.GREATER_THAN_SIGN) { - this._err(ERR.missingAttributeValue); - this.state = DATA_STATE; - this._emitCurrentToken(); - } else { - this._reconsumeInState(ATTRIBUTE_VALUE_UNQUOTED_STATE); - } - } - - // Attribute value (double-quoted) state - //------------------------------------------------------------------ - [ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE](cp) { - if (cp === $.QUOTATION_MARK) { - this.state = AFTER_ATTRIBUTE_VALUE_QUOTED_STATE; - } else if (cp === $.AMPERSAND) { - this.returnState = ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE; - this.state = CHARACTER_REFERENCE_STATE; - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this.currentAttr.value += unicode.REPLACEMENT_CHARACTER; - } else if (cp === $.EOF) { - this._err(ERR.eofInTag); - this._emitEOFToken(); - } else { - this.currentAttr.value += toChar(cp); - } - } - - // Attribute value (single-quoted) state - //------------------------------------------------------------------ - [ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE](cp) { - if (cp === $.APOSTROPHE) { - this.state = AFTER_ATTRIBUTE_VALUE_QUOTED_STATE; - } else if (cp === $.AMPERSAND) { - this.returnState = ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE; - this.state = CHARACTER_REFERENCE_STATE; - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this.currentAttr.value += unicode.REPLACEMENT_CHARACTER; - } else if (cp === $.EOF) { - this._err(ERR.eofInTag); - this._emitEOFToken(); - } else { - this.currentAttr.value += toChar(cp); - } - } - - // Attribute value (unquoted) state - //------------------------------------------------------------------ - [ATTRIBUTE_VALUE_UNQUOTED_STATE](cp) { - if (isWhitespace(cp)) { - this._leaveAttrValue(BEFORE_ATTRIBUTE_NAME_STATE); - } else if (cp === $.AMPERSAND) { - this.returnState = ATTRIBUTE_VALUE_UNQUOTED_STATE; - this.state = CHARACTER_REFERENCE_STATE; - } else if (cp === $.GREATER_THAN_SIGN) { - this._leaveAttrValue(DATA_STATE); - this._emitCurrentToken(); - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this.currentAttr.value += unicode.REPLACEMENT_CHARACTER; - } else if ( - cp === $.QUOTATION_MARK || - cp === $.APOSTROPHE || - cp === $.LESS_THAN_SIGN || - cp === $.EQUALS_SIGN || - cp === $.GRAVE_ACCENT - ) { - this._err(ERR.unexpectedCharacterInUnquotedAttributeValue); - this.currentAttr.value += toChar(cp); - } else if (cp === $.EOF) { - this._err(ERR.eofInTag); - this._emitEOFToken(); - } else { - this.currentAttr.value += toChar(cp); - } - } - - // After attribute value (quoted) state - //------------------------------------------------------------------ - [AFTER_ATTRIBUTE_VALUE_QUOTED_STATE](cp) { - if (isWhitespace(cp)) { - this._leaveAttrValue(BEFORE_ATTRIBUTE_NAME_STATE); - } else if (cp === $.SOLIDUS) { - this._leaveAttrValue(SELF_CLOSING_START_TAG_STATE); - } else if (cp === $.GREATER_THAN_SIGN) { - this._leaveAttrValue(DATA_STATE); - this._emitCurrentToken(); - } else if (cp === $.EOF) { - this._err(ERR.eofInTag); - this._emitEOFToken(); - } else { - this._err(ERR.missingWhitespaceBetweenAttributes); - this._reconsumeInState(BEFORE_ATTRIBUTE_NAME_STATE); - } - } - - // Self-closing start tag state - //------------------------------------------------------------------ - [SELF_CLOSING_START_TAG_STATE](cp) { - if (cp === $.GREATER_THAN_SIGN) { - this.currentToken.selfClosing = true; - this.state = DATA_STATE; - this._emitCurrentToken(); - } else if (cp === $.EOF) { - this._err(ERR.eofInTag); - this._emitEOFToken(); - } else { - this._err(ERR.unexpectedSolidusInTag); - this._reconsumeInState(BEFORE_ATTRIBUTE_NAME_STATE); - } - } - - // Bogus comment state - //------------------------------------------------------------------ - [BOGUS_COMMENT_STATE](cp) { - if (cp === $.GREATER_THAN_SIGN) { - this.state = DATA_STATE; - this._emitCurrentToken(); - } else if (cp === $.EOF) { - this._emitCurrentToken(); - this._emitEOFToken(); - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this.currentToken.data += unicode.REPLACEMENT_CHARACTER; - } else { - this.currentToken.data += toChar(cp); - } - } - - // Markup declaration open state - //------------------------------------------------------------------ - [MARKUP_DECLARATION_OPEN_STATE](cp) { - if (this._consumeSequenceIfMatch($$.DASH_DASH_STRING, cp, true)) { - this._createCommentToken(); - this.state = COMMENT_START_STATE; - } else if (this._consumeSequenceIfMatch($$.DOCTYPE_STRING, cp, false)) { - this.state = DOCTYPE_STATE; - } else if (this._consumeSequenceIfMatch($$.CDATA_START_STRING, cp, true)) { - if (this.allowCDATA) { - this.state = CDATA_SECTION_STATE; - } else { - this._err(ERR.cdataInHtmlContent); - this._createCommentToken(); - this.currentToken.data = '[CDATA['; - this.state = BOGUS_COMMENT_STATE; - } - } - - //NOTE: sequence lookup can be abrupted by hibernation. In that case lookup - //results are no longer valid and we will need to start over. - else if (!this._ensureHibernation()) { - this._err(ERR.incorrectlyOpenedComment); - this._createCommentToken(); - this._reconsumeInState(BOGUS_COMMENT_STATE); - } - } - - // Comment start state - //------------------------------------------------------------------ - [COMMENT_START_STATE](cp) { - if (cp === $.HYPHEN_MINUS) { - this.state = COMMENT_START_DASH_STATE; - } else if (cp === $.GREATER_THAN_SIGN) { - this._err(ERR.abruptClosingOfEmptyComment); - this.state = DATA_STATE; - this._emitCurrentToken(); - } else { - this._reconsumeInState(COMMENT_STATE); - } - } - - // Comment start dash state - //------------------------------------------------------------------ - [COMMENT_START_DASH_STATE](cp) { - if (cp === $.HYPHEN_MINUS) { - this.state = COMMENT_END_STATE; - } else if (cp === $.GREATER_THAN_SIGN) { - this._err(ERR.abruptClosingOfEmptyComment); - this.state = DATA_STATE; - this._emitCurrentToken(); - } else if (cp === $.EOF) { - this._err(ERR.eofInComment); - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this.currentToken.data += '-'; - this._reconsumeInState(COMMENT_STATE); - } - } - - // Comment state - //------------------------------------------------------------------ - [COMMENT_STATE](cp) { - if (cp === $.HYPHEN_MINUS) { - this.state = COMMENT_END_DASH_STATE; - } else if (cp === $.LESS_THAN_SIGN) { - this.currentToken.data += '<'; - this.state = COMMENT_LESS_THAN_SIGN_STATE; - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this.currentToken.data += unicode.REPLACEMENT_CHARACTER; - } else if (cp === $.EOF) { - this._err(ERR.eofInComment); - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this.currentToken.data += toChar(cp); - } - } - - // Comment less-than sign state - //------------------------------------------------------------------ - [COMMENT_LESS_THAN_SIGN_STATE](cp) { - if (cp === $.EXCLAMATION_MARK) { - this.currentToken.data += '!'; - this.state = COMMENT_LESS_THAN_SIGN_BANG_STATE; - } else if (cp === $.LESS_THAN_SIGN) { - this.currentToken.data += '!'; - } else { - this._reconsumeInState(COMMENT_STATE); - } - } - - // Comment less-than sign bang state - //------------------------------------------------------------------ - [COMMENT_LESS_THAN_SIGN_BANG_STATE](cp) { - if (cp === $.HYPHEN_MINUS) { - this.state = COMMENT_LESS_THAN_SIGN_BANG_DASH_STATE; - } else { - this._reconsumeInState(COMMENT_STATE); - } - } - - // Comment less-than sign bang dash state - //------------------------------------------------------------------ - [COMMENT_LESS_THAN_SIGN_BANG_DASH_STATE](cp) { - if (cp === $.HYPHEN_MINUS) { - this.state = COMMENT_LESS_THAN_SIGN_BANG_DASH_DASH_STATE; - } else { - this._reconsumeInState(COMMENT_END_DASH_STATE); - } - } - - // Comment less-than sign bang dash dash state - //------------------------------------------------------------------ - [COMMENT_LESS_THAN_SIGN_BANG_DASH_DASH_STATE](cp) { - if (cp !== $.GREATER_THAN_SIGN && cp !== $.EOF) { - this._err(ERR.nestedComment); - } - - this._reconsumeInState(COMMENT_END_STATE); - } - - // Comment end dash state - //------------------------------------------------------------------ - [COMMENT_END_DASH_STATE](cp) { - if (cp === $.HYPHEN_MINUS) { - this.state = COMMENT_END_STATE; - } else if (cp === $.EOF) { - this._err(ERR.eofInComment); - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this.currentToken.data += '-'; - this._reconsumeInState(COMMENT_STATE); - } - } - - // Comment end state - //------------------------------------------------------------------ - [COMMENT_END_STATE](cp) { - if (cp === $.GREATER_THAN_SIGN) { - this.state = DATA_STATE; - this._emitCurrentToken(); - } else if (cp === $.EXCLAMATION_MARK) { - this.state = COMMENT_END_BANG_STATE; - } else if (cp === $.HYPHEN_MINUS) { - this.currentToken.data += '-'; - } else if (cp === $.EOF) { - this._err(ERR.eofInComment); - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this.currentToken.data += '--'; - this._reconsumeInState(COMMENT_STATE); - } - } - - // Comment end bang state - //------------------------------------------------------------------ - [COMMENT_END_BANG_STATE](cp) { - if (cp === $.HYPHEN_MINUS) { - this.currentToken.data += '--!'; - this.state = COMMENT_END_DASH_STATE; - } else if (cp === $.GREATER_THAN_SIGN) { - this._err(ERR.incorrectlyClosedComment); - this.state = DATA_STATE; - this._emitCurrentToken(); - } else if (cp === $.EOF) { - this._err(ERR.eofInComment); - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this.currentToken.data += '--!'; - this._reconsumeInState(COMMENT_STATE); - } - } - - // DOCTYPE state - //------------------------------------------------------------------ - [DOCTYPE_STATE](cp) { - if (isWhitespace(cp)) { - this.state = BEFORE_DOCTYPE_NAME_STATE; - } else if (cp === $.GREATER_THAN_SIGN) { - this._reconsumeInState(BEFORE_DOCTYPE_NAME_STATE); - } else if (cp === $.EOF) { - this._err(ERR.eofInDoctype); - this._createDoctypeToken(null); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this._err(ERR.missingWhitespaceBeforeDoctypeName); - this._reconsumeInState(BEFORE_DOCTYPE_NAME_STATE); - } - } - - // Before DOCTYPE name state - //------------------------------------------------------------------ - [BEFORE_DOCTYPE_NAME_STATE](cp) { - if (isWhitespace(cp)) { - return; - } - - if (isAsciiUpper(cp)) { - this._createDoctypeToken(toAsciiLowerChar(cp)); - this.state = DOCTYPE_NAME_STATE; - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this._createDoctypeToken(unicode.REPLACEMENT_CHARACTER); - this.state = DOCTYPE_NAME_STATE; - } else if (cp === $.GREATER_THAN_SIGN) { - this._err(ERR.missingDoctypeName); - this._createDoctypeToken(null); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this.state = DATA_STATE; - } else if (cp === $.EOF) { - this._err(ERR.eofInDoctype); - this._createDoctypeToken(null); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this._createDoctypeToken(toChar(cp)); - this.state = DOCTYPE_NAME_STATE; - } - } - - // DOCTYPE name state - //------------------------------------------------------------------ - [DOCTYPE_NAME_STATE](cp) { - if (isWhitespace(cp)) { - this.state = AFTER_DOCTYPE_NAME_STATE; - } else if (cp === $.GREATER_THAN_SIGN) { - this.state = DATA_STATE; - this._emitCurrentToken(); - } else if (isAsciiUpper(cp)) { - this.currentToken.name += toAsciiLowerChar(cp); - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this.currentToken.name += unicode.REPLACEMENT_CHARACTER; - } else if (cp === $.EOF) { - this._err(ERR.eofInDoctype); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this.currentToken.name += toChar(cp); - } - } - - // After DOCTYPE name state - //------------------------------------------------------------------ - [AFTER_DOCTYPE_NAME_STATE](cp) { - if (isWhitespace(cp)) { - return; - } - - if (cp === $.GREATER_THAN_SIGN) { - this.state = DATA_STATE; - this._emitCurrentToken(); - } else if (cp === $.EOF) { - this._err(ERR.eofInDoctype); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this._emitEOFToken(); - } else if (this._consumeSequenceIfMatch($$.PUBLIC_STRING, cp, false)) { - this.state = AFTER_DOCTYPE_PUBLIC_KEYWORD_STATE; - } else if (this._consumeSequenceIfMatch($$.SYSTEM_STRING, cp, false)) { - this.state = AFTER_DOCTYPE_SYSTEM_KEYWORD_STATE; - } - //NOTE: sequence lookup can be abrupted by hibernation. In that case lookup - //results are no longer valid and we will need to start over. - else if (!this._ensureHibernation()) { - this._err(ERR.invalidCharacterSequenceAfterDoctypeName); - this.currentToken.forceQuirks = true; - this._reconsumeInState(BOGUS_DOCTYPE_STATE); - } - } - - // After DOCTYPE public keyword state - //------------------------------------------------------------------ - [AFTER_DOCTYPE_PUBLIC_KEYWORD_STATE](cp) { - if (isWhitespace(cp)) { - this.state = BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE; - } else if (cp === $.QUOTATION_MARK) { - this._err(ERR.missingWhitespaceAfterDoctypePublicKeyword); - this.currentToken.publicId = ''; - this.state = DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE; - } else if (cp === $.APOSTROPHE) { - this._err(ERR.missingWhitespaceAfterDoctypePublicKeyword); - this.currentToken.publicId = ''; - this.state = DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE; - } else if (cp === $.GREATER_THAN_SIGN) { - this._err(ERR.missingDoctypePublicIdentifier); - this.currentToken.forceQuirks = true; - this.state = DATA_STATE; - this._emitCurrentToken(); - } else if (cp === $.EOF) { - this._err(ERR.eofInDoctype); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this._err(ERR.missingQuoteBeforeDoctypePublicIdentifier); - this.currentToken.forceQuirks = true; - this._reconsumeInState(BOGUS_DOCTYPE_STATE); - } - } - - // Before DOCTYPE public identifier state - //------------------------------------------------------------------ - [BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE](cp) { - if (isWhitespace(cp)) { - return; - } - - if (cp === $.QUOTATION_MARK) { - this.currentToken.publicId = ''; - this.state = DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE; - } else if (cp === $.APOSTROPHE) { - this.currentToken.publicId = ''; - this.state = DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE; - } else if (cp === $.GREATER_THAN_SIGN) { - this._err(ERR.missingDoctypePublicIdentifier); - this.currentToken.forceQuirks = true; - this.state = DATA_STATE; - this._emitCurrentToken(); - } else if (cp === $.EOF) { - this._err(ERR.eofInDoctype); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this._err(ERR.missingQuoteBeforeDoctypePublicIdentifier); - this.currentToken.forceQuirks = true; - this._reconsumeInState(BOGUS_DOCTYPE_STATE); - } - } - - // DOCTYPE public identifier (double-quoted) state - //------------------------------------------------------------------ - [DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE](cp) { - if (cp === $.QUOTATION_MARK) { - this.state = AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE; - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this.currentToken.publicId += unicode.REPLACEMENT_CHARACTER; - } else if (cp === $.GREATER_THAN_SIGN) { - this._err(ERR.abruptDoctypePublicIdentifier); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this.state = DATA_STATE; - } else if (cp === $.EOF) { - this._err(ERR.eofInDoctype); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this.currentToken.publicId += toChar(cp); - } - } - - // DOCTYPE public identifier (single-quoted) state - //------------------------------------------------------------------ - [DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE](cp) { - if (cp === $.APOSTROPHE) { - this.state = AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE; - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this.currentToken.publicId += unicode.REPLACEMENT_CHARACTER; - } else if (cp === $.GREATER_THAN_SIGN) { - this._err(ERR.abruptDoctypePublicIdentifier); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this.state = DATA_STATE; - } else if (cp === $.EOF) { - this._err(ERR.eofInDoctype); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this.currentToken.publicId += toChar(cp); - } - } - - // After DOCTYPE public identifier state - //------------------------------------------------------------------ - [AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE](cp) { - if (isWhitespace(cp)) { - this.state = BETWEEN_DOCTYPE_PUBLIC_AND_SYSTEM_IDENTIFIERS_STATE; - } else if (cp === $.GREATER_THAN_SIGN) { - this.state = DATA_STATE; - this._emitCurrentToken(); - } else if (cp === $.QUOTATION_MARK) { - this._err(ERR.missingWhitespaceBetweenDoctypePublicAndSystemIdentifiers); - this.currentToken.systemId = ''; - this.state = DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE; - } else if (cp === $.APOSTROPHE) { - this._err(ERR.missingWhitespaceBetweenDoctypePublicAndSystemIdentifiers); - this.currentToken.systemId = ''; - this.state = DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE; - } else if (cp === $.EOF) { - this._err(ERR.eofInDoctype); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this._err(ERR.missingQuoteBeforeDoctypeSystemIdentifier); - this.currentToken.forceQuirks = true; - this._reconsumeInState(BOGUS_DOCTYPE_STATE); - } - } - - // Between DOCTYPE public and system identifiers state - //------------------------------------------------------------------ - [BETWEEN_DOCTYPE_PUBLIC_AND_SYSTEM_IDENTIFIERS_STATE](cp) { - if (isWhitespace(cp)) { - return; - } - - if (cp === $.GREATER_THAN_SIGN) { - this._emitCurrentToken(); - this.state = DATA_STATE; - } else if (cp === $.QUOTATION_MARK) { - this.currentToken.systemId = ''; - this.state = DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE; - } else if (cp === $.APOSTROPHE) { - this.currentToken.systemId = ''; - this.state = DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE; - } else if (cp === $.EOF) { - this._err(ERR.eofInDoctype); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this._err(ERR.missingQuoteBeforeDoctypeSystemIdentifier); - this.currentToken.forceQuirks = true; - this._reconsumeInState(BOGUS_DOCTYPE_STATE); - } - } - - // After DOCTYPE system keyword state - //------------------------------------------------------------------ - [AFTER_DOCTYPE_SYSTEM_KEYWORD_STATE](cp) { - if (isWhitespace(cp)) { - this.state = BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE; - } else if (cp === $.QUOTATION_MARK) { - this._err(ERR.missingWhitespaceAfterDoctypeSystemKeyword); - this.currentToken.systemId = ''; - this.state = DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE; - } else if (cp === $.APOSTROPHE) { - this._err(ERR.missingWhitespaceAfterDoctypeSystemKeyword); - this.currentToken.systemId = ''; - this.state = DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE; - } else if (cp === $.GREATER_THAN_SIGN) { - this._err(ERR.missingDoctypeSystemIdentifier); - this.currentToken.forceQuirks = true; - this.state = DATA_STATE; - this._emitCurrentToken(); - } else if (cp === $.EOF) { - this._err(ERR.eofInDoctype); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this._err(ERR.missingQuoteBeforeDoctypeSystemIdentifier); - this.currentToken.forceQuirks = true; - this._reconsumeInState(BOGUS_DOCTYPE_STATE); - } - } - - // Before DOCTYPE system identifier state - //------------------------------------------------------------------ - [BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE](cp) { - if (isWhitespace(cp)) { - return; - } - - if (cp === $.QUOTATION_MARK) { - this.currentToken.systemId = ''; - this.state = DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE; - } else if (cp === $.APOSTROPHE) { - this.currentToken.systemId = ''; - this.state = DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE; - } else if (cp === $.GREATER_THAN_SIGN) { - this._err(ERR.missingDoctypeSystemIdentifier); - this.currentToken.forceQuirks = true; - this.state = DATA_STATE; - this._emitCurrentToken(); - } else if (cp === $.EOF) { - this._err(ERR.eofInDoctype); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this._err(ERR.missingQuoteBeforeDoctypeSystemIdentifier); - this.currentToken.forceQuirks = true; - this._reconsumeInState(BOGUS_DOCTYPE_STATE); - } - } - - // DOCTYPE system identifier (double-quoted) state - //------------------------------------------------------------------ - [DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE](cp) { - if (cp === $.QUOTATION_MARK) { - this.state = AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE; - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this.currentToken.systemId += unicode.REPLACEMENT_CHARACTER; - } else if (cp === $.GREATER_THAN_SIGN) { - this._err(ERR.abruptDoctypeSystemIdentifier); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this.state = DATA_STATE; - } else if (cp === $.EOF) { - this._err(ERR.eofInDoctype); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this.currentToken.systemId += toChar(cp); - } - } - - // DOCTYPE system identifier (single-quoted) state - //------------------------------------------------------------------ - [DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE](cp) { - if (cp === $.APOSTROPHE) { - this.state = AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE; - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - this.currentToken.systemId += unicode.REPLACEMENT_CHARACTER; - } else if (cp === $.GREATER_THAN_SIGN) { - this._err(ERR.abruptDoctypeSystemIdentifier); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this.state = DATA_STATE; - } else if (cp === $.EOF) { - this._err(ERR.eofInDoctype); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this.currentToken.systemId += toChar(cp); - } - } - - // After DOCTYPE system identifier state - //------------------------------------------------------------------ - [AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE](cp) { - if (isWhitespace(cp)) { - return; - } - - if (cp === $.GREATER_THAN_SIGN) { - this._emitCurrentToken(); - this.state = DATA_STATE; - } else if (cp === $.EOF) { - this._err(ERR.eofInDoctype); - this.currentToken.forceQuirks = true; - this._emitCurrentToken(); - this._emitEOFToken(); - } else { - this._err(ERR.unexpectedCharacterAfterDoctypeSystemIdentifier); - this._reconsumeInState(BOGUS_DOCTYPE_STATE); - } - } - - // Bogus DOCTYPE state - //------------------------------------------------------------------ - [BOGUS_DOCTYPE_STATE](cp) { - if (cp === $.GREATER_THAN_SIGN) { - this._emitCurrentToken(); - this.state = DATA_STATE; - } else if (cp === $.NULL) { - this._err(ERR.unexpectedNullCharacter); - } else if (cp === $.EOF) { - this._emitCurrentToken(); - this._emitEOFToken(); - } - } - - // CDATA section state - //------------------------------------------------------------------ - [CDATA_SECTION_STATE](cp) { - if (cp === $.RIGHT_SQUARE_BRACKET) { - this.state = CDATA_SECTION_BRACKET_STATE; - } else if (cp === $.EOF) { - this._err(ERR.eofInCdata); - this._emitEOFToken(); - } else { - this._emitCodePoint(cp); - } - } - - // CDATA section bracket state - //------------------------------------------------------------------ - [CDATA_SECTION_BRACKET_STATE](cp) { - if (cp === $.RIGHT_SQUARE_BRACKET) { - this.state = CDATA_SECTION_END_STATE; - } else { - this._emitChars(']'); - this._reconsumeInState(CDATA_SECTION_STATE); - } - } - - // CDATA section end state - //------------------------------------------------------------------ - [CDATA_SECTION_END_STATE](cp) { - if (cp === $.GREATER_THAN_SIGN) { - this.state = DATA_STATE; - } else if (cp === $.RIGHT_SQUARE_BRACKET) { - this._emitChars(']'); - } else { - this._emitChars(']]'); - this._reconsumeInState(CDATA_SECTION_STATE); - } - } - - // Character reference state - //------------------------------------------------------------------ - [CHARACTER_REFERENCE_STATE](cp) { - this.tempBuff = [$.AMPERSAND]; - - if (cp === $.NUMBER_SIGN) { - this.tempBuff.push(cp); - this.state = NUMERIC_CHARACTER_REFERENCE_STATE; - } else if (isAsciiAlphaNumeric(cp)) { - this._reconsumeInState(NAMED_CHARACTER_REFERENCE_STATE); - } else { - this._flushCodePointsConsumedAsCharacterReference(); - this._reconsumeInState(this.returnState); - } - } - - // Named character reference state - //------------------------------------------------------------------ - [NAMED_CHARACTER_REFERENCE_STATE](cp) { - const matchResult = this._matchNamedCharacterReference(cp); - - //NOTE: matching can be abrupted by hibernation. In that case match - //results are no longer valid and we will need to start over. - if (this._ensureHibernation()) { - this.tempBuff = [$.AMPERSAND]; - } else if (matchResult) { - const withSemicolon = this.tempBuff[this.tempBuff.length - 1] === $.SEMICOLON; - - if (!this._isCharacterReferenceAttributeQuirk(withSemicolon)) { - if (!withSemicolon) { - this._errOnNextCodePoint(ERR.missingSemicolonAfterCharacterReference); - } - - this.tempBuff = matchResult; - } - - this._flushCodePointsConsumedAsCharacterReference(); - this.state = this.returnState; - } else { - this._flushCodePointsConsumedAsCharacterReference(); - this.state = AMBIGUOUS_AMPERSAND_STATE; - } - } - - // Ambiguos ampersand state - //------------------------------------------------------------------ - [AMBIGUOUS_AMPERSAND_STATE](cp) { - if (isAsciiAlphaNumeric(cp)) { - if (this._isCharacterReferenceInAttribute()) { - this.currentAttr.value += toChar(cp); - } else { - this._emitCodePoint(cp); - } - } else { - if (cp === $.SEMICOLON) { - this._err(ERR.unknownNamedCharacterReference); - } - - this._reconsumeInState(this.returnState); - } - } - - // Numeric character reference state - //------------------------------------------------------------------ - [NUMERIC_CHARACTER_REFERENCE_STATE](cp) { - this.charRefCode = 0; - - if (cp === $.LATIN_SMALL_X || cp === $.LATIN_CAPITAL_X) { - this.tempBuff.push(cp); - this.state = HEXADEMICAL_CHARACTER_REFERENCE_START_STATE; - } else { - this._reconsumeInState(DECIMAL_CHARACTER_REFERENCE_START_STATE); - } - } - - // Hexademical character reference start state - //------------------------------------------------------------------ - [HEXADEMICAL_CHARACTER_REFERENCE_START_STATE](cp) { - if (isAsciiHexDigit(cp)) { - this._reconsumeInState(HEXADEMICAL_CHARACTER_REFERENCE_STATE); - } else { - this._err(ERR.absenceOfDigitsInNumericCharacterReference); - this._flushCodePointsConsumedAsCharacterReference(); - this._reconsumeInState(this.returnState); - } - } - - // Decimal character reference start state - //------------------------------------------------------------------ - [DECIMAL_CHARACTER_REFERENCE_START_STATE](cp) { - if (isAsciiDigit(cp)) { - this._reconsumeInState(DECIMAL_CHARACTER_REFERENCE_STATE); - } else { - this._err(ERR.absenceOfDigitsInNumericCharacterReference); - this._flushCodePointsConsumedAsCharacterReference(); - this._reconsumeInState(this.returnState); - } - } - - // Hexademical character reference state - //------------------------------------------------------------------ - [HEXADEMICAL_CHARACTER_REFERENCE_STATE](cp) { - if (isAsciiUpperHexDigit(cp)) { - this.charRefCode = this.charRefCode * 16 + cp - 0x37; - } else if (isAsciiLowerHexDigit(cp)) { - this.charRefCode = this.charRefCode * 16 + cp - 0x57; - } else if (isAsciiDigit(cp)) { - this.charRefCode = this.charRefCode * 16 + cp - 0x30; - } else if (cp === $.SEMICOLON) { - this.state = NUMERIC_CHARACTER_REFERENCE_END_STATE; - } else { - this._err(ERR.missingSemicolonAfterCharacterReference); - this._reconsumeInState(NUMERIC_CHARACTER_REFERENCE_END_STATE); - } - } - - // Decimal character reference state - //------------------------------------------------------------------ - [DECIMAL_CHARACTER_REFERENCE_STATE](cp) { - if (isAsciiDigit(cp)) { - this.charRefCode = this.charRefCode * 10 + cp - 0x30; - } else if (cp === $.SEMICOLON) { - this.state = NUMERIC_CHARACTER_REFERENCE_END_STATE; - } else { - this._err(ERR.missingSemicolonAfterCharacterReference); - this._reconsumeInState(NUMERIC_CHARACTER_REFERENCE_END_STATE); - } - } - - // Numeric character reference end state - //------------------------------------------------------------------ - [NUMERIC_CHARACTER_REFERENCE_END_STATE]() { - if (this.charRefCode === $.NULL) { - this._err(ERR.nullCharacterReference); - this.charRefCode = $.REPLACEMENT_CHARACTER; - } else if (this.charRefCode > 0x10ffff) { - this._err(ERR.characterReferenceOutsideUnicodeRange); - this.charRefCode = $.REPLACEMENT_CHARACTER; - } else if (unicode.isSurrogate(this.charRefCode)) { - this._err(ERR.surrogateCharacterReference); - this.charRefCode = $.REPLACEMENT_CHARACTER; - } else if (unicode.isUndefinedCodePoint(this.charRefCode)) { - this._err(ERR.noncharacterCharacterReference); - } else if (unicode.isControlCodePoint(this.charRefCode) || this.charRefCode === $.CARRIAGE_RETURN) { - this._err(ERR.controlCharacterReference); - - const replacement = C1_CONTROLS_REFERENCE_REPLACEMENTS[this.charRefCode]; - - if (replacement) { - this.charRefCode = replacement; - } - } - - this.tempBuff = [this.charRefCode]; - - this._flushCodePointsConsumedAsCharacterReference(); - this._reconsumeInState(this.returnState); - } -} - -//Token types -Tokenizer.CHARACTER_TOKEN = 'CHARACTER_TOKEN'; -Tokenizer.NULL_CHARACTER_TOKEN = 'NULL_CHARACTER_TOKEN'; -Tokenizer.WHITESPACE_CHARACTER_TOKEN = 'WHITESPACE_CHARACTER_TOKEN'; -Tokenizer.START_TAG_TOKEN = 'START_TAG_TOKEN'; -Tokenizer.END_TAG_TOKEN = 'END_TAG_TOKEN'; -Tokenizer.COMMENT_TOKEN = 'COMMENT_TOKEN'; -Tokenizer.DOCTYPE_TOKEN = 'DOCTYPE_TOKEN'; -Tokenizer.EOF_TOKEN = 'EOF_TOKEN'; -Tokenizer.HIBERNATION_TOKEN = 'HIBERNATION_TOKEN'; - -//Tokenizer initial states for different modes -Tokenizer.MODE = { - DATA: DATA_STATE, - RCDATA: RCDATA_STATE, - RAWTEXT: RAWTEXT_STATE, - SCRIPT_DATA: SCRIPT_DATA_STATE, - PLAINTEXT: PLAINTEXT_STATE -}; - -//Static -Tokenizer.getTokenAttr = function(token, attrName) { - for (let i = token.attrs.length - 1; i >= 0; i--) { - if (token.attrs[i].name === attrName) { - return token.attrs[i].value; - } - } - - return null; -}; - -module.exports = Tokenizer; |