Update Tokenizer to recognise inequalities and parse them as text

lib/Tokenizer.js

@@ -6,7 +6,7 @@ var decodeCodePoint = require("entities/lib/decode_codepoint.js"),
     xmlMap    = require("entities/maps/xml.json"),
 
     i = 0,
-
+    MARKDOWN                  = i++,
     TEXT                      = i++,
     BEFORE_TAG_NAME           = i++, //after <
     IN_TAG_NAME               = i++,
@@ -144,17 +144,26 @@ function Tokenizer(options, cbs){
 	this._ended = false;
 	this._xmlMode = !!(options && options.xmlMode);
 	this._decodeEntities = !!(options && options.decodeEntities);
-	this._isMarkdownCode = false;
+}
+
+Tokenizer.prototype._stateMarkdown = function(c){
+	if(c === '`') {
+		this._state = TEXT;
+	}
 }
 
 Tokenizer.prototype._stateText = function(c){
-	// Parse open tag if it is not Markdown
-	if(c === "<" && !this._isMarkdownCode){
-		if(this._index > this._sectionStart){
-			this._cbs.ontext(this._getSection());
+	if(c === '`'){
+		this._state = MARKDOWN;
+	} else if(c === "<"){
+		var isInequality = (this._index + 1 < this._buffer.length) && (this._buffer.charAt(this._index + 1) === '=');
+		if(!isInequality){
+			if(this._index > this._sectionStart){
+				this._cbs.ontext(this._getSection());
+			}
+			this._state = BEFORE_TAG_NAME;
+			this._sectionStart = this._index;
 		}
-		this._state = BEFORE_TAG_NAME;
-		this._sectionStart = this._index;
 	} else if(this._decodeEntities && this._special === SPECIAL_NONE && c === "&"){
 		if(this._index > this._sectionStart){
 			this._cbs.ontext(this._getSection());
@@ -637,15 +646,14 @@ Tokenizer.prototype.write = function(chunk){
 Tokenizer.prototype._parse = function(){
 	while(this._index < this._buffer.length && this._running){
 		var c = this._buffer.charAt(this._index);
-		// Detect Markdown code so that it is parsed as text instead of HTML
-		if(c === '`'){
-			this._isMarkdownCode = !this._isMarkdownCode;
-		}
-		if(this._state === TEXT) {
+
+		if(this._state === MARKDOWN){
+			this._stateMarkdown(c);
+		} else if(this._state === TEXT){
 			this._stateText(c);
 		} else if(this._state === BEFORE_TAG_NAME){
 			this._stateBeforeTagName(c);
-		} else if(this._state === IN_TAG_NAME) {
+		} else if(this._state === IN_TAG_NAME){
 			this._stateInTagName(c);
 		} else if(this._state === BEFORE_CLOSING_TAG_NAME){
 			this._stateBeforeCloseingTagName(c);