From ad2e040f05f03deae6195ee0c45df2787f94256e Mon Sep 17 00:00:00 2001
From: Yorick Peterse <yorickpeterse@gmail.com>
Date: Mon, 15 Sep 2014 17:20:06 +0200
Subject: [PATCH] Handle lexing of input such as just "</".

Previously this would cause the lexer to go in an infinite loop in the "text"
state machine.

This fixes #37.
---
 ext/ragel/base_lexer.rl            |  8 ++++++++
 spec/oga/xml/lexer/general_spec.rb | 12 ++++++++++++
 2 files changed, 20 insertions(+)

diff --git a/ext/ragel/base_lexer.rl b/ext/ragel/base_lexer.rl
index 4b7a4b1..f3adfba 100644
--- a/ext/ragel/base_lexer.rl
+++ b/ext/ragel/base_lexer.rl
@@ -292,6 +292,14 @@
     allowed_text   = any* -- terminate_text;
 
     text := |*
+        # Input such as just "</" or "<?". This rule takes precedence over the
+        # rules below, but only if those don't match.
+        terminate_text => {
+            callback("on_text", data, encoding, ts, te);
+
+            fnext main;
+        };
+
         # Text followed by a special tag, such as "foo<!--"
         allowed_text @{ mark = p; } terminate_text => {
             callback("on_text", data, encoding, ts, mark);
diff --git a/spec/oga/xml/lexer/general_spec.rb b/spec/oga/xml/lexer/general_spec.rb
index d238c7c..fe95ad9 100644
--- a/spec/oga/xml/lexer/general_spec.rb
+++ b/spec/oga/xml/lexer/general_spec.rb
@@ -21,5 +21,17 @@ describe Oga::XML::Lexer do
     example 'lex a > as regular text' do
       lex('>').should == [[:T_TEXT, '>', 1]]
     end
+
+    example 'lex </ as regular text' do
+      lex('</').should == [[:T_TEXT, '</', 1]]
+    end
+
+    example 'lex <! as regular text' do
+      lex('<!').should == [[:T_TEXT, '<!', 1]]
+    end
+
+    example 'lex <? as regular text' do
+      lex('<?').should == [[:T_TEXT, '<?', 1]]
+    end
   end
 end