Support for Enumerator inputs in the XML lexer.

This fixes #48.

lib/oga/xml/lexer.rb

@@ -66,7 +66,7 @@ module Oga
         @line     = 1
         @elements = []
 
-        @data.rewind if io_input?
+        @data.rewind if @data.respond_to?(:rewind)
 
         reset_native
       end
@@ -78,25 +78,18 @@ module Oga
       # @yieldparam [String]
       #
       def read_data
-        # We can't check for #each_line since String also defines that. Using
+        if @data.is_a?(String)
-        # String#each_line has no benefit over just lexing the String in one
-        # go.
-        if io_input?
-          @data.each_line do |line|
-            yield line
-          end
-        else
           yield @data
-        end
-      end
 
-      ##
+        # IO, StringIO, etc
-      # Returns `true` if the input is an IO like object, false otherwise.
+        # THINK: read(N) would be nice, but currently this screws up the C code
-      #
+        elsif @data.respond_to?(:each_line)
-      # @return [TrueClass|FalseClass]
+          @data.each_line { |line| yield line }
-      #
+
-      def io_input?
+        # Enumerator, Array, etc
-        return @data.is_a?(IO) || @data.is_a?(StringIO)
+        elsif @data.respond_to?(:each)
+          @data.each { |chunk| yield chunk }
+        end
       end
 
       ##

spec/oga/xml/lexer/enumerator_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+
+describe Oga::XML::Lexer do
+  context 'Enumerator as input' do
+    before do
+      @enum = Enumerator.new do |yielder|
+        yielder << '<p>foo'
+        yielder << '</p>'
+      end
+    end
+
+    example 'lex a paragraph element' do
+      lex(@enum).should == [
+        [:T_ELEM_START, nil, 1],
+        [:T_ELEM_NAME, 'p', 1],
+        [:T_TEXT, 'foo', 1],
+        [:T_ELEM_END, nil, 1]
+      ]
+    end
+
+    example 'rewind input when resetting the lexer' do
+      lexer = described_class.new(@enum)
+
+      lexer.lex.empty?.should == false
+      lexer.lex.empty?.should == false
+    end
+  end
+end

spec/oga/xml/lexer/io_spec.rb

@@ -2,10 +2,12 @@ require 'spec_helper'
 
 describe Oga::XML::Lexer do
   context 'IO as input' do
-    example 'lex a paragraph element with attributes' do
+    before do
-      io = StringIO.new("<p class='foo'>\nHello</p>")
+      @io = StringIO.new("<p class='foo'>\nHello</p>")
+    end
 
-      lex(io).should == [
+    example 'lex a paragraph element with attributes' do
+      lex(@io).should == [
         [:T_ELEM_START, nil, 1],
         [:T_ELEM_NAME, 'p', 1],
         [:T_ATTR, 'class', 1],
@@ -17,7 +19,7 @@ describe Oga::XML::Lexer do
     end
 
     example 'rewind input when resetting the lexer' do
-      lexer = described_class.new(StringIO.new(('<a>foo</a>')))
+      lexer = described_class.new(@io)
 
       lexer.lex.empty?.should == false
       lexer.lex.empty?.should == false