removing httpclient due to deprecation warning
This commit is contained in:
parent
aae429286d
commit
b38845ac6f
|
@ -18,8 +18,6 @@ Gem::Specification.new do |s|
|
|||
s.require_path = 'lib'
|
||||
s.required_rubygems_version = Gem::Requirement.new('>= 1.3.6') if s.respond_to? :required_rubygems_version=
|
||||
|
||||
s.add_dependency 'httpclient', '~> 2.2'
|
||||
s.add_dependency 'nokogiri', '~> 1.6'
|
||||
|
||||
s.add_development_dependency 'bundler', '~> 1.0'
|
||||
end
|
||||
|
|
|
@ -1,18 +1,21 @@
|
|||
require 'httpclient'
|
||||
require 'timeout'
|
||||
require 'net/http'
|
||||
require 'nokogiri'
|
||||
|
||||
module Impressionist
|
||||
module Bots
|
||||
LIST_URL = "http://www.user-agents.org/allagents.xml"
|
||||
def self.consume
|
||||
response = HTTPClient.new.get_content(LIST_URL)
|
||||
doc = Nokogiri::XML(response)
|
||||
list = []
|
||||
doc.xpath('//user-agent').each do |agent|
|
||||
type = agent.xpath("Type").text
|
||||
list << agent.xpath("String").text.gsub("<","<") if ["R","S"].include?(type) #gsub hack for badly formatted data
|
||||
Timeout.timeout(4) do
|
||||
response = Net::HTTP.get(URI.parse(LIST_URL))
|
||||
doc = Nokogiri::XML(response)
|
||||
list = []
|
||||
doc.xpath('//user-agent').each do |agent|
|
||||
type = agent.xpath("Type").text
|
||||
list << agent.xpath("String").text.gsub("<","<") if ["R","S"].include?(type) #gsub hack for badly formatted data
|
||||
end
|
||||
list
|
||||
end
|
||||
list
|
||||
end
|
||||
end
|
||||
end
|
||||
|
|
|
@ -36,6 +36,9 @@ group :development, :test do
|
|||
gem 'autotest-notification'
|
||||
gem 'rspec-rails', '~> 2.14.0'
|
||||
gem 'spork'
|
||||
|
||||
# test/unit has been removed by default in Ruby 2.2.x+
|
||||
gem 'test-unit'
|
||||
end
|
||||
|
||||
group :test do
|
||||
|
|
Loading…
Reference in New Issue