MySQL client and crawler

isucon7.rb

require 'mysql2'
require 'net/http'
images = []

client = Mysql2::Client.new(:host => "localhost", :password => "isucon", :username => "isucon", :database => "isubata")

client.query("SELECT name FROM image").each do |col1|
  images.push(col1["name"])
end

images = images.uniq
p images.size

images.each do |image|
  p "http:/localhost/icons/" + image
  p Net::HTTP.get_response(URI.parse("http://localhost/icons/" + image)).code
  open("icons/#{image}", 'wb') do |file|
    file.write(Net::HTTP.get_response(URI.parse("http://localhost/icons/" + image)).body)
  end
  sleep(0.1)
end

p "done"