require 'mechanize' input = ARGV[0] || 'current' urls = [] File.readlines(input).each do |line| if line =~ /error in/ url = line.split.last.chomp urls << "http://oddb.masa.org" + url end end #p agent_urls.length agent = Mechanize.new user_agent = "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_4_11; de-de) AppleWebKit/525.18 (KHTML, like Gecko) Version/3.1.2 Safari/525.22" agent.user_agent = user_agent urls.each do |url| print "url = #{url}\n" page = agent.get(url) sleep 1 end