sharpetronics/httpx
1
0
Fork 0
mirror of https://github.com/HoneyryderChuck/httpx.git synced 2025-10-04 00:00:37 -04:00
Code Issues Projects Releases Wiki Activity

hackernews front page scraper

Browse Source
This commit is contained in:
HoneyryderChuck 2018-02-28 22:20:17 +00:00
parent ae61580a15
commit 0982cafbf9
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
examples/hackernews.rb
View File

@ -9,14 +9,13 @@ html = Oga.parse_html(frontpage)
links = html.css('.itemlist a.storylink').map{|link| link.get('href') }
links = links.select {|l| l.start_with?("https") }
#responses = HTTPX.get(*links)
puts links
responses = HTTPX.get(*links)
links.each_with_index do |l, i|
response = HTTPX.get(l)
#puts "#{l}: #{responses[i].status}"
puts "#{l}: #{response.status}"
puts "#{responses[i].status}: #{l}"
end