aboutsummaryrefslogtreecommitdiff
path: root/scripts/website-check.rb
blob: 48adab51dc5b5b603df7f1abd5a2db03eb2b4feb (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
require 'httparty'
require 'nokogiri'

HTTParty::Basement.default_options.update(verify: false)

response = HTTParty.get('https://1mb.club')

document = Nokogiri::HTML(response.body)
website_urls = document.css("#container tr")

puts "Scanning website members URLs..."
website_urls.each do |single_site|
    begin
        url = single_site.css("a.site").first.attribute("href").value
        response = HTTParty.get(url, timeout: 4)
        puts "Checking: " + url
    rescue Exception
        puts "<!-------- ERROR: " + url
    end
end