Sha256: 886cf712ac474a4cc0e6a3e3a40c5a66a4474bd72ffb9b9a678b7b61b61c1556
Contents?: true
Size: 1.53 KB
Versions: 350
Compression:
Stored size: 1.53 KB
Contents
#!/usr/bin/env ruby
# frozen_string_literal: true
require_relative "helpers"
require "resolv"
output_path = "#{__dir__}/../data/disposable_domains_without_mx.txt"
File.unlink(output_path) if File.file?(output_path)
domains = normalize_list(File.read("#{__dir__}/../data/disposable_domains.txt").lines)
def has_mx?(domain, remaining_retries = 3)
Resolv::DNS.open do |dns|
dns.timeouts = 1
resources = dns.getresources(domain, Resolv::DNS::Resource::IN::MX)
return resources.any?
end
rescue ResolvTimeout
return has_mx?(domain, remaining_retries - 1) if remaining_retries.positive?
# No MX, after 3 timed out attempts.
false
end
started = Time.now.to_i
total = domains.size
how_many = 150
processed = 0
domains_without_mx = []
puts "=> Breaking disposable domains into separate lists"
domains.each_slice(how_many) do |slice|
threads = slice.map do |domain|
Thread.new do
domains_without_mx << domain unless has_mx?(domain)
end
end
threads.each(&:join)
processed += slice.size
now = Time.now.to_i
File.open(output_path, "a") do |file|
file << domains_without_mx.join("\n")
file << "\n" if domains_without_mx.any?
end
domains_without_mx = []
print "\r Elapsed: #{now - started}s (#{processed} out of #{total} - #{((processed.to_f / total) * 100).round(2)}%)"
end
domains_without_mx = normalize_list(File.read(output_path).lines)
domains_with_mx = domains - domains_without_mx
File.open("#{__dir__}/../data/disposable_domains_with_mx.txt", "w") do |file|
file << domains_with_mx.join("\n")
end
Version data entries
350 entries across 350 versions & 1 rubygems