获取全球dns统计信息

# -*- coding:UTF-8 -*-
import requests, time
import json
from bs4 import BeautifulSoup as bp

t3 = time.time()
ths = []  # 存放线程

def get(num):
n = str(num)
page = requests.post('http://www.employees.org/~dwing/aaaa-stats/',
)  # 自定义请求头，这些请求头内容是在浏览器上看到的

t = page.text
# print(t)
soup = bp(t, 'lxml')  # 使用beautifulsoup解析xml文件，解析html时，将xml改为lxml
all_body = soup.find_all('tr')  # 查找EmailResult标签包含的所有内容，生成一个列表
for info in all_body:
if not info:continue
tds = info.find_all('td')
one_row = []
for i in tds:
if not i:continue
for infos in i:
if not infos:continue
try:
nums = infos.text  #所有的数字
if not nums:continue
nums = nums.strip().strip('\n')
# if len(nums) >= 13:continue
if len(nums) == 12:
total_checked = nums[0:5]
with_a_record = nums[5:]
one_row.append(total_checked)
one_row.append(with_a_record)
else:
one_row.append(nums)
# print(nums,'aaa')
except:
one_row.append(infos)
# print(infos, 'lll') # 百分数

if '\n' in one_row:
one_row.remove('\n')
if 'diffs' in one_row:
one_row.remove('diffs')
if '(large run)' in one_row:
continue
else:
if one_row:
if len(one_row) == 16:
all_data = {}
all_data['date'] = one_row[0]
all_data['total_checked'] = one_row[1]
all_data['with_A_records_count'] = one_row[2]
all_data['with_A_records_rate'] = one_row[3]
all_data['with_AAAA_records_count'] = one_row[4]
all_data['with_AAAA_records_rate'] = one_row[5]
all_data['AAAA_with_IPv4-mapped_count'] = one_row[6]
all_data['AAAA_with_IPv4-mapped_rate'] = one_row[7]
all_data['AAAA_with_loopback_count'] = one_row[8]
all_data['AAAA_with_loopback_rate'] = one_row[9]
all_data['valid_AAAA_records_count'] = one_row[10]
all_data['valid_AAAA_records_rate'] = one_row[11]
all_data['IPv6_connection_ok_count'] = one_row[12]
all_data['IPv6_connection_ok_rate'] = one_row[13]
all_data['IPv6_connection_failed_count'] = one_row[14]
all_data['IPv6_connection_failed_rate'] = one_row[15]
# print(one_row)
ddd = json.dumps(all_data, indent=2,
ensure_ascii=False)  # ensure_ascii=False ：防止将文字转成unicoe

with open('dns_status.txt', 'a+') as f:
f.write(ddd)
# print(i.text,'lll')

get(1)

t4 = time.time()
tt = t4 - t3
print(tt)