[置顶] 使用python进行whois查询并存入数据库

通过whois查询将得到域名的whois信息并存储在数据库中

'''
--------------------------

ver     :       2.0
date    :       2017/11/22
auth    :       wud

--------------------------
'''

import DNS
import MySQLdb
import whois
import sys
from time import sleep
from time import ctime

def getwhois(url):
try:
data = whois.whois(url)
print data
print "whois query successfully!"
return data
except:
print "whois query fail!"
f2 = open("fail.txt", 'r+')
print >> f2, url
f2.close()
pass

def getip(url):
try:
query = sys.argv[0]
DNS.DiscoverNameServers()
reqobj = DNS.Request(url)
answerobj = reqobj.req(name=query, qtype=DNS.Type.A)
if not len(answerobj.answers):
return
for item in answerobj.answers:
ip = ("%s") % (item['data'])
print "IP is: ", ip
return ip
except:
print "TIME OUT"
f2 = open("fail.txt", 'r+')
print >> f2, url
f2.close()
pass

def whoisoperation(ip,url,data):
text = data
try:
updated_date = str(text['updated_date'])
status = str(text['status'])
whoisname = str(text['registrant_name'])
dnssec = str(text['dnssec'])
city = str(text['tech_city'])
expiration_date = str(text['expiration_date'])
zipcode = str(text['zipcode'])
domain_name = str(text['domain_name'])
country = str(text['registrant_state_province'])
whois_server = str(text['whois_server'])
state = str(text['state'])
phone = str(text['tech_phone'])
registrar = str(text['registrar'])
# referral = text['referral']
referral_url = str(text['referral_url'])
address = str(text['registrant_address'])
name_servers = str(text['name_servers'])
emails = str(text['emails'])
creation_date = str(text['creation_date'])
try:
print "connecting databases..."
db = MySQLdb.connect("×××.×××.×××.×××", "×××××", "×××××××××", "×××", charset="utf8")
print "conncected!"
cursor = db.cursor()
cursor.execute('INSERT INTO whois_info(url,ip,updated_date,status,whois_name,dnssec,city,expiration_date,zipcode,domain_name,country,whois_server,state,registrar,referral_url,address,name_servers,creation_date,emails,Insert_time)values(%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)',
[url,ip,updated_date,status,whoisname,dnssec,city,expiration_date,zipcode,domain_name,country,whois_server,
state,registrar,referral_url,address,name_servers,creation_date,emails,ctime()])
db.commit()
print "insert successfully!"
except:
print "connect MySQL failed"
f2 = open("fail.txt", 'r+')
print >> f2, url
f2.close()
pass
try:
updated_date = str(text['updated_date'])
status = str(text['status'])
whoisname = str(text['tech_name'])
dnssec = str(text['dnssec'])
city = str(text['city'])
expiration_date = str(text['expiration_date'])
zipcode = str(text['zipcode'])
domain_name = str(text['domain_name'])
country = str(text['country'])
whois_server = str(text['whois_server'])
state = str(text['state'])
registrar = str(text['registrar'])
# referral = text['referral']
referral_url = str(text['referral_url'])
address = str(text['address'])
name_servers = str(text['name_servers'])
emails = str(text['emails'])
creation_date = str(text['creation_date'])
try:
print "connecting databases..."
db = MySQLdb.connect("×××.×××.×××.×××", "×××××", "×××××××××", "×××", charset="utf8")
print "conncected!"
cursor = db.cursor()
cursor.execute(
'INSERT INTO whois_info(url,ip,updated_date,status,whois_name,dnssec,city,expiration_date,zipcode,domain_name,country,whois_server,state,registrar,referral_url,address,name_servers,creation_date,emails,Insert_time)values(%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)',
[url, ip, updated_date, status, whoisname, dnssec, city, expiration_date, zipcode, domain_name, country,
whois_server, state, registrar, referral_url, address, name_servers, creation_date, emails, ctime()])
db.commit()
print "insert successfully!"
except:
print "connect MySQL failed"
f2 = open("fail.txt", 'r+')
print >> f2, url
f2.close()

except:
f2 = open("fail.txt", 'r+')
print >> f2, url
f2.close()
print "MATHC FAIL!"
pass

def main():
f = open("fail.txt",'r')
f1 = open("whois.txt",'r+')
flag = 4
while(flag>0):
url = f.readline()[:-1]
print 5-flag
print url
ip = getip(url)
data = getwhois(url)
whoisoperation(ip,url,data)
print >>f1, url
print >>f1, ip
print >>f1, data
flag-=1

if __name__ == '__main__':
main()