python监控文件或目录变化
本文实例实现的功能是监控一个文件或目录的变化,如果有变化,把文件上传备份至备份主机,并且要监控上传过程是否有问题等,具体内容如下
#!/usr/bin/envpython
#coding=utf-8
#
#Statuswdgs/ccssqlfilechanged
#文件有变化上传至备份主机,上传之后验证文件是否正确
#
importparamiko,os,sys,datetime,time,MySQLdb
frompyinotifyimportWatchManager,Notifier,ProcessEvent,IN_DELETE,IN_CREATE,IN_MODIFY
'''
CREATETABLE`wddel_log.status_sql`(
`ip`varchar(16)NOTNULLCOMMENT'机器IP',
`tar_name`varchar(50)NOTNULLCOMMENT'备份文件名字',
`md5`varchar(50)NOTNULLCOMMENT'备份文件MD5',
`flag`int(2)NOTNULLCOMMENT'0:成功;1:失败',
`error_log`varchar(100)NOTNULLCOMMENT'错误日志',
`uptime`datetimeNOTNULLCOMMENT'更新时间',
KEY`ip`(`ip`),
KEY`uptime`(`uptime`)
)ENGINE=InnoDBDEFAULTCHARSET=utf8'''#日志表创建脚本
GM_path='/home/asktao/'
center_hostname='192.168.1.100'
center_username='root'
center_password='123456'
center_port=63008
deflog2db(ip,tar_name,md5,flag,error='0'):#删除日志入库
try:
tar_name=os.path.split(tar_name)[1]
now=time.strftime("%Y-%m-%d%H:%M:%S")
conn=MySQLdb.connect(host='192.168.1.104',user='root',passwd='1q2w3e4r',charset='utf8',connect_timeout=20)
cursor=conn.cursor()
sql="SELECTipFROMwddel_log.status_sqlWHEREip='%s'"%ip
cursor.execute(sql)
res=cursor.fetchall()
iflen(res)==0:
inster_sql="insertintowddel_log.status_sqlVALUES('%s','%s','%s',%s,'%s','%s')"%(ip,tar_name,md5,flag,error,now)
cursor.execute(inster_sql)
conn.commit()
else:
update_sql="UPDATEwddel_log.status_sqlSETmd5='%s',flag='%s',error_log='%s',uptime='%s'WHEREip='%s'"%(md5,flag,error,now,ip)
cursor.execute(update_sql)
conn.commit()
cursor.close()
conn.close()
exceptException,e:
printe
deffind_ip():#获取本地eth0的IP地址
ip=os.popen("/sbin/ipa|grep'globaleth0'").readlines()[0].split()[1].split("/")[0]
if"192.168."inip:
ip=os.popen("/sbin/ipa|grep'globaleth1'").readlines()[0].split()[1].split("/")[0]
returnip
defmd5sum(file_name):#验证sql打包文件的MD5
ifos.path.isfile(file_name):
f=open(file_name,'rb')
py_ver=sys.version[:3]
ifpy_ver=="2.4":
importmd5ashashlib
else:
importhashlib
md5=hashlib.md5(f.read()).hexdigest()
f.close()
returnmd5
else:
return0
defcenter_md5(file_name):#上传至备份中心的文件的MD5
try:
s=paramiko.SSHClient()
s.set_missing_host_key_policy(paramiko.AutoAddPolicy())
s.connect(hostname=center_hostname,port=center_port,username=center_username,password=center_password)
conm="/usr/bin/md5sum%s"%file_name
stdin,stdout,stderr=s.exec_command(conm)
result=stdout.readlines()[0].split()[0].strip()
s.close()
returnresult
exceptException,e:
returne
defback_file(ip,tar_name,tar_md5):#上传文件到备份中心
remote_dir='/data/sql'
file_name=os.path.join(remote_dir,os.path.split(tar_name)[1])
try:
t=paramiko.Transport((center_hostname,center_port))
t.connect(username=center_username,password=center_password)
sftp=paramiko.SFTPClient.from_transport(t)
sftp.put(tar_name,file_name)
t.close()
#print"%sback_fileOK"%tar_name
os.remove(tar_name)
remot_md5=center_md5(file_name)
ifremot_md5==tar_md5:
log2db(ip,tar_name,tar_md5,0)
else:
log2db(ip,tar_name,tar_md5,1,'remot_md5!=tar_md5')
exceptException,e:
#print"connecterror!"
log2db(ip,tar_name,tar_md5,1,e)
os.remove(tar_name)
defback_sql():#执行备份
ip=find_ip()
tar_name="/tmp/%s.tar.gz"%ip
sql_conn="/usr/bin/find%s-typef-name'*.sql'|/usr/bin/xargs/bin/tarzcvPf%s"%(GM_path,tar_name)
sql_tar=os.popen(sql_conn).readlines()
tar_md5=md5sum(tar_name)
iftar_md5!=0:
back_file(ip,tar_name,tar_md5)
else:
error_log="%snotfind"%tar_name
log2db(ip,tar_name,tar_md5,0,error_log)
classPFilePath(ProcessEvent):#文件变化的触发
defprocess_IN_CREATE(self,event):
ifos.path.splitext(event.name)[1]==".sql":
text="Createfile:%s"%os.path.join(event.path,event.name)
#printtext
back_sql()
defprocess_IN_MODIFY(self,event):
ifos.path.splitext(event.name)[1]==".sql":
text="Modifyfile:%s"%os.path.join(event.path,event.name)
#printtext
back_sql()
defFSMonitor():#主监控函数
back_sql()#运行脚本先备份sql文件
wm=WatchManager()
mask=IN_CREATE|IN_MODIFY
notifier=Notifier(wm,PFilePath())
wdd=wm.add_watch(GM_path,mask,rec=True)
print'nowstartingmonitor%s'%(GM_path)
whileTrue:
try:
notifier.process_events()
ifnotifier.check_events():
notifier.read_events()
exceptKeyboardInterrupt:
notifier.stop()
break
if__name__=="__main__":
FSMonitor()
以上就是本文的全部内容,希望对大家的学习有所帮助。