python监控文件或目录变化
本文实例实现的功能是监控一个文件或目录的变化,如果有变化,把文件上传备份至备份主机,并且要监控上传过程是否有问题等,具体内容如下
#!/usr/bin/envpython #coding=utf-8 # #Statuswdgs/ccssqlfilechanged #文件有变化上传至备份主机,上传之后验证文件是否正确 # importparamiko,os,sys,datetime,time,MySQLdb frompyinotifyimportWatchManager,Notifier,ProcessEvent,IN_DELETE,IN_CREATE,IN_MODIFY ''' CREATETABLE`wddel_log.status_sql`( `ip`varchar(16)NOTNULLCOMMENT'机器IP', `tar_name`varchar(50)NOTNULLCOMMENT'备份文件名字', `md5`varchar(50)NOTNULLCOMMENT'备份文件MD5', `flag`int(2)NOTNULLCOMMENT'0:成功;1:失败', `error_log`varchar(100)NOTNULLCOMMENT'错误日志', `uptime`datetimeNOTNULLCOMMENT'更新时间', KEY`ip`(`ip`), KEY`uptime`(`uptime`) )ENGINE=InnoDBDEFAULTCHARSET=utf8'''#日志表创建脚本 GM_path='/home/asktao/' center_hostname='192.168.1.100' center_username='root' center_password='123456' center_port=63008 deflog2db(ip,tar_name,md5,flag,error='0'):#删除日志入库 try: tar_name=os.path.split(tar_name)[1] now=time.strftime("%Y-%m-%d%H:%M:%S") conn=MySQLdb.connect(host='192.168.1.104',user='root',passwd='1q2w3e4r',charset='utf8',connect_timeout=20) cursor=conn.cursor() sql="SELECTipFROMwddel_log.status_sqlWHEREip='%s'"%ip cursor.execute(sql) res=cursor.fetchall() iflen(res)==0: inster_sql="insertintowddel_log.status_sqlVALUES('%s','%s','%s',%s,'%s','%s')"%(ip,tar_name,md5,flag,error,now) cursor.execute(inster_sql) conn.commit() else: update_sql="UPDATEwddel_log.status_sqlSETmd5='%s',flag='%s',error_log='%s',uptime='%s'WHEREip='%s'"%(md5,flag,error,now,ip) cursor.execute(update_sql) conn.commit() cursor.close() conn.close() exceptException,e: printe deffind_ip():#获取本地eth0的IP地址 ip=os.popen("/sbin/ipa|grep'globaleth0'").readlines()[0].split()[1].split("/")[0] if"192.168."inip: ip=os.popen("/sbin/ipa|grep'globaleth1'").readlines()[0].split()[1].split("/")[0] returnip defmd5sum(file_name):#验证sql打包文件的MD5 ifos.path.isfile(file_name): f=open(file_name,'rb') py_ver=sys.version[:3] ifpy_ver=="2.4": importmd5ashashlib else: importhashlib md5=hashlib.md5(f.read()).hexdigest() f.close() returnmd5 else: return0 defcenter_md5(file_name):#上传至备份中心的文件的MD5 try: s=paramiko.SSHClient() s.set_missing_host_key_policy(paramiko.AutoAddPolicy()) s.connect(hostname=center_hostname,port=center_port,username=center_username,password=center_password) conm="/usr/bin/md5sum%s"%file_name stdin,stdout,stderr=s.exec_command(conm) result=stdout.readlines()[0].split()[0].strip() s.close() returnresult exceptException,e: returne defback_file(ip,tar_name,tar_md5):#上传文件到备份中心 remote_dir='/data/sql' file_name=os.path.join(remote_dir,os.path.split(tar_name)[1]) try: t=paramiko.Transport((center_hostname,center_port)) t.connect(username=center_username,password=center_password) sftp=paramiko.SFTPClient.from_transport(t) sftp.put(tar_name,file_name) t.close() #print"%sback_fileOK"%tar_name os.remove(tar_name) remot_md5=center_md5(file_name) ifremot_md5==tar_md5: log2db(ip,tar_name,tar_md5,0) else: log2db(ip,tar_name,tar_md5,1,'remot_md5!=tar_md5') exceptException,e: #print"connecterror!" log2db(ip,tar_name,tar_md5,1,e) os.remove(tar_name) defback_sql():#执行备份 ip=find_ip() tar_name="/tmp/%s.tar.gz"%ip sql_conn="/usr/bin/find%s-typef-name'*.sql'|/usr/bin/xargs/bin/tarzcvPf%s"%(GM_path,tar_name) sql_tar=os.popen(sql_conn).readlines() tar_md5=md5sum(tar_name) iftar_md5!=0: back_file(ip,tar_name,tar_md5) else: error_log="%snotfind"%tar_name log2db(ip,tar_name,tar_md5,0,error_log) classPFilePath(ProcessEvent):#文件变化的触发 defprocess_IN_CREATE(self,event): ifos.path.splitext(event.name)[1]==".sql": text="Createfile:%s"%os.path.join(event.path,event.name) #printtext back_sql() defprocess_IN_MODIFY(self,event): ifos.path.splitext(event.name)[1]==".sql": text="Modifyfile:%s"%os.path.join(event.path,event.name) #printtext back_sql() defFSMonitor():#主监控函数 back_sql()#运行脚本先备份sql文件 wm=WatchManager() mask=IN_CREATE|IN_MODIFY notifier=Notifier(wm,PFilePath()) wdd=wm.add_watch(GM_path,mask,rec=True) print'nowstartingmonitor%s'%(GM_path) whileTrue: try: notifier.process_events() ifnotifier.check_events(): notifier.read_events() exceptKeyboardInterrupt: notifier.stop() break if__name__=="__main__": FSMonitor()
以上就是本文的全部内容,希望对大家的学习有所帮助。