python检测文件夹中新增文件_python检测文件夹变化,并拷贝有更新的文件到对应目录的方法...
檢測(cè)文件夾,拷貝有更新的文件到對(duì)應(yīng)目錄 2016.5.19
親測(cè)可用,若有借鑒請(qǐng)修改下文件路徑;
學(xué)習(xí)python小一個(gè)月后寫的這個(gè)功能,屬于初學(xué),若有大神路過,求代碼優(yōu)化~
newcopy.py:
檢測(cè)文件夾中最后修改時(shí)間變化的文件,并拷貝復(fù)制到相應(yīng)路徑下,拷貝目錄會(huì)自動(dòng)檢測(cè)后輸出;測(cè)試文件夾路徑記得修改;
pyinotify.py:
借用window接口,檢測(cè)腳本所在目錄下文件夾變化(更新、刪除、添加等),輸出日志到桌面上;
# newcopy.py文件
# -*- coding:UTF-8 -*-
import os
import os.path
import sys
import time
import datetime
import stat
import difflib
import linecache, shutil
# 文件全路徑和對(duì)應(yīng)最后修改時(shí)間寫入到out.txt文檔中;
def add_log(path):
with open('out.txt','w') as f:
f.close()
for root , dirs, files in os.walk(path):
for name in files:
temp_path = os.path.join(root,name)
file_name = temp_path.replace('C:/Users/Enter/Desktop/', '')
file_time = os.stat(temp_path).st_mtime
with open('out.txt','a') as f:
f.write( ','.join( ['%s' % file_name , '%s\n' % file_time] ) )
f.close()
# 注意時(shí)間格式轉(zhuǎn)換
#file_time = time.localtime(os.stat(root).st_mtime)
#file_time=date.strftime('%Y-%m-%d %H:%M:%S')
def if_exist():
# 判斷文件out.txt是否存在,不存在則創(chuàng)建
filename = 'out.txt'
if os.path.exists(filename):
message = 'OK, the "%s" file exists.'
else:
message = "Sorry, I cannot find the '%s' file..and I create it."
a = open('out.txt', 'w')
a.close()
print message % filename
# 判斷update文件夾是否存在,不存在則創(chuàng)建
files_name='update'
if os.path.exists(files_name):
message = 'OK, the "%s" file exists.'
else:
message = "Sorry, I cannot find the '%s' file.and I create it. "
os.mkdir('update')
print message % files_name
# path 待比較的文件夾路徑
# 返回生成的txt(包含更新或者添加的文件路徑)的路徑
def log_compare(path):
# 先確保out.txt存在
if_exist()
# 獲取out.txt文件內(nèi)容(文件全路徑key和最后修改時(shí)間value),生成dict
txt = open('out.txt', 'r').readlines()
myDic = {}
for row in txt:
(key, value) = row.split(',')
myDic[key] = value
print myDic
# 創(chuàng)建以時(shí)間命名的文件和文件夾
setup_filename = str(datetime.datetime.now().strftime('%Y%m%d%H%M%S')) # 獲取當(dāng)前時(shí)間
setup_file_path = '%s%s.txt' %('C:/Users/Enter/Desktop/update/' ,setup_filename) # 生成以當(dāng)前時(shí)間命名的.txt文件,準(zhǔn)備寫入更新日志
setup_file_dir = '%s%s' %('C:/Users/Enter/Desktop/update/' ,setup_filename) # 生成以當(dāng)前時(shí)間命名的.txt文件夾
#判斷key,比較value值是否變化
#原始需要有一個(gè)out.txt文件,才能比較value確定是否有更新
#運(yùn)行程序時(shí),重新遍歷一遍文件全路徑和最后修改時(shí)間
for root , dirs, files in os.walk(path):
for name in files:
temp_path = os.path.join(root,name)
file_name = temp_path.replace('C:/Users/Enter/Desktop/', '')
time = os.stat(temp_path).st_mtime # 獲取最后修改時(shí)間
file_time = '%s\n' % time # 加%s\n是為了與out.txt里值完全對(duì)應(yīng)
if myDic.has_key(file_name) == True:
if cmp(myDic[file_name], file_time): # myDic[file_name]舊最后修改時(shí)間,file_time新最后修改時(shí)間
print (file_name,file_time) # 輸出有變化的文件名及其對(duì)應(yīng)的最后修改時(shí)間
# 輸出以文件時(shí)間命名的更新日志,生成路徑是update下
with open(setup_file_path,'a') as f: # 有更新的文件,寫入更新日志
f.write( '%s\n' % file_name )
f.close()
else:
print "add",file_name
with open(setup_file_path,'a') as f: # 新增的文件,寫入更新日志
f.write( '%s\n' % file_name )
f.close()
# 返回 當(dāng)前時(shí)間,以時(shí)間命名的文件夾路徑,更新文件路徑
return (setup_filename, setup_file_dir, setup_file_path)
# 將src目錄中的內(nèi)容拷貝到dest目錄
# 如果dest或者其子目錄不存在,先創(chuàng)建
# txt_path為更新日志路徑,有更新的文件才拷貝
def copy_directory(src, dest, txt_path):
if not os.path.exists(txt_path):
print "no file update"
return
# 讀更新日志,獲取更新文件的全路徑
txt = open(txt_path, 'r').readlines()
myDic = {}
myDic2 = {}
for row in txt:
myDic[row] = "1"
tempArray = os.path.split(row)
key = tempArray[0]
myDic2[key] = "1"
print "myDic2:", myDic2
print "dict:", myDic
# 遍歷原始文件夾,得到所有文件的全路徑
for root, dirs, files in os.walk(src):
for name in files:
#print "dirs:",dirs
fpath = os.path.join(root, name)
newroot = root
newroot = newroot.replace(src, dest) # 根據(jù)文件絕對(duì)路徑,創(chuàng)建將要拷貝的路徑(相對(duì)路徑),沒有則創(chuàng)建
#print newroot
rel_dir = root.replace('C:/Users/Enter/Desktop/', '')
if not os.path.exists(newroot) and myDic2.has_key(rel_dir):
print "rel_dir:" , rel_dir
print newroot
os.makedirs(newroot)
os.chmod(newroot, stat.S_IWRITE)
temp = fpath
temp = temp.replace(src, dest)
rel_path = fpath.replace('C:/Users/Enter/Desktop/', '') # 將絕對(duì)路徑改為相對(duì)路徑,便于遍歷對(duì)比,挑出要拷貝的文件
rel_path += '\n'
if myDic.has_key(rel_path) == True:
print "real_path:" , rel_path
# os.mkdir(rel_path)
shutil.copy(fpath, temp)
print "copyfile:", fpath
def main():
path_dir = 'C:/Users/Enter/Desktop/acd'
path_file = 'C:/Users/Enter/Desktop/out.txt'
params = log_compare(path_dir)
add_log(path_dir)
copy_directory(path_dir, params[1], params[2])
if __name__ == '__main__':
main()
#pyinotify.py文件
# -*- coding:UTF-8 -*-
import os
import win32file
import win32con
# #檢測(cè)當(dāng)前目錄下所有文件刪除、更新、修改等變化。更新日志輸出到桌面。2016.5.23 copy
ACTIONS = {
1 : "Created",
2 : "Deleted",
3 : "Updated",
4 : "Renamed from something",
5 : "Renamed to something"
}
# Thanks to Claudio Grondi for the correct set of numbers
FILE_LIST_DIRECTORY = 0x0001
path_to_watch = "."
hDir = win32file.CreateFile (
path_to_watch,
FILE_LIST_DIRECTORY,
win32con.FILE_SHARE_READ | win32con.FILE_SHARE_WRITE,
None,
win32con.OPEN_EXISTING,
win32con.FILE_FLAG_BACKUP_SEMANTICS,
None
)
while 1:
#
# ReadDirectoryChangesW takes a previously-created
# handle to a directory, a buffer size for results,
# a flag to indicate whether to watch subtrees and
# a filter of what changes to notify.
#
# NB Tim Juchcinski reports that he needed to up
# the buffer size to be sure of picking up all
# events when a large number of files were
# deleted at once.
#
results = win32file.ReadDirectoryChangesW (
hDir,
1024,
True,
win32con.FILE_NOTIFY_CHANGE_FILE_NAME |
win32con.FILE_NOTIFY_CHANGE_DIR_NAME |
win32con.FILE_NOTIFY_CHANGE_ATTRIBUTES |
win32con.FILE_NOTIFY_CHANGE_SIZE |
win32con.FILE_NOTIFY_CHANGE_LAST_WRITE |
win32con.FILE_NOTIFY_CHANGE_SECURITY,
None,
None
)
#print "results:", results
for action, file in results:
full_filename = os.path.join (path_to_watch, file)
print full_filename, ACTIONS.get (action, "Unknown")
with open('C:/Users/Enter/Desktop/fileupdate.txt','a') as f:
#str = ','.join( ['%s' % full_filename , '%s\n' % ACTIONS.get (action, "Unknown")] )
#print str
f.write( ','.join( ['%s' % full_filename , '%s\n' % ACTIONS.get (action, "Unknown")] ) )
f.close()
以上這篇python檢測(cè)文件夾變化,并拷貝有更新的文件到對(duì)應(yīng)目錄的方法就是小編分享給大家的全部?jī)?nèi)容了,希望能給大家一個(gè)參考,也希望大家多多支持腳本之家。
與50位技術(shù)專家面對(duì)面20年技術(shù)見證,附贈(zèng)技術(shù)全景圖總結(jié)
以上是生活随笔為你收集整理的python检测文件夹中新增文件_python检测文件夹变化,并拷贝有更新的文件到对应目录的方法...的全部?jī)?nèi)容,希望文章能夠幫你解決所遇到的問題。
- 上一篇: 什么是事务( Transaction )
- 下一篇: websocket python爬虫_p