1 ##############################################################################
2 # Copyright (c) 2015 Huawei Technologies Co.,Ltd and others.
4 # All rights reserved. This program and the accompanying materials
5 # are made available under the terms of the Apache License, Version 2.0
6 # which accompanies this distribution, and is available at
7 # http://www.apache.org/licenses/LICENSE-2.0
8 ##############################################################################
11 # from __future__ import nested_scopes
13 import os, os.path, shutil, glob, re, sys, getopt, stat, string
34 self.delete_excluded = 0
35 self.delete_from_source = 0
37 self.modify_window = 2
40 self.case_sensitivity = 0
42 self.case_sensitivity = re.I
45 def visit(cookie, dirname, names):
46 """Copy files names from sink_root + (dirname - sink_root) to target_root + (dirname - sink_root)"""
47 if os.path.split(cookie.sink_root)[
48 1]: # Should be tested with (C:\Cvs -> C:\)! (C:\Archives\MyDatas\UltraEdit -> C:\Archives\MyDatas) (Cvs -> "")! (Archives\MyDatas\UltraEdit -> Archives\MyDatas) (\Cvs -> \)! (\Archives\MyDatas\UltraEdit -> Archives\MyDatas)
49 dirname = dirname[len(cookie.sink_root) + 1:]
51 dirname = dirname[len(cookie.sink_root):]
52 target_dir = os.path.join(cookie.target_root, dirname)
53 if not os.path.isdir(target_dir):
54 makeDir(cookie, target_dir)
55 sink_dir = os.path.join(cookie.sink_root, dirname)
59 ignore = os.path.join(sink_dir, ".cvsignore")
60 if os.path.isfile(ignore):
61 filters = convertPatterns(ignore, "-")
62 filters = filters + cookie.filters
66 # filter sink files (names):
68 while name_index < len(names):
69 name = names[name_index]
70 path = os.path.join(dirname, name)
71 path = convertPath(path)
72 if os.path.isdir(os.path.join(sink_dir, name)):
74 for filter in filters:
75 if re.search(filter[1], path, cookie.case_sensitivity):
77 sink = os.path.join(sink_dir, name)
78 if cookie.delete_from_source:
79 if os.path.isfile(sink):
80 removeFile(cookie, sink)
81 elif os.path.isdir(sink):
82 removeDir(cookie, sink)
84 logError("Sink %s is neither a file nor a folder (skip removal)" % sink)
85 names_excluded += [names[name_index]]
86 del (names[name_index])
87 name_index = name_index - 1
89 elif filter[0] == '+':
91 name_index = name_index + 1
93 if cookie.delete and os.path.isdir(target_dir):
94 # Delete files and folder in target not present in filtered sink.
95 for name in os.listdir(target_dir):
96 if not cookie.delete_excluded and name in names_excluded:
99 target = os.path.join(target_dir, name)
100 if os.path.isfile(target):
101 removeFile(cookie, target)
102 elif os.path.isdir(target):
103 removeDir(cookie, target)
108 # Copy files and folder from sink to target.
109 sink = os.path.join(sink_dir, name)
111 target = os.path.join(target_dir, name)
112 if os.path.exists(target):
113 # When target already exit:
114 if os.path.isfile(sink):
115 if os.path.isfile(target):
117 if shouldUpdate(cookie, sink, target):
118 updateFile(cookie, sink, target)
119 elif os.path.isdir(target):
121 removeDir(cookie, target)
122 copyFile(cookie, sink, target)
125 logError("Target %s is neither a file nor folder (skip update)" % sink)
127 elif os.path.isdir(sink):
128 if os.path.isfile(target):
130 removeFile(cookie, target)
131 makeDir(cookie, target)
134 logError("Sink %s is neither a file nor a folder (skip update)" % sink)
136 elif not cookie.existing:
137 # When target dont exist:
138 if os.path.isfile(sink):
140 copyFile(cookie, sink, target)
141 elif os.path.isdir(sink):
143 makeDir(cookie, target)
145 logError("Sink %s is neither a file nor a folder (skip update)" % sink)
148 def log(cookie, message):
152 except UnicodeEncodeError:
153 print message.encode("utf8")
156 def logError(message):
158 sys.stderr.write(message + "\n")
159 except UnicodeEncodeError:
160 sys.stderr.write(message.encode("utf8") + "\n")
163 def shouldUpdate(cookie, sink, target):
165 sink_st = os.stat(sink)
166 sink_sz = sink_st.st_size
167 sink_mt = sink_st.st_mtime
169 logError("Fail to retrieve information about sink %s (skip update)" % sink)
173 target_st = os.stat(target)
174 target_sz = target_st.st_size
175 target_mt = target_st.st_mtime
177 logError("Fail to retrieve information about target %s (skip update)" % target)
181 return target_mt < sink_mt - cookie.modify_window
183 if cookie.ignore_time:
186 if target_sz != sink_sz:
192 return abs(target_mt - sink_mt) > cookie.modify_window
195 def copyFile(cookie, sink, target):
196 log(cookie, "copy: %s to: %s" % (sink, target))
197 if not cookie.dry_run:
199 shutil.copyfile(sink, target)
201 logError("Fail to copy %s" % sink)
206 os.utime(target, (s.st_atime, s.st_mtime));
208 logError("Fail to copy timestamp of %s" % sink)
211 def updateFile(cookie, sink, target):
212 log(cookie, "update: %s to: %s" % (sink, target))
213 if not cookie.dry_run:
214 # Read only and hidden and system files can not be overridden.
218 filemode = win32file.GetFileAttributesW(target)
219 win32file.SetFileAttributesW(target,
220 filemode & ~win32file.FILE_ATTRIBUTE_READONLY & ~win32file.FILE_ATTRIBUTE_HIDDEN & ~win32file.FILE_ATTRIBUTE_SYSTEM)
222 os.chmod(target, stat.S_IWUSR)
224 # logError("Fail to allow override of %s" % target)
227 shutil.copyfile(sink, target)
231 os.utime(target, (s.st_atime, s.st_mtime));
234 "Fail to copy timestamp of %s" % sink) # The utime api of the 2.3 version of python is not unicode compliant.
236 logError("Fail to override %s" % sink)
239 win32file.SetFileAttributesW(target, filemode)
242 def prepareRemoveFile(path):
244 filemode = win32file.GetFileAttributesW(path)
245 win32file.SetFileAttributesW(path,
246 filemode & ~win32file.FILE_ATTRIBUTE_READONLY & ~win32file.FILE_ATTRIBUTE_HIDDEN & ~win32file.FILE_ATTRIBUTE_SYSTEM)
248 os.chmod(path, stat.S_IWUSR)
251 def removeFile(cookie, target):
252 # Read only files could not be deleted.
253 log(cookie, "remove: %s" % target)
254 if not cookie.dry_run:
257 prepareRemoveFile(target)
259 # logError("Fail to allow removal of %s" % target)
264 logError("Fail to remove %s" % target)
267 def makeDir(cookie, target):
268 log(cookie, "make dir: %s" % target)
269 if not cookie.dry_run:
273 logError("Fail to make dir %s" % target)
276 def visitForPrepareRemoveDir(arg, dirname, names):
278 path = os.path.join(dirname, name)
279 prepareRemoveFile(path)
282 def prepareRemoveDir(path):
283 prepareRemoveFile(path)
284 os.path.walk(path, visitForPrepareRemoveDir, None)
287 def OnRemoveDirError(func, path, excinfo):
288 logError("Fail to remove %s" % path)
291 def removeDir(cookie, target):
292 # Read only directory could not be deleted.
293 log(cookie, "remove dir: %s" % target)
294 if not cookie.dry_run:
295 prepareRemoveDir(target)
297 shutil.rmtree(target, False, OnRemoveDirError)
299 logError("Fail to remove dir %s" % target)
302 def convertPath(path):
303 # Convert windows, mac path to unix version.
304 separator = os.path.normpath("/")
306 path = re.sub(re.escape(separator), "/", path)
308 # Help file, folder pattern to express that it should match the all file or folder name.
313 def convertPattern(pattern, sign):
314 """Convert a rsync pattern that match against a path to a filter that match against a converted path."""
316 # Check for include vs exclude patterns.
317 if pattern[:2] == "+ ":
318 pattern = pattern[2:]
320 elif pattern[:2] == "- ":
321 pattern = pattern[2:]
324 # Express windows, mac patterns in unix patterns (rsync.py extension).
325 separator = os.path.normpath("/")
327 pattern = re.sub(re.escape(separator), "/", pattern)
329 # If pattern contains '/' it should match from the start.
331 if pattern[0] == "/":
332 pattern = pattern[1:]
336 # Convert pattern rules: ** * ? to regexp rules.
337 pattern = re.escape(pattern)
338 pattern = string.replace(pattern, "\\?", ".")
339 pattern = string.replace(pattern, "\\*\\*", ".*")
340 pattern = string.replace(pattern, "\\*", "[^/]*")
341 pattern = string.replace(pattern, "\\*", ".*")
344 # If pattern contains '/' it should match from the start.
345 pattern = "^\\/" + pattern
347 # Else the pattern should match the all file or folder name.
348 pattern = "\\/" + pattern
350 if pattern[-2:] != "\\/" and pattern[-2:] != ".*":
351 # File patterns should match also folders.
352 pattern = pattern + "\\/?"
354 # Pattern should match till the end.
355 pattern = pattern + "$"
356 return (sign, pattern)
359 def convertPatterns(path, sign):
360 """Read the files for pattern and return a vector of filters"""
364 pattern = f.readline()
367 if pattern[-1] == "\n":
368 pattern = pattern[:-1]
370 if re.match("[\t ]*$", pattern):
372 if pattern[0] == "#":
374 filters = filters + [convertPattern(pattern, sign)]
380 """Print the help string that should printed by rsync.py -h"""
381 print "usage: rsync.py [options] source target"
383 -q, --quiet decrease verbosity
384 -r, --recursive recurse into directories
385 -R, --relative use relative path names
386 -u, --update update only (don't overwrite newer files)
387 -t, --times preserve times
388 -n, --dry-run show what would have been transferred
389 --existing only update files that already exist
390 --delete delete files that don't exist on the sending side
391 --delete-excluded also delete excluded files on the receiving side
392 --delete-from-source delete excluded files on the receiving side
393 -I, --ignore-times don't exclude files that match length and time
394 --size-only only use file size when determining if a file should
396 --modify-window=NUM timestamp window (seconds) for file match (default=2)
397 --existing only update existing target files or folders
398 -C, --cvs-exclude auto ignore files in the same way CVS does
399 --exclude=PATTERN exclude files matching PATTERN
400 --exclude-from=FILE exclude patterns listed in FILE
401 --include=PATTERN don't exclude files matching PATTERN
402 --include-from=FILE don't exclude patterns listed in FILE
403 --version print version number
404 -h, --help show this help screen
406 See http://www.vdesmedt.com/~vds2212/rsync.html for informations and updates.
407 Send an email to vivian@vdesmedt.com for comments and bug reports."""
411 print "rsync.py version 2.0.1"
417 opts, args = getopt.getopt(args, "qrRntuCIh",
418 ["quiet", "recursive", "relative", "dry-run", "time", "update", "cvs-ignore",
419 "ignore-times", "help", "delete", "delete-excluded", "delete-from-source", "existing",
420 "size-only", "modify-window=", "exclude=", "exclude-from=", "include=", "include-from=",
423 if o in ["-q", "--quiet"]:
425 if o in ["-r", "--recursive"]:
427 if o in ["-R", "--relative"]:
429 elif o in ["-n", "--dry-run"]:
431 elif o in ["-t", "--times",
432 "--time"]: # --time is there to guaranty backward compatibility with previous buggy version.
434 elif o in ["-u", "--update"]:
436 elif o in ["-C", "--cvs-ignore"]:
437 cookie.cvs_ignore = 1
438 elif o in ["-I", "--ignore-time"]:
439 cookie.ignore_time = 1
440 elif o == "--delete":
442 elif o == "--delete-excluded":
444 cookie.delete_excluded = 1
445 elif o == "--delete-from-source":
446 cookie.delete_from_source = 1
447 elif o == "--size-only":
449 elif o == "--modify-window":
450 cookie.modify_window = int(v)
451 elif o == "--existing":
453 elif o == "--exclude":
454 cookie.filters = cookie.filters + [convertPattern(v, "-")]
455 elif o == "--exclude-from":
456 cookie.filters = cookie.filters + convertPatterns(v, "-")
457 elif o == "--include":
458 cookie.filters = cookie.filters + [convertPattern(v, "+")]
459 elif o == "--include-from":
460 cookie.filters = cookie.filters + convertPatterns(v, "+")
461 elif o == "--version":
464 elif o in ["-h", "--help"]:
472 # print cookie.filters
474 target_root = args[1]
475 try: # In order to allow compatibility below 2.3.
477 if os.path.__dict__.has_key("supports_unicode_filenames") and os.path.supports_unicode_filenames:
478 target_root = unicode(target_root, sys.getfilesystemencoding())
480 cookie.target_root = target_root
482 sinks = glob.glob(args[0])
488 try: # In order to allow compatibility below 2.3.
489 if os.path.__dict__.has_key("supports_unicode_filenames") and os.path.supports_unicode_filenames:
490 sink = unicode(sink, sys.getfilesystemencoding())
495 sink_drive, sink_root = os.path.splitdrive(sink)
497 if sink_root == os.path.sep:
500 sink_root, sink_name = os.path.split(sink_root)
501 sink_root = sink_drive + sink_root
502 if not sink_families.has_key(sink_root):
503 sink_families[sink_root] = []
504 sink_families[sink_root] = sink_families[sink_root] + [sink_name]
506 for sink_root in sink_families.keys():
508 cookie.sink_root = ""
510 cookie.sink_root = sink_root
512 global y # In order to allow compatibility below 2.1 (nested scope where used before).
514 files = filter(lambda x: os.path.isfile(os.path.join(y, x)), sink_families[sink_root])
516 visit(cookie, sink_root, files)
518 # global y # In order to allow compatibility below 2.1 (nested scope where used before).
520 folders = filter(lambda x: os.path.isdir(os.path.join(y, x)), sink_families[sink_root])
521 for folder in folders:
522 folder_path = os.path.join(sink_root, folder)
523 if not cookie.recursive:
524 visit(cookie, folder_path, os.listdir(folder_path))
526 os.path.walk(folder_path, visit, cookie)
530 if __name__ == "__main__":
531 sys.exit(main(sys.argv[1:]))