def single_files(filename):
'''check/update a single file'''
'''returns (True, path_in_synctree) if file is different'''
if not filename:
stderr('missing filename')
return (False, None)
(obj, err) = synctool_overlay.find_terse(synctool_overlay.OV_OVERLAY, filename)
if err == synctool_overlay.OV_FOUND_MULTIPLE:
# multiple source possible
# possibilities have already been printed
sys.exit(1)
if err == synctool_overlay.OV_NOT_FOUND:
stderr('%s is not in the overlay tree' % filename)
return (False, None)
verbose('checking against %s' % obj.print_src())
changed = obj.compare_files()
if not changed:
stdout('%s is up to date' % filename)
terse(synctool_lib.TERSE_OK, filename)
unix_out('# %s is up to date\n' % obj.print_dest())
return (changed, obj.src_path)
def check():
'''check for newer version on the website'''
'''it does this by downloading the LATEST.txt versioning file'''
latest_version = get_latest_version()
if latest_version == synctool_param.VERSION:
stdout('You are running the latest version of synctool')
return 0
else:
stdout('A newer version of synctool is available: version %s' % latest_version)
return 1
def delete_callback(obj):
'''delete files'''
if obj.dest_isDir(): # do not delete directories
return
if obj.dest_exists():
if synctool_lib.DRY_RUN:
not_str = 'not '
else:
not_str = ''
stdout('%sdeleting %s : %s' % (not_str, obj.print_src(), obj.print_dest()))
obj.hard_delete_file()
run_post(obj.src_path, obj.dest_path)
def erase_saved(self):
dest = self.dest_path
stat_saved_path = synctool_stat.SyncStat('%s.saved' % dest)
if synctool_lib.ERASE_SAVED and stat_saved_path.exists() and not stat_saved_path.isDir():
terse(synctool_lib.TERSE_DELETE, '%s.saved' % dest)
unix_out('rm %s.saved' % dest)
if synctool_lib.DRY_RUN:
stdout(dryrun_msg('erase %s.saved' % dest, 'erase'))
else:
stdout('erase %s.saved' % dest)
verbose(' os.unlink(%s.saved)' % dest)
try:
os.unlink('%s.saved' % dest)
except OSError, reason:
stderr('failed to delete %s : %s' % (dest, reason))
def upload(interface, upload_filename, upload_suffix=None):
'''copy a file from a node into the overlay/ tree'''
if not synctool_param.SCP_CMD:
stderr('%s: error: scp_cmd has not been defined in %s' % (os.path.basename(sys.argv[0]),
synctool_param.CONF_FILE))
sys.exit(-1)
if upload_filename[0] != '/':
stderr('error: the filename to upload must be an absolute path')
sys.exit(-1)
trimmed_upload_fn = upload_filename[1:] # remove leading slash
import synctool_overlay
# make the known groups lists
synctool_config.remove_ignored_groups()
synctool_param.MY_GROUPS = synctool_config.get_my_groups()
synctool_param.ALL_GROUPS = synctool_config.make_all_groups()
if upload_suffix and not upload_suffix in synctool_param.ALL_GROUPS:
stderr("no such group '%s'" % upload_suffix)
sys.exit(-1)
# shadow DRY_RUN because that var can not be used correctly here
if '-f' in PASS_ARGS or '--fix' in PASS_ARGS:
dry_run = False
else:
dry_run = True
if not synctool_lib.QUIET:
stdout('DRY RUN, not uploading any files')
terse(synctool_lib.TERSE_DRYRUN, 'not uploading any files')
node = NODESET.get_nodename_from_interface(interface)
# pretend that the current node is now the given node;
# this is needed for find() to find the most optimal reference for the file
orig_NODENAME = synctool_param.NODENAME
synctool_param.NODENAME = node
synctool_config.insert_group(node, node)
orig_MY_GROUPS = synctool_param.MY_GROUPS[:]
synctool_param.MY_GROUPS = synctool_config.get_my_groups()
# see if file is already in the repository
(obj, err) = synctool_overlay.find_terse(synctool_overlay.OV_OVERLAY, upload_filename)
if err == synctool_overlay.OV_FOUND_MULTIPLE:
# multiple source possible
# possibilities have already been printed
sys.exit(1)
if err == synctool_overlay.OV_NOT_FOUND:
# no source path found
if string.find(upload_filename, '...') >= 0:
stderr("%s is not in the repository, don't know what to map this path to\n"
"Please give the full path instead of a terse path, or touch the source file\n"
"in the repository first and try again"
% os.path.basename(upload_filename))
sys.exit(1)
# it wasn't a terse path, throw a source path together
# This picks the first overlay dir as default source, which may not be correct
# but it is a good guess
repos_filename = os.path.join(synctool_param.OVERLAY_DIRS[0], trimmed_upload_fn)
if upload_suffix:
repos_filename = repos_filename + '._' + upload_suffix
else:
repos_filename = repos_filename + '._' + node # use _nodename as default suffix
else:
if upload_suffix:
# remove the current group suffix an add the specified suffix to the filename
arr = string.split(obj.src_path, '.')
if len(arr) > 1 and arr[-1][0] == '_':
repos_filename = string.join(arr[:-1], '.')
repos_filename = repos_filename + '._' + upload_suffix
else:
repos_filename = obj.src_path
synctool_param.NODENAME = orig_NODENAME
synctool_param.MY_GROUPS = orig_MY_GROUPS
verbose('%s:%s uploaded as %s' % (node, upload_filename, repos_filename))
terse(synctool_lib.TERSE_UPLOAD, repos_filename)
unix_out('%s %s:%s %s' % (synctool_param.SCP_CMD, interface, upload_filename, repos_filename))
if dry_run:
stdout('would be uploaded as %s' % synctool_lib.prettypath(repos_filename))
else:
# first check if the directory in the repository exists
repos_dir = os.path.dirname(repos_filename)
stat = synctool_stat.SyncStat(repos_dir)
if not stat.exists():
verbose('making directory %s' % synctool_lib.prettypath(repos_dir))
unix_out('mkdir -p %s' % repos_dir)
synctool_lib.mkdir_p(repos_dir)
# make scp command array
scp_cmd_arr = shlex.split(synctool_param.SCP_CMD)
scp_cmd_arr.append('%s:%s' % (interface, upload_filename))
scp_cmd_arr.append(repos_filename)
synctool_lib.run_with_nodename(scp_cmd_arr, NODESET.get_nodename_from_interface(interface))
if os.path.isfile(repos_filename):
stdout('uploaded %s' % synctool_lib.prettypath(repos_filename))
def main():
action = get_options()
synctool_config.add_myhostname()
if synctool_param.NODENAME == None:
stderr('unable to determine my nodename, please check %s' % synctool_param.CONF_FILE)
sys.exit(1)
if synctool_param.NODENAME in synctool_param.IGNORE_GROUPS:
stderr('%s: node %s is disabled in the config file' % (synctool_param.CONF_FILE, synctool_param.NODENAME))
sys.exit(1)
synctool_config.remove_ignored_groups()
synctool_param.MY_GROUPS = synctool_config.get_my_groups()
synctool_param.ALL_GROUPS = synctool_config.make_all_groups()
if synctool_lib.UNIX_CMD:
t = time.localtime(time.time())
unix_out('#')
unix_out('# script generated by synctool on %04d/%02d/%02d %02d:%02d:%02d' % (t[0], t[1], t[2], t[3], t[4], t[5]))
unix_out('#')
unix_out('# NODENAME=%s' % synctool_param.NODENAME)
unix_out('# HOSTNAME=%s' % synctool_param.HOSTNAME)
unix_out('# MASTERDIR=%s' % synctool_param.MASTERDIR)
unix_out('# SYMLINK_MODE=0%o' % synctool_param.SYMLINK_MODE)
unix_out('#')
if not synctool_lib.DRY_RUN:
unix_out('# NOTE: --fix specified, applying updates')
unix_out('#')
unix_out('')
else:
if not synctool_lib.QUIET:
verbose('my nodename: %s' % synctool_param.NODENAME)
verbose('my hostname: %s' % synctool_param.HOSTNAME)
verbose('masterdir: %s' % synctool_param.MASTERDIR)
verbose('symlink_mode: 0%o' % synctool_param.SYMLINK_MODE)
if synctool_param.LOGFILE != None and not synctool_lib.DRY_RUN:
verbose('logfile: %s' % synctool_param.LOGFILE)
verbose('')
if synctool_lib.DRY_RUN:
stdout('DRY RUN, not doing any updates')
terse(synctool_lib.TERSE_DRYRUN, 'not doing any updates')
else:
stdout('--fix specified, applying changes')
terse(synctool_lib.TERSE_FIXING, ' applying changes')
verbose('')
synctool_lib.openlog()
os.putenv('SYNCTOOL_NODENAME', synctool_param.NODENAME)
os.putenv('SYNCTOOL_MASTERDIR', synctool_param.MASTERDIR)
if action == ACTION_DIFF:
for file in SINGLE_FILES:
diff_files(file)
elif action == ACTION_RUN_TASKS:
if SINGLE_FILES:
for single_file in SINGLE_FILES:
single_task(single_file)
else:
run_tasks()
elif action == ACTION_REFERENCE:
for file in SINGLE_FILES:
reference(file)
elif SINGLE_FILES:
for single_file in SINGLE_FILES:
(changed, src) = single_files(single_file)
if changed:
run_post(src, single_file)
run_post_on_directories()
else:
overlay_files()
delete_files()
run_post_on_directories()
always_run()
unix_out('# EOB')
synctool_lib.closelog()
def compare_files(self):
'''see what the differences are for this SyncObject, and fix it
if not a dry run
self.src_path is the file in the synctool/overlay tree
self.dest_path is the file in the system
need_update is a local boolean saying if a path needs to be updated
Return value is False when file is not changed, True when file is updated
--
The structure of this long function is as follows;
stat(src) this stat is 'sacred' and dest should be set accordingly
stat(dest)
if src is symlink:
check if dest exists
check if dest is symlink
check if dest is dir
treat dest as file
fix if needed
if src is directory:
check if dest exists
check if dest is symlink
check if dest is dir
treat dest as file
fix if needed
if src is file:
check if dest exists
check if dest is symlink
check if dest is dir
treat dest as file
check filesize
do md5 checksum
fix if needed
don't know what type src is
check ownership
check permissions
return False'''
src_path = self.src_path
dest_path = self.dest_path
self.src_stat()
src_stat = self.src_statbuf
if not src_stat:
return False
self.dest_stat()
dest_stat = self.dest_statbuf
# if not dest_stat:
# pass # destination does not exist
need_update = False
#
# if source is a symbolic link ...
#
if src_stat.isLink():
need_update = False
try:
src_link = os.readlink(src_path)
except OSError, reason:
stderr('failed to readlink %s : %s' % (src_path, reason))
terse(synctool_lib.TERSE_FAIL, 'readlink %s' % src_path)
return False
if not dest_stat.exists():
stdout('symbolic link %s does not exist' % dest_path)
terse(synctool_lib.TERSE_LINK, dest_path)
unix_out('# create symbolic link %s' % dest_path)
need_update = True
elif dest_stat.isLink():
try:
dest_link = os.readlink(dest_path)
except OSError, reason:
stderr('failed to readlink %s : %s (but ignoring this error)' % (src_path, reason))
terse(synctool_lib.TERSE_FAIL, 'readlink %s' % src_path)
dest_link = None
if src_link != dest_link:
stdout('%s should point to %s, but points to %s' % (dest_path, src_link, dest_link))
terse(synctool_lib.TERSE_LINK, dest_path)
unix_out('# relink symbolic link %s' % dest_path)
need_update = True
if (dest_stat.mode & 07777) != synctool_param.SYMLINK_MODE:
stdout('%s should have mode %04o (symlink), but has %04o' % (dest_path, synctool_param.SYMLINK_MODE, dest_stat.mode & 07777))
terse(synctool_lib.TERSE_MODE, '%04o %s' % (synctool_param.SYMLINK_MODE, dest_path))
unix_out('# fix permissions of symbolic link %s' % dest_path)
need_update = True
terse(synctool_lib.TERSE_MODE, '%04o %s' % (synctool_param.SYMLINK_MODE, dest_path))
unix_out('# fix permissions of symbolic link %s' % dest_path)
need_update = True
elif dest_stat.isDir():
stdout('%s should be a symbolic link' % dest_path)
terse(synctool_lib.TERSE_LINK, dest_path)
unix_out('# target should be a symbolic link')
self.save_dir()
need_update = True
#
# treat as file ...
#
else:
stdout('%s should be a symbolic link' % dest_path)
terse(synctool_lib.TERSE_LINK, dest_path)
unix_out('# target should be a symbolic link')
need_update = True
#
# (re)create the symbolic link
#
if need_update:
self.symlink_file(src_link)
unix_out('')
return True
#
# if the source is a directory ...
#
terse(synctool_lib.TERSE_MODE, "%04o %s" % (synctool_param.SYMLINK_MODE, dest_path))
unix_out("# fix permissions of symbolic link %s" % dest_path)
need_update = True
elif dest_stat.isDir():
stdout("%s should be a symbolic link" % dest_path)
terse(synctool_lib.TERSE_LINK, dest_path)
unix_out("# target should be a symbolic link")
self.save_dir()
need_update = True
#
# treat as file ...
#
else:
stdout("%s should be a symbolic link" % dest_path)
terse(synctool_lib.TERSE_LINK, dest_path)
unix_out("# target should be a symbolic link")
need_update = True
#
# (re)create the symbolic link
#
if need_update:
self.symlink_file(src_link)
unix_out("")
return True
#
# if the source is a directory ...
#