def test_pickle_unpickle_equal(self):
"""Sanity check pickle-unpickle round-trip."""
logdir = site_sysinfo.logdir(
self.from_dir,
excludes=(site_sysinfo.logdir.DEFAULT_EXCLUDES + ('a', )))
# base_job uses protocol 2 to pickle. We follow suit.
logdir_pickle = pickle.dumps(logdir, protocol=2)
unpickled_logdir = pickle.loads(logdir_pickle)
self.assertEqual(unpickled_logdir, logdir)
def test_run_recreates_absolute_source_path(self):
"""When copying files, the absolute path from the source is recreated
in the destination folder.
"""
os.mkdir(os.path.join(self.from_dir, 'fubar'))
logdir = site_sysinfo.logdir(self.from_dir)
logdir.run(self.to_dir)
destination_path = self._destination_path('fubar')
self.assertTrue(os.path.exists(destination_path),
msg='Failed to copy to %s' % destination_path)
def test_run_ignores_exclude_patterns_in_leading_dirs(self):
"""Exclude patterns should only be applied to path suffixes within
from_dir, not to the root directory itself.
"""
exclude_pattern_dir = os.path.join(self.from_dir, 'autoserv2344')
os.makedirs(os.path.join(exclude_pattern_dir, 'fubar'))
logdir = site_sysinfo.logdir(exclude_pattern_dir)
logdir.run(self.to_dir)
destination_path = self._destination_path('fubar',
from_dir=exclude_pattern_dir)
self.assertTrue(os.path.exists(destination_path),
msg='Failed to copy to %s' % destination_path)
def test_unpickle_handle_missing__excludes(self):
"""Sanely handle missing _excludes attribute from pickles
This can happen when running brand new version of this class that
introduced this attribute from older server side code in prod.
"""
logdir = site_sysinfo.logdir(self.from_dir)
delattr(logdir, '_excludes')
# base_job uses protocol 2 to pickle. We follow suit.
logdir_pickle = pickle.dumps(logdir, protocol=2)
logdir = pickle.loads(logdir_pickle)
self.assertEqual(logdir._excludes,
site_sysinfo.logdir.DEFAULT_EXCLUDES)
def test_pickle_enforce_required_attributes_default(self):
"""Some attributes from this object should never be dropped.
When running a client test against an older build, we pickle the objects
of this class from newer version of the class and unpicle to older
versions of the class. The older versions require some attributes to be
present.
"""
logdir = site_sysinfo.logdir(self.from_dir)
# base_job uses protocol 2 to pickle. We follow suit.
logdir_pickle = pickle.dumps(logdir, protocol=2)
logdir = pickle.loads(logdir_pickle)
self.assertEqual(logdir.additional_exclude, None)
def test_run_excludes_common_patterns(self):
os.mkdir(os.path.join(self.from_dir, 'autoserv2344'))
deeper_subdir = os.path.join('prefix', 'autoserv', 'suffix')
os.makedirs(os.path.join(self.from_dir, deeper_subdir))
logdir = site_sysinfo.logdir(self.from_dir)
logdir.run(self.to_dir)
destination_path = self._destination_path('autoserv2344')
self.assertFalse(os.path.exists(destination_path),
msg='Copied banned file to %s' % destination_path)
destination_path = self._destination_path(deeper_subdir)
self.assertFalse(os.path.exists(destination_path),
msg='Copied banned file to %s' % destination_path)
def test_run_resolves_symlinks_to_source_root(self):
"""run tries hard to get to the source directory before copying.
Within the source folder, we skip any symlinks, but we first try to
resolve symlinks to the source root itself.
"""
os.mkdir(os.path.join(self.from_dir, 'fubar'))
from_symlink = os.path.join(self.tempdir, 'from_symlink')
os.symlink(self.from_dir, from_symlink)
logdir = site_sysinfo.logdir(from_symlink)
logdir.run(self.to_dir)
destination_path = self._destination_path('fubar')
self.assertTrue(os.path.exists(destination_path),
msg='Failed to copy to %s' % destination_path)
def test_run_skips_symlinks(self):
os.mkdir(os.path.join(self.from_dir, 'real'))
os.symlink(os.path.join(self.from_dir, 'real'),
os.path.join(self.from_dir, 'symlink'))
logdir = site_sysinfo.logdir(self.from_dir)
logdir.run(self.to_dir)
destination_path_real = self._destination_path('real')
self.assertTrue(os.path.exists(destination_path_real),
msg='real directory was not copied to %s' %
destination_path_real)
destination_path_link = self._destination_path('symlink')
self.assertFalse(os.path.exists(destination_path_link),
msg='symlink was copied to %s' %
destination_path_link)
