def setUp(self):
super(Test_Authentication, self).setUp()
# load tree from file
with open(CFG_FILE_PATH) as cfg_file:
self.config = json.load(cfg_file)
# local test dir
self.testing_tmp_dir = '/tmp/irods_Test_Authentication'
shutil.rmtree(self.testing_tmp_dir, ignore_errors=True)
os.mkdir(self.testing_tmp_dir)
# admin sesh
self.admin = lib.make_session_for_existing_admin()
# make new user with no password
self.gsi_username = '******'
self.gsi_user = lib.mkuser_and_return_session(
'rodsuser', self.gsi_username, None, lib.get_hostname())
# set auth scheme for new user (client side)
self.gsi_user.environment_file_contents[
'irods_authentication_scheme'] = 'GSI'
# set auth string for new user (server side)
#user_DN = '/O=Grid/OU=GlobusTest/OU=simpleCA-gsi1/OU=Globus Simple CA/CN=antoine de torcy'
self.admin.run_icommand(['iadmin', 'aua', self.gsi_username, self.config['client_user_DN']])
def setUp(self):
with lib.make_session_for_existing_admin() as admin_session:
context_prefix = lib.get_hostname(
) + ':' + lib.get_irods_top_level_dir()
admin_session.assert_icommand(
'iadmin modresc demoResc name origResc',
'STDOUT_SINGLELINE',
'rename',
stdin_string='yes\n')
admin_session.assert_icommand(
'iadmin mkresc demoResc load_balanced', 'STDOUT_SINGLELINE',
'load_balanced')
admin_session.assert_icommand(
'iadmin mkresc rescA "unixfilesystem" ' + context_prefix +
'/rescAVault', 'STDOUT_SINGLELINE', 'unixfilesystem')
admin_session.assert_icommand(
'iadmin mkresc rescB "unixfilesystem" ' + context_prefix +
'/rescBVault', 'STDOUT_SINGLELINE', 'unixfilesystem')
admin_session.assert_icommand(
'iadmin mkresc rescC "unixfilesystem" ' + context_prefix +
'/rescCVault', 'STDOUT_SINGLELINE', 'unixfilesystem')
admin_session.assert_icommand(
'iadmin addchildtoresc demoResc rescA')
admin_session.assert_icommand(
'iadmin addchildtoresc demoResc rescB')
admin_session.assert_icommand(
'iadmin addchildtoresc demoResc rescC')
super(Test_LoadBalanced_Resource, self).setUp()
def setUp(self):
super(Test_Authentication, self).setUp()
# load configuration from file
with open(CFG_FILE_PATH) as cfg_file:
self.config = json.load(cfg_file)
# local test dir
self.testing_tmp_dir = '/tmp/irods_Test_Authentication'
shutil.rmtree(self.testing_tmp_dir, ignore_errors=True)
os.mkdir(self.testing_tmp_dir)
# admin sesh
self.admin = lib.make_session_for_existing_admin()
# make new user with no password
self.krb_username = '******'
self.krb_user = lib.mkuser_and_return_session(
'rodsuser', self.krb_username, None, lib.get_hostname())
# set auth scheme for new user (client side)
self.krb_user.environment_file_contents[
'irods_authentication_scheme'] = 'krb'
# set auth string for new user (server side)
self.admin.run_icommand(['iadmin', 'aua', self.krb_username, self.config['client_user_principal']])
def setUp(self):
super(Test_AllRules, self).setUp()
self.rods_session = lib.make_session_for_existing_admin() # some rules hardcode 'rods' and 'tempZone'
hostname = socket.gethostname()
hostuser = getpass.getuser()
progname = __file__
dir_w = rules30dir + ".."
self.rods_session.assert_icommand('icd') # to get into the home directory (for testallrules assumption)
self.rods_session.assert_icommand('iadmin mkuser devtestuser rodsuser')
self.rods_session.assert_icommand('iadmin mkresc testallrulesResc unixfilesystem ' + hostname + ':/tmp/' +
hostuser + '/pydevtest_testallrulesResc', 'STDOUT_SINGLELINE', 'unixfilesystem')
self.rods_session.assert_icommand('imkdir sub1')
self.rods_session.assert_icommand('imkdir sub3')
self.rods_session.assert_icommand('imkdir forphymv')
self.rods_session.assert_icommand('imkdir ruletest')
self.rods_session.assert_icommand('imkdir test')
self.rods_session.assert_icommand('imkdir test/phypathreg')
self.rods_session.assert_icommand('imkdir ruletest/subforrmcoll')
self.rods_session.assert_icommand('iput ' + progname + ' test/foo1')
self.rods_session.assert_icommand('icp test/foo1 sub1/dcmetadatatarget')
self.rods_session.assert_icommand('icp test/foo1 sub1/mdcopysource')
self.rods_session.assert_icommand('icp test/foo1 sub1/mdcopydest')
self.rods_session.assert_icommand('icp test/foo1 sub1/foo1')
self.rods_session.assert_icommand('icp test/foo1 sub1/foo2')
self.rods_session.assert_icommand('icp test/foo1 sub1/foo3')
self.rods_session.assert_icommand('icp test/foo1 forphymv/phymvfile')
self.rods_session.assert_icommand('icp test/foo1 sub1/objunlink1')
self.rods_session.assert_icommand('irm sub1/objunlink1') # put it in the trash
self.rods_session.assert_icommand('icp test/foo1 sub1/objunlink2')
self.rods_session.assert_icommand('irepl -R testallrulesResc sub1/objunlink2')
self.rods_session.assert_icommand('icp test/foo1 sub1/freebuffer')
self.rods_session.assert_icommand('icp test/foo1 sub1/automove')
self.rods_session.assert_icommand('icp test/foo1 test/versiontest.txt')
self.rods_session.assert_icommand('icp test/foo1 test/metadata-target.txt')
self.rods_session.assert_icommand('icp test/foo1 test/ERAtestfile.txt')
self.rods_session.assert_icommand('ichmod read devtestuser test/ERAtestfile.txt')
self.rods_session.assert_icommand('imeta add -d test/ERAtestfile.txt Fun 99 Balloons')
self.rods_session.assert_icommand('icp test/foo1 sub1/for_versioning.txt')
self.rods_session.assert_icommand('imkdir sub1/SaveVersions')
self.rods_session.assert_icommand('iput ' + dir_w + '/misc/devtestuser-account-ACL.txt test')
self.rods_session.assert_icommand('iput ' + dir_w + '/misc/load-metadata.txt test')
self.rods_session.assert_icommand('iput ' + dir_w + '/misc/load-usermods.txt test')
self.rods_session.assert_icommand('iput ' + dir_w + '/misc/sample.email test')
self.rods_session.assert_icommand('iput ' + dir_w + '/misc/email.tag test')
self.rods_session.assert_icommand('iput ' + dir_w + '/misc/sample.email test/sample2.email')
self.rods_session.assert_icommand('iput ' + dir_w + '/misc/email.tag test/email2.tag')
# setup for rulemsiAdmChangeCoreRE and the likes
empty_core_file_name = 'empty.test.re'
new_core_file_name = 'new.test.re'
with open(self.conf_dir + '/' + empty_core_file_name, 'w'):
pass
shutil.copy(self.conf_dir + "/core.re", self.conf_dir + "/core.re.bckp") # back up core.re
shutil.copy(self.conf_dir + "/core.re", self.conf_dir + "/" + new_core_file_name) # copy core.re
def setUp(self):
super(Test_AllRules, self).setUp()
self.rods_session = lib.make_session_for_existing_admin() # some rules hardcode 'rods' and 'tempZone'
hostname = socket.gethostname()
hostuser = getpass.getuser()
progname = __file__
dir_w = rulesdir + ".."
self.rods_session.assert_icommand('icd') # to get into the home directory (for testallrules assumption)
self.rods_session.assert_icommand('iadmin mkuser devtestuser rodsuser')
self.rods_session.assert_icommand('iadmin mkresc testallrulesResc unixfilesystem ' + hostname + ':/tmp/' +
hostuser + '/pydevtest_testallrulesResc', 'STDOUT_SINGLELINE', 'unixfilesystem')
self.rods_session.assert_icommand('imkdir sub1')
self.rods_session.assert_icommand('imkdir sub3')
self.rods_session.assert_icommand('imkdir forphymv')
self.rods_session.assert_icommand('imkdir ruletest')
self.rods_session.assert_icommand('imkdir test')
self.rods_session.assert_icommand('imkdir test/phypathreg')
self.rods_session.assert_icommand('imkdir ruletest/subforrmcoll')
self.rods_session.assert_icommand('iput ' + progname + ' test/foo1')
self.rods_session.assert_icommand('icp test/foo1 sub1/dcmetadatatarget')
self.rods_session.assert_icommand('icp test/foo1 sub1/mdcopysource')
self.rods_session.assert_icommand('icp test/foo1 sub1/mdcopydest')
self.rods_session.assert_icommand('icp test/foo1 sub1/foo1')
self.rods_session.assert_icommand('icp test/foo1 sub1/foo2')
self.rods_session.assert_icommand('icp test/foo1 sub1/foo3')
self.rods_session.assert_icommand('icp test/foo1 forphymv/phymvfile')
self.rods_session.assert_icommand('icp test/foo1 sub1/objunlink1')
self.rods_session.assert_icommand('irm sub1/objunlink1') # put it in the trash
self.rods_session.assert_icommand('icp test/foo1 sub1/objunlink2')
self.rods_session.assert_icommand('irepl -R testallrulesResc sub1/objunlink2')
self.rods_session.assert_icommand('icp test/foo1 sub1/freebuffer')
self.rods_session.assert_icommand('icp test/foo1 sub1/automove')
self.rods_session.assert_icommand('icp test/foo1 test/versiontest.txt')
self.rods_session.assert_icommand('icp test/foo1 test/metadata-target.txt')
self.rods_session.assert_icommand('icp test/foo1 test/ERAtestfile.txt')
self.rods_session.assert_icommand('ichmod read devtestuser test/ERAtestfile.txt')
self.rods_session.assert_icommand('imeta add -d test/ERAtestfile.txt Fun 99 Balloons')
self.rods_session.assert_icommand('icp test/foo1 sub1/for_versioning.txt')
self.rods_session.assert_icommand('imkdir sub1/SaveVersions')
self.rods_session.assert_icommand('iput ' + dir_w + '/misc/devtestuser-account-ACL.txt test')
self.rods_session.assert_icommand('iput ' + dir_w + '/misc/load-metadata.txt test')
self.rods_session.assert_icommand('iput ' + dir_w + '/misc/load-usermods.txt test')
self.rods_session.assert_icommand('iput ' + dir_w + '/misc/sample.email test')
self.rods_session.assert_icommand('iput ' + dir_w + '/misc/email.tag test')
self.rods_session.assert_icommand('iput ' + dir_w + '/misc/sample.email test/sample2.email')
self.rods_session.assert_icommand('iput ' + dir_w + '/misc/email.tag test/email2.tag')
# setup for rulemsiAdmChangeCoreRE and the likes
empty_core_file_name = 'empty.test.re'
new_core_file_name = 'new.test.re'
with open(self.conf_dir + '/' + empty_core_file_name, 'w'):
pass
shutil.copy(self.conf_dir + "/core.re", self.conf_dir + "/core.re.bckp") # back up core.re
shutil.copy(self.conf_dir + "/core.re", self.conf_dir + "/" + new_core_file_name) # copy core.re
def setUp(self):
hostname = lib.get_hostname()
with lib.make_session_for_existing_admin() as admin_session:
admin_session.assert_icommand("iadmin modresc demoResc name origResc", 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n')
admin_session.assert_icommand("iadmin mkresc demoResc compound", 'STDOUT_SINGLELINE', 'compound')
admin_session.assert_icommand("iadmin mkresc cacheResc 'unixfilesystem' "+hostname+":/var/lib/irods/cacheRescVault", 'STDOUT_SINGLELINE', 'cacheResc')
admin_session.assert_icommand("iadmin mkresc archiveResc wos "+hostname+":/empty/path wos_host=http://wos.edc.renci.org;wos_policy=Howard", 'STDOUT_SINGLELINE', 'archiveResc')
admin_session.assert_icommand("iadmin addchildtoresc demoResc cacheResc cache")
admin_session.assert_icommand("iadmin addchildtoresc demoResc archiveResc archive")
super(Test_Compound_with_WOS_Resource, self).setUp()
def tearDown(self):
super(Test_MSOSuite, self).tearDown()
with lib.make_session_for_existing_admin() as admin_session:
admin_session.assert_icommand("iadmin rmchildfromresc demoResc archiveResc")
admin_session.assert_icommand("iadmin rmchildfromresc demoResc cacheResc")
admin_session.assert_icommand("iadmin rmresc archiveResc")
admin_session.assert_icommand("iadmin rmresc cacheResc")
admin_session.assert_icommand("iadmin rmresc demoResc")
admin_session.assert_icommand("iadmin modresc origResc name demoResc", 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n')
shutil.rmtree(lib.get_irods_top_level_dir() + "/cacheRescVault")
def test_phybun_from_devtest(self):
with lib.make_session_for_existing_admin() as rods_admin:
rods_admin.run_icommand(['ichmod', 'own', self.admin.username, '/' + self.admin.zone_name])
# build expected variables with similar devtest names
progname = __file__
myssize = str(os.stat(progname).st_size)
username = self.admin.username
irodszone = self.admin.zone_name
testuser1 = self.user0.username
irodshome = self.admin.session_collection
irodsdefresource = self.admin.default_resource
dir_w = "."
sfile2 = dir_w + "/sfile2"
commands.getstatusoutput("cat " + progname + " " + progname + " > " + sfile2)
mysdir = "/tmp/irodssdir"
myldir = dir_w + "/ldir"
if os.path.exists(myldir):
shutil.rmtree(myldir)
self.admin.assert_icommand("imkdir icmdtest")
# make a directory containing 20 small files
if not os.path.isdir(mysdir):
os.mkdir(mysdir)
for i in range(20):
mysfile = mysdir + "/sfile" + str(i)
shutil.copyfile(progname, mysfile)
# iphybun test
self.admin.assert_icommand("iput -rR " + self.testresc + " " + mysdir + " " + irodshome + "/icmdtestp")
self.admin.assert_icommand("iphybun -KR " + self.anotherresc + " " + irodshome + "/icmdtestp")
self.admin.assert_icommand("itrim -rS " + self.testresc + " -N1 " +
irodshome + "/icmdtestp", 'STDOUT', "files trimmed")
output = commands.getstatusoutput("ils -L " + irodshome + "/icmdtestp/sfile1 | tail -n1 | awk '{ print $NF }'")
print output[1]
bunfile = output[1]
self.admin.assert_icommand("irepl --purgec -R " + self.anotherresc + " " + bunfile)
self.admin.assert_icommand("itrim -rS " + self.testresc + " -N1 " +
irodshome + "/icmdtestp", 'STDOUT', "files trimmed")
# get the name of bundle file
self.admin.assert_icommand("irm -f --empty " + bunfile)
# should not be able to remove it because it is not empty
self.admin.assert_icommand("ils " + bunfile, 'STDOUT', bunfile)
self.admin.assert_icommand("irm -rvf " + irodshome + "/icmdtestp", 'STDOUT', "num files done")
self.admin.assert_icommand("irm -f --empty " + bunfile)
if os.path.exists(dir_w + "/testp"):
shutil.rmtree(dir_w + "/testp")
shutil.rmtree(mysdir)
# cleanup
os.unlink(sfile2)
if os.path.exists(myldir):
shutil.rmtree(myldir)
if os.path.exists(mysdir):
shutil.rmtree(mysdir)
def setUp(self):
hostname = lib.get_hostname()
with lib.make_session_for_existing_admin() as admin_session:
admin_session.assert_icommand("iadmin modresc demoResc name origResc", 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n')
admin_session.assert_icommand("iadmin mkresc demoResc compound", 'STDOUT_SINGLELINE', 'compound')
admin_session.assert_icommand("iadmin mkresc cacheResc 'unixfilesystem' " + hostname + ":" +
lib.get_irods_top_level_dir() + "/cacheRescVault", 'STDOUT_SINGLELINE', 'unixfilesystem')
admin_session.assert_icommand("iadmin mkresc archiveResc mso " + hostname + ":/fake/vault/", 'STDOUT_SINGLELINE', 'mso')
admin_session.assert_icommand("iadmin addchildtoresc demoResc cacheResc cache")
admin_session.assert_icommand("iadmin addchildtoresc demoResc archiveResc archive")
super(Test_MSOSuite, self).setUp()
def setUp(self):
# make session with existing admin account
self.admin_session = lib.make_session_for_existing_admin()
# load federation settings in dictionary (all lower case)
self.config = {}
for key, val in configuration.FEDERATION.__dict__.items():
if not key.startswith("__"):
self.config[key.lower()] = val
self.config["local_zone"] = self.admin_session.zone_name
super(Test_Admin_Commands, self).setUp()
def setUp(self):
with lib.make_session_for_existing_admin() as admin_session:
context_prefix = lib.get_hostname() + ':' + lib.get_irods_top_level_dir()
admin_session.assert_icommand('iadmin modresc demoResc name origResc', 'STDOUT', 'rename', stdin_string='yes\n')
admin_session.assert_icommand('iadmin mkresc demoResc load_balanced', 'STDOUT', 'load_balanced')
admin_session.assert_icommand('iadmin mkresc rescA "unixfilesystem" ' + context_prefix + '/rescAVault', 'STDOUT', 'unixfilesystem')
admin_session.assert_icommand('iadmin mkresc rescB "unixfilesystem" ' + context_prefix + '/rescBVault', 'STDOUT', 'unixfilesystem')
admin_session.assert_icommand('iadmin mkresc rescC "unixfilesystem" ' + context_prefix + '/rescCVault', 'STDOUT', 'unixfilesystem')
admin_session.assert_icommand('iadmin addchildtoresc demoResc rescA')
admin_session.assert_icommand('iadmin addchildtoresc demoResc rescB')
admin_session.assert_icommand('iadmin addchildtoresc demoResc rescC')
super(Test_LoadBalanced_Resource, self).setUp()
def tearDown(self):
print "run_resource_teardown - BEGIN"
os.unlink(self.testfile)
self.admin.run_icommand('icd')
self.admin.run_icommand(['irm', self.testfile, '../public/' + self.testfile])
self.admin.run_icommand('irm -rf ../../bundle')
super(ResourceBase, self).tearDown()
with lib.make_session_for_existing_admin() as admin_session:
admin_session.run_icommand('irmtrash -M')
admin_session.run_icommand(['iadmin', 'rmresc', self.testresc])
admin_session.run_icommand(['iadmin', 'rmresc', self.anotherresc])
print "run_resource_teardown - END"
def tearDown(self):
super(Test_LoadBalanced_Resource, self).tearDown()
with lib.make_session_for_existing_admin() as admin_session:
admin_session.assert_icommand("iadmin rmchildfromresc demoResc rescA")
admin_session.assert_icommand("iadmin rmchildfromresc demoResc rescB")
admin_session.assert_icommand("iadmin rmchildfromresc demoResc rescC")
admin_session.assert_icommand("iadmin rmresc rescA")
admin_session.assert_icommand("iadmin rmresc rescB")
admin_session.assert_icommand("iadmin rmresc rescC")
admin_session.assert_icommand("iadmin rmresc demoResc")
admin_session.assert_icommand("iadmin modresc origResc name demoResc", 'STDOUT', 'rename', stdin_string='yes\n')
shutil.rmtree(lib.get_irods_top_level_dir() + "/rescAVault", ignore_errors=True)
shutil.rmtree(lib.get_irods_top_level_dir() + "/rescBVault", ignore_errors=True)
shutil.rmtree(lib.get_irods_top_level_dir() + "/rescCVault", ignore_errors=True)
def tearDown(self):
super(Test_LoadBalanced_Resource, self).tearDown()
with lib.make_session_for_existing_admin() as admin_session:
admin_session.assert_icommand("iadmin rmchildfromresc demoResc rescA")
admin_session.assert_icommand("iadmin rmchildfromresc demoResc rescB")
admin_session.assert_icommand("iadmin rmchildfromresc demoResc rescC")
admin_session.assert_icommand("iadmin rmresc rescA")
admin_session.assert_icommand("iadmin rmresc rescB")
admin_session.assert_icommand("iadmin rmresc rescC")
admin_session.assert_icommand("iadmin rmresc demoResc")
admin_session.assert_icommand("iadmin modresc origResc name demoResc", 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n')
shutil.rmtree(lib.get_irods_top_level_dir() + "/rescAVault", ignore_errors=True)
shutil.rmtree(lib.get_irods_top_level_dir() + "/rescBVault", ignore_errors=True)
shutil.rmtree(lib.get_irods_top_level_dir() + "/rescCVault", ignore_errors=True)
def setUp(self):
hostname = lib.get_hostname()
with lib.make_session_for_existing_admin() as admin_session:
keypairfile='/projects/irods/vsphere-testing/externals/amazon_web_services-CI.keypair'
s3hostname='s3.amazonaws.com'
s3bucketname='irods-ci'
s3proto='http'
s3stsdate=''
admin_session.assert_icommand("iadmin modresc demoResc name origResc", 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n')
admin_session.assert_icommand("iadmin mkresc demoResc compound", 'STDOUT_SINGLELINE', 'compound')
admin_session.assert_icommand("iadmin mkresc cacheResc 'unixfilesystem' "+hostname+":/var/lib/irods/cacheRescVault", 'STDOUT_SINGLELINE', 'cacheResc')
admin_session.assert_icommand('iadmin mkresc archiveResc s3 '+hostname+':/'+s3bucketname+'/irods/Vault "S3_DEFAULT_HOSTNAME='+s3hostname+';S3_AUTH_FILE='+keypairfile+';S3_RETRY_COUNT=15;S3_WAIT_TIME_SEC=1;S3_PROTO='+s3proto+';S3_STSDATE='+s3stsdate+'"', 'STDOUT_SINGLELINE', 'archiveResc')
admin_session.assert_icommand("iadmin addchildtoresc demoResc cacheResc cache")
admin_session.assert_icommand("iadmin addchildtoresc demoResc archiveResc archive")
super(Test_Compound_with_S3_Resource, self).setUp()
def tearDown(self):
super(Test_MSOSuite, self).tearDown()
with lib.make_session_for_existing_admin() as admin_session:
admin_session.assert_icommand(
"iadmin rmchildfromresc demoResc archiveResc")
admin_session.assert_icommand(
"iadmin rmchildfromresc demoResc cacheResc")
admin_session.assert_icommand("iadmin rmresc archiveResc")
admin_session.assert_icommand("iadmin rmresc cacheResc")
admin_session.assert_icommand("iadmin rmresc demoResc")
admin_session.assert_icommand(
"iadmin modresc origResc name demoResc",
'STDOUT_SINGLELINE',
'rename',
stdin_string='yes\n')
shutil.rmtree(lib.get_irods_top_level_dir() + "/cacheRescVault")
def setUp(self):
with lib.make_session_for_existing_admin() as admin_session:
context_prefix = lib.get_hostname() + ':' + lib.get_irods_top_level_dir()
admin_session.assert_icommand('iadmin modresc demoResc name origResc', 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n')
admin_session.assert_icommand('iadmin mkresc demoResc deferred', 'STDOUT_SINGLELINE', 'deferred')
admin_session.assert_icommand('iadmin mkresc defResc1 deferred', 'STDOUT_SINGLELINE', 'deferred')
admin_session.assert_icommand('iadmin mkresc defResc2 deferred', 'STDOUT_SINGLELINE', 'deferred')
admin_session.assert_icommand('iadmin mkresc defResc3 deferred', 'STDOUT_SINGLELINE', 'deferred')
admin_session.assert_icommand('iadmin mkresc defResc4 deferred', 'STDOUT_SINGLELINE', 'deferred')
admin_session.assert_icommand('iadmin mkresc rescA "unixfilesystem" ' + context_prefix + '/rescAVault', 'STDOUT_SINGLELINE', 'unixfilesystem')
admin_session.assert_icommand('iadmin mkresc rescB "unixfilesystem" ' + context_prefix + '/rescBVault', 'STDOUT_SINGLELINE', 'unixfilesystem')
admin_session.assert_icommand('iadmin addchildtoresc defResc3 rescA')
admin_session.assert_icommand('iadmin addchildtoresc defResc4 rescB')
admin_session.assert_icommand('iadmin addchildtoresc demoResc defResc1')
admin_session.assert_icommand('iadmin addchildtoresc demoResc defResc2')
admin_session.assert_icommand('iadmin addchildtoresc defResc1 defResc3')
admin_session.assert_icommand('iadmin addchildtoresc defResc2 defResc4')
super(Test_DeferredToDeferred, self).setUp()
def setUp(self):
hostname = lib.get_hostname()
with lib.make_session_for_existing_admin() as admin_session:
self.archive_naming_policy='decoupled'
keypairfile='/projects/irods/vsphere-testing/externals/amazon_web_services-CI.keypair'
self.s3bucketname=os.environ.get('S3BUCKET', 'irods-ci')
s3stsdate='date'
s3params=( 'S3_DEFAULT_HOSTNAME=s3.amazonaws.com;S3_AUTH_FILE=' + keypairfile +
';S3_RETRY_COUNT=15;S3_WAIT_TIME_SEC=1;S3_PROTO=HTTPS;S3_MPU_CHUNK=10;S3_MPU_THREADS=4;S3_STSDATE=' + s3stsdate +
';ARCHIVE_NAMING_POLICY=' + self.archive_naming_policy
)
s3params=os.environ.get('S3PARAMS', s3params);
admin_session.assert_icommand("iadmin modresc demoResc name origResc", 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n')
admin_session.assert_icommand("iadmin mkresc demoResc compound", 'STDOUT_SINGLELINE', 'compound')
admin_session.assert_icommand("iadmin mkresc cacheResc 'unixfilesystem' "+hostname+":/var/lib/irods/cacheRescVault", 'STDOUT_SINGLELINE', 'cacheResc')
admin_session.assert_icommand('iadmin mkresc archiveResc s3 '+hostname+':/'+self.s3bucketname+'/irods/Vault "'+s3params+'"', 'STDOUT_SINGLELINE', 'archiveResc')
admin_session.assert_icommand("iadmin addchildtoresc demoResc cacheResc cache")
admin_session.assert_icommand("iadmin addchildtoresc demoResc archiveResc archive")
super(Test_Compound_with_S3_Resource, self).setUp()
def tearDown(self):
super(Test_DeferredToDeferred, self).tearDown()
with lib.make_session_for_existing_admin() as admin_session:
admin_session.assert_icommand("iadmin rmchildfromresc defResc3 rescA")
admin_session.assert_icommand("iadmin rmchildfromresc defResc4 rescB")
admin_session.assert_icommand("iadmin rmchildfromresc defResc1 defResc3")
admin_session.assert_icommand("iadmin rmchildfromresc defResc2 defResc4")
admin_session.assert_icommand("iadmin rmchildfromresc demoResc defResc1")
admin_session.assert_icommand("iadmin rmchildfromresc demoResc defResc2")
admin_session.assert_icommand("iadmin rmresc rescA")
admin_session.assert_icommand("iadmin rmresc rescB")
admin_session.assert_icommand("iadmin rmresc defResc1")
admin_session.assert_icommand("iadmin rmresc defResc2")
admin_session.assert_icommand("iadmin rmresc defResc3")
admin_session.assert_icommand("iadmin rmresc defResc4")
admin_session.assert_icommand("iadmin rmresc demoResc")
admin_session.assert_icommand("iadmin modresc origResc name demoResc", 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n')
shutil.rmtree(lib.get_irods_top_level_dir() + "/rescAVault", ignore_errors=True)
shutil.rmtree(lib.get_irods_top_level_dir() + "/rescBVault", ignore_errors=True)
def setUp(self):
hostname = lib.get_hostname()
with lib.make_session_for_existing_admin() as admin_session:
admin_session.assert_icommand(
"iadmin modresc demoResc name origResc",
'STDOUT_SINGLELINE',
'rename',
stdin_string='yes\n')
admin_session.assert_icommand("iadmin mkresc demoResc compound",
'STDOUT_SINGLELINE', 'compound')
admin_session.assert_icommand(
"iadmin mkresc cacheResc 'unixfilesystem' " + hostname + ":" +
lib.get_irods_top_level_dir() + "/cacheRescVault",
'STDOUT_SINGLELINE', 'unixfilesystem')
admin_session.assert_icommand(
"iadmin mkresc archiveResc mso " + hostname + ":/fake/vault/",
'STDOUT_SINGLELINE', 'mso')
admin_session.assert_icommand(
"iadmin addchildtoresc demoResc cacheResc cache")
admin_session.assert_icommand(
"iadmin addchildtoresc demoResc archiveResc archive")
super(Test_MSOSuite, self).setUp()
def test_iput_ibun_gzip_bzip2_from_devtest(self):
# build expected variables with similar devtest names
with lib.make_session_for_existing_admin() as rods_admin:
rods_admin.assert_icommand(['ichmod', 'own', self.admin.username, '/' + self.admin.zone_name])
progname = __file__
myssize = str(os.stat(progname).st_size)
username = self.admin.username
irodszone = self.admin.zone_name
testuser1 = self.user0.username
irodshome = self.admin.session_collection
irodsdefresource = self.admin.default_resource
dir_w = "."
sfile2 = dir_w + "/sfile2"
commands.getstatusoutput("cat " + progname + " " + progname + " > " + sfile2)
mysdir = "/tmp/irodssdir"
myldir = dir_w + "/ldir"
if os.path.exists(myldir):
shutil.rmtree(myldir)
self.admin.assert_icommand("imkdir icmdtest")
# make a directory containing 20 small files
if not os.path.isdir(mysdir):
os.mkdir(mysdir)
for i in range(20):
mysfile = mysdir + "/sfile" + str(i)
shutil.copyfile(progname, mysfile)
# we put foo1 in $irodsdefresource and foo2 in testresource
self.admin.assert_icommand("iput -K --wlock " + progname + " " + irodshome + "/icmdtest/foo1")
self.admin.assert_icommand("icp -K -R " + self.testresc + " " +
irodshome + "/icmdtest/foo1 " + irodshome + "/icmdtest/foo2")
self.admin.assert_icommand("irepl -B -R " + self.testresc + " " + irodshome + "/icmdtest/foo1")
phypath = dir_w + "/" + "foo1." + str(random.randrange(10000000))
self.admin.assert_icommand("iput -kfR " + irodsdefresource + " " + sfile2 + " " + irodshome + "/icmdtest/foo1")
# show have 2 different copies
self.admin.assert_icommand("ils -l " + irodshome + "/icmdtest/foo1", 'STDOUT', ["foo1", myssize])
self.admin.assert_icommand("ils -l " + irodshome + "/icmdtest/foo1",
'STDOUT', ["foo1", str(os.stat(sfile2).st_size)])
# update all old copies
self.admin.assert_icommand("irepl -U " + irodshome + "/icmdtest/foo1")
# make sure the old size is not there
self.admin.assert_icommand_fail("ils -l " + irodshome + "/icmdtest/foo1", 'STDOUT', myssize)
self.admin.assert_icommand("itrim -S " + irodsdefresource + " " + irodshome + "/icmdtest/foo1")
# bulk test
self.admin.assert_icommand("iput -bIvPKr " + mysdir + " " + irodshome + "/icmdtest", 'STDOUT', "Bulk upload")
# iput with a lot of options
rsfile = dir_w + "/rsfile"
if os.path.isfile(rsfile):
os.unlink(rsfile)
self.admin.assert_icommand("iput -PkITr -X " + rsfile + " --retries 10 " +
mysdir + " " + irodshome + "/icmdtestw", 'STDOUT', "Processing")
self.admin.assert_icommand("imv " + irodshome + "/icmdtestw " + irodshome + "/icmdtestw1")
self.admin.assert_icommand("ils -lr " + irodshome + "/icmdtestw1", 'STDOUT', "sfile10")
self.admin.assert_icommand("ils -Ar " + irodshome + "/icmdtestw1", 'STDOUT', "sfile10")
self.admin.assert_icommand("irm -rvf " + irodshome + "/icmdtestw1", 'STDOUT', "num files done")
if os.path.isfile(rsfile):
os.unlink(rsfile)
self.admin.assert_icommand("iget -vIKPfr -X rsfile --retries 10 " +
irodshome + "/icmdtest " + dir_w + "/testx", 'STDOUT', "opened")
if os.path.isfile(rsfile):
os.unlink(rsfile)
commands.getstatusoutput("tar -chf " + dir_w + "/testx.tar -C " + dir_w + "/testx .")
self.admin.assert_icommand("iput " + dir_w + "/testx.tar " + irodshome + "/icmdtestx.tar")
self.admin.assert_icommand("ibun -x " + irodshome + "/icmdtestx.tar " + irodshome + "/icmdtestx")
self.admin.assert_icommand("ils -lr " + irodshome + "/icmdtestx", 'STDOUT', ["foo2"])
self.admin.assert_icommand("ils -lr " + irodshome + "/icmdtestx", 'STDOUT', ["sfile10"])
self.admin.assert_icommand("ibun -cDtar " + irodshome + "/icmdtestx1.tar " + irodshome + "/icmdtestx")
self.admin.assert_icommand("ils -l " + irodshome + "/icmdtestx1.tar", 'STDOUT', "testx1.tar")
if os.path.exists(dir_w + "/testx1"):
shutil.rmtree(dir_w + "/testx1")
os.mkdir(dir_w + "/testx1")
if os.path.isfile(dir_w + "/testx1.tar"):
os.unlink(dir_w + "/testx1.tar")
self.admin.assert_icommand("iget " + irodshome + "/icmdtestx1.tar " + dir_w + "/testx1.tar")
commands.getstatusoutput("tar -xvf " + dir_w + "/testx1.tar -C " + dir_w + "/testx1")
output = commands.getstatusoutput("diff -r " + dir_w + "/testx " + dir_w + "/testx1/icmdtestx")
print "output is [" + str(output) + "]"
assert output[0] == 0
assert output[1] == "", "diff output was not empty..."
# test ibun with gzip
self.admin.assert_icommand("ibun -cDgzip " + irodshome + "/icmdtestx1.tar.gz " + irodshome + "/icmdtestx")
self.admin.assert_icommand("ibun -x " + irodshome + "/icmdtestx1.tar.gz " + irodshome + "/icmdtestgz")
if os.path.isfile("icmdtestgz"):
os.unlink("icmdtestgz")
self.admin.assert_icommand("iget -vr " + irodshome + "/icmdtestgz " + dir_w + "", 'STDOUT', "icmdtestgz")
output = commands.getstatusoutput("diff -r " + dir_w + "/testx " + dir_w + "/icmdtestgz/icmdtestx")
print "output is [" + str(output) + "]"
assert output[0] == 0
assert output[1] == "", "diff output was not empty..."
shutil.rmtree(dir_w + "/icmdtestgz")
self.admin.assert_icommand("ibun --add " + irodshome + "/icmdtestx1.tar.gz " + irodshome + "/icmdtestgz")
self.admin.assert_icommand("irm -rf " + irodshome + "/icmdtestx1.tar.gz " + irodshome + "/icmdtestgz")
# test ibun with bzip2
self.admin.assert_icommand("ibun -cDbzip2 " + irodshome + "/icmdtestx1.tar.bz2 " + irodshome + "/icmdtestx")
self.admin.assert_icommand("ibun -xb " + irodshome + "/icmdtestx1.tar.bz2 " + irodshome + "/icmdtestbz2")
if os.path.isfile("icmdtestbz2"):
os.unlink("icmdtestbz2")
self.admin.assert_icommand("iget -vr " + irodshome + "/icmdtestbz2 " + dir_w + "", 'STDOUT', "icmdtestbz2")
output = commands.getstatusoutput("diff -r " + dir_w + "/testx " + dir_w + "/icmdtestbz2/icmdtestx")
print "output is [" + str(output) + "]"
assert output[0] == 0
assert output[1] == "", "diff output was not empty..."
shutil.rmtree(dir_w + "/icmdtestbz2")
self.admin.assert_icommand("irm -rf " + irodshome + "/icmdtestx1.tar.bz2")
self.admin.assert_icommand("iphybun -R " + self.anotherresc + " -Dbzip2 " + irodshome + "/icmdtestbz2")
self.admin.assert_icommand("itrim -N1 -S " + self.testresc + " -r " + irodshome + "/icmdtestbz2", 'STDOUT', "Total size trimmed")
self.admin.assert_icommand("itrim -N1 -S " + irodsdefresource + " -r " + irodshome + "/icmdtestbz2", 'STDOUT', "Total size trimmed")
# get the name of bundle file
output = commands.getstatusoutput(
"ils -L " + irodshome + "/icmdtestbz2/icmdtestx/foo1 | tail -n1 | awk '{ print $NF }'")
print output[1]
bunfile = output[1]
self.admin.assert_icommand("ils --bundle " + bunfile, 'STDOUT', "Subfiles")
self.admin.assert_icommand("irm -rf " + irodshome + "/icmdtestbz2")
self.admin.assert_icommand("irm -f --empty " + bunfile)
# cleanup
os.unlink(dir_w + "/testx1.tar")
os.unlink(dir_w + "/testx.tar")
shutil.rmtree(dir_w + "/testx1")
shutil.rmtree(dir_w + "/testx")
os.unlink(sfile2)
if os.path.exists(myldir):
shutil.rmtree(myldir)
if os.path.exists(mysdir):
shutil.rmtree(mysdir)
