def test_iphymv_root(self):
self.admin.assert_icommand('iadmin mkresc test1 unixfilesystem ' + lib.get_hostname() + ':' + lib.get_irods_top_level_dir() + '/test1',
'STDOUT_SINGLELINE', '')
self.admin.assert_icommand('iadmin mkresc test2 unixfilesystem ' + lib.get_hostname() + ':' + lib.get_irods_top_level_dir() + '/test2',
'STDOUT_SINGLELINE', '')
self.admin.assert_icommand('iphymv -S test1 -R test2 -r /', 'STDERR_SINGLELINE',
'ERROR: phymvUtil: \'/\' does not specify a zone; physical move only makes sense within a zone.')
self.admin.assert_icommand('iadmin rmresc test1')
self.admin.assert_icommand('iadmin rmresc test2')
def setUp(self):
super(Test_Authentication, self).setUp()
# load tree from file
with open(CFG_FILE_PATH) as cfg_file:
self.config = json.load(cfg_file)
# local test dir
self.testing_tmp_dir = '/tmp/irods_Test_Authentication'
shutil.rmtree(self.testing_tmp_dir, ignore_errors=True)
os.mkdir(self.testing_tmp_dir)
# admin sesh
self.admin = lib.make_session_for_existing_admin()
# make new user with no password
self.gsi_username = '******'
self.gsi_user = lib.mkuser_and_return_session(
'rodsuser', self.gsi_username, None, lib.get_hostname())
# set auth scheme for new user (client side)
self.gsi_user.environment_file_contents[
'irods_authentication_scheme'] = 'GSI'
# set auth string for new user (server side)
#user_DN = '/O=Grid/OU=GlobusTest/OU=simpleCA-gsi1/OU=Globus Simple CA/CN=antoine de torcy'
self.admin.run_icommand(['iadmin', 'aua', self.gsi_username, self.config['client_user_DN']])
def setUp(self):
super(Test_Authentication, self).setUp()
# load configuration from file
with open(CFG_FILE_PATH) as cfg_file:
self.config = json.load(cfg_file)
# local test dir
self.testing_tmp_dir = '/tmp/irods_Test_Authentication'
shutil.rmtree(self.testing_tmp_dir, ignore_errors=True)
os.mkdir(self.testing_tmp_dir)
# admin sesh
self.admin = lib.make_session_for_existing_admin()
# make new user with no password
self.krb_username = '******'
self.krb_user = lib.mkuser_and_return_session(
'rodsuser', self.krb_username, None, lib.get_hostname())
# set auth scheme for new user (client side)
self.krb_user.environment_file_contents[
'irods_authentication_scheme'] = 'krb'
# set auth string for new user (server side)
self.admin.run_icommand(['iadmin', 'aua', self.krb_username, self.config['client_user_principal']])
def test_irepl_over_existing_third_replica__ticket_1705(self):
# local setup
filename = "thirdreplicatest.txt"
filepath = lib.create_local_testfile(filename)
hostname = lib.get_hostname()
hostuser = getpass.getuser()
# assertions
self.admin.assert_icommand("iadmin mkresc thirdresc unixfilesystem %s:/tmp/%s/thirdrescVault" %
(hostname, hostuser), 'STDOUT', "Creating") # create third resource
self.admin.assert_icommand("ils -L " + filename, 'STDERR', "does not exist") # should not be listed
self.admin.assert_icommand("iput " + filename) # put file
self.admin.assert_icommand("irepl -R " + self.testresc + " " + filename) # replicate to test resource
self.admin.assert_icommand("irepl -R thirdresc " + filename) # replicate to third resource
self.admin.assert_icommand("irepl " + filename) # replicate overtop default resource
self.admin.assert_icommand("ils -L " + filename, 'STDOUT', filename) # for debugging
self.admin.assert_icommand("irepl -R " + self.testresc + " " + filename) # replicate overtop test resource
self.admin.assert_icommand("ils -L " + filename, 'STDOUT', filename) # for debugging
self.admin.assert_icommand("irepl -R thirdresc " + filename) # replicate overtop third resource
self.admin.assert_icommand("ils -L " + filename, 'STDOUT', filename) # for debugging
# should not have a replica 3
self.admin.assert_icommand_fail("ils -L " + filename, 'STDOUT', [" 3 ", " & " + filename])
# should not have a replica 4
self.admin.assert_icommand_fail("ils -L " + filename, 'STDOUT', [" 4 ", " & " + filename])
self.admin.assert_icommand("irm -f " + filename) # cleanup file
self.admin.assert_icommand("iadmin rmresc thirdresc") # remove third resource
# local cleanup
os.remove(filepath)
def setUp(self):
with lib.make_session_for_existing_admin() as admin_session:
context_prefix = lib.get_hostname(
) + ':' + lib.get_irods_top_level_dir()
admin_session.assert_icommand(
'iadmin modresc demoResc name origResc',
'STDOUT_SINGLELINE',
'rename',
stdin_string='yes\n')
admin_session.assert_icommand(
'iadmin mkresc demoResc load_balanced', 'STDOUT_SINGLELINE',
'load_balanced')
admin_session.assert_icommand(
'iadmin mkresc rescA "unixfilesystem" ' + context_prefix +
'/rescAVault', 'STDOUT_SINGLELINE', 'unixfilesystem')
admin_session.assert_icommand(
'iadmin mkresc rescB "unixfilesystem" ' + context_prefix +
'/rescBVault', 'STDOUT_SINGLELINE', 'unixfilesystem')
admin_session.assert_icommand(
'iadmin mkresc rescC "unixfilesystem" ' + context_prefix +
'/rescCVault', 'STDOUT_SINGLELINE', 'unixfilesystem')
admin_session.assert_icommand(
'iadmin addchildtoresc demoResc rescA')
admin_session.assert_icommand(
'iadmin addchildtoresc demoResc rescB')
admin_session.assert_icommand(
'iadmin addchildtoresc demoResc rescC')
super(Test_LoadBalanced_Resource, self).setUp()
def setUp(self):
super(Test_MSOSuite, self).setUp()
hostname = lib.get_hostname()
self.admin.assert_icommand("iadmin modresc demoResc name origResc", 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n')
self.admin.assert_icommand("iadmin mkresc demoResc compound", 'STDOUT_SINGLELINE', 'compound')
self.admin.assert_icommand("iadmin mkresc cacheResc 'unixfilesystem' " + hostname + ":" + lib.get_irods_top_level_dir() + "/cacheRescVault", 'STDOUT_SINGLELINE', 'unixfilesystem')
self.admin.assert_icommand("iadmin mkresc archiveResc mso " + hostname + ":/fake/vault/", 'STDOUT_SINGLELINE', 'mso')
self.admin.assert_icommand("iadmin addchildtoresc demoResc cacheResc cache")
self.admin.assert_icommand("iadmin addchildtoresc demoResc archiveResc archive")
def ticket_host_put(self, ticket, data_obj, filepath):
host = lib.get_hostname()
not_host = '0.0.0.0'
self.admin.assert_icommand('iticket mod ' + ticket + ' add host ' + not_host)
self.ticket_put_fail(ticket, data_obj, filepath)
self.admin.assert_icommand('iticket mod ' + ticket + ' add host ' + host)
self.ticket_put(ticket, data_obj, filepath)
self.admin.assert_icommand('iticket mod ' + ticket + ' remove host ' + not_host)
self.ticket_put(ticket, data_obj, filepath)
self.admin.assert_icommand('iticket mod ' + ticket + ' remove host ' + host)
def setUp(self):
hostname = lib.get_hostname()
with lib.make_session_for_existing_admin() as admin_session:
admin_session.assert_icommand("iadmin modresc demoResc name origResc", 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n')
admin_session.assert_icommand("iadmin mkresc demoResc compound", 'STDOUT_SINGLELINE', 'compound')
admin_session.assert_icommand("iadmin mkresc cacheResc 'unixfilesystem' "+hostname+":/var/lib/irods/cacheRescVault", 'STDOUT_SINGLELINE', 'cacheResc')
admin_session.assert_icommand("iadmin mkresc archiveResc wos "+hostname+":/empty/path wos_host=http://wos.edc.renci.org;wos_policy=Howard", 'STDOUT_SINGLELINE', 'archiveResc')
admin_session.assert_icommand("iadmin addchildtoresc demoResc cacheResc cache")
admin_session.assert_icommand("iadmin addchildtoresc demoResc archiveResc archive")
super(Test_Compound_with_WOS_Resource, self).setUp()
def ticket_host_put(self, ticket, data_obj, filepath):
host = lib.get_hostname()
not_host = '0.0.0.0'
self.admin.assert_icommand('iticket mod ' + ticket + ' add host ' + not_host)
self.ticket_put_fail(ticket, data_obj, filepath)
self.admin.assert_icommand('iticket mod ' + ticket + ' add host ' + host)
self.ticket_put(ticket, data_obj, filepath)
self.admin.assert_icommand('iticket mod ' + ticket + ' remove host ' + not_host)
self.ticket_put(ticket, data_obj, filepath)
self.admin.assert_icommand('iticket mod ' + ticket + ' remove host ' + host)
def setUp(self):
super(Test_Auth, self).setUp()
cfg_file = os.path.join(
lib.get_irods_top_level_dir(),
'tests/pydevtest/test_framework_configuration.json')
with open(cfg_file, 'r') as f:
cfg = json.load(f)
auth_user = cfg['irods_authuser_name']
auth_pass = cfg['irods_authuser_password']
self.auth_session = lib.mkuser_and_return_session(
'rodsuser', auth_user, auth_pass, lib.get_hostname())
def setUp(self):
with lib.make_session_for_existing_admin() as admin_session:
context_prefix = lib.get_hostname() + ':' + lib.get_irods_top_level_dir()
admin_session.assert_icommand('iadmin modresc demoResc name origResc', 'STDOUT', 'rename', stdin_string='yes\n')
admin_session.assert_icommand('iadmin mkresc demoResc load_balanced', 'STDOUT', 'load_balanced')
admin_session.assert_icommand('iadmin mkresc rescA "unixfilesystem" ' + context_prefix + '/rescAVault', 'STDOUT', 'unixfilesystem')
admin_session.assert_icommand('iadmin mkresc rescB "unixfilesystem" ' + context_prefix + '/rescBVault', 'STDOUT', 'unixfilesystem')
admin_session.assert_icommand('iadmin mkresc rescC "unixfilesystem" ' + context_prefix + '/rescCVault', 'STDOUT', 'unixfilesystem')
admin_session.assert_icommand('iadmin addchildtoresc demoResc rescA')
admin_session.assert_icommand('iadmin addchildtoresc demoResc rescB')
admin_session.assert_icommand('iadmin addchildtoresc demoResc rescC')
super(Test_LoadBalanced_Resource, self).setUp()
def test_irepl_update_replicas(self):
# local setup
filename = "updatereplicasfile.txt"
filepath = lib.create_local_testfile(filename)
hostname = lib.get_hostname()
doublefile = "doublefile.txt"
os.system("cat %s %s > %s" % (filename, filename, doublefile))
doublesize = str(os.stat(doublefile).st_size)
# assertions
self.admin.assert_icommand("iadmin mkresc thirdresc unixfilesystem %s:/tmp/thirdrescVault" % hostname, 'STDOUT_SINGLELINE', "Creating") # create third resource
self.admin.assert_icommand("iadmin mkresc fourthresc unixfilesystem %s:/tmp/fourthrescVault" % hostname, 'STDOUT_SINGLELINE', "Creating") # create fourth resource
self.admin.assert_icommand("ils -L "+filename,'STDERR_SINGLELINE',"does not exist") # should not be listed
self.admin.assert_icommand("iput "+filename) # put file
self.admin.assert_icommand("irepl -R "+self.testresc+" "+filename) # replicate to test resource
self.admin.assert_icommand("irepl -R thirdresc "+filename) # replicate to third resource
self.admin.assert_icommand("irepl -R fourthresc "+filename) # replicate to fourth resource
self.admin.assert_icommand("iput -f -R "+self.testresc+" "+doublefile+" "+filename) # repave overtop test resource
self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',filename) # for debugging
self.admin.assert_icommand_fail("ils -L "+filename,'STDOUT_SINGLELINE',[" 0 "," & "+filename]) # should have a dirty copy
self.admin.assert_icommand_fail("ils -L "+filename,'STDOUT_SINGLELINE',[" 1 "," & "+filename]) # should have a dirty copy
self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',[" 2 "," & "+filename]) # should have a clean copy
self.admin.assert_icommand_fail("ils -L "+filename,'STDOUT_SINGLELINE',[" 3 "," & "+filename]) # should have a dirty copy
self.admin.assert_icommand_fail("ils -L "+filename,'STDOUT_SINGLELINE',[" 4 "," & "+filename]) # should have a dirty copy
self.admin.assert_icommand("irepl -U "+filename) # update last replica
self.admin.assert_icommand_fail("ils -L "+filename,'STDOUT_SINGLELINE',[" 0 "," & "+filename]) # should have a dirty copy
self.admin.assert_icommand_fail("ils -L "+filename,'STDOUT_SINGLELINE',[" 1 "," & "+filename]) # should have a dirty copy
self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',[" 2 "," & "+filename]) # should have a clean copy
self.admin.assert_icommand_fail("ils -L "+filename,'STDOUT_SINGLELINE',[" 3 "," & "+filename]) # should have a dirty copy
self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',[" 4 "," & "+filename]) # should have a clean copy
self.admin.assert_icommand("irepl -aU "+filename) # update all replicas
self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',[" 0 "," & "+filename]) # should have a clean copy
self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',[" 1 "," & "+filename]) # should have a clean copy
self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',[" 2 "," & "+filename]) # should have a clean copy
self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',[" 3 "," & "+filename]) # should have a clean copy
self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',[" 4 "," & "+filename]) # should have a clean copy
self.admin.assert_icommand("irm -f "+filename) # cleanup file
self.admin.assert_icommand("iadmin rmresc thirdresc") # remove third resource
self.admin.assert_icommand("iadmin rmresc fourthresc") # remove third resource
# local cleanup
os.remove(filepath)
os.remove(doublefile)
def setUp(self):
hostname = lib.get_hostname()
with lib.make_session_for_existing_admin() as admin_session:
keypairfile='/projects/irods/vsphere-testing/externals/amazon_web_services-CI.keypair'
s3hostname='s3.amazonaws.com'
s3bucketname='irods-ci'
s3proto='http'
s3stsdate=''
admin_session.assert_icommand("iadmin modresc demoResc name origResc", 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n')
admin_session.assert_icommand("iadmin mkresc demoResc compound", 'STDOUT_SINGLELINE', 'compound')
admin_session.assert_icommand("iadmin mkresc cacheResc 'unixfilesystem' "+hostname+":/var/lib/irods/cacheRescVault", 'STDOUT_SINGLELINE', 'cacheResc')
admin_session.assert_icommand('iadmin mkresc archiveResc s3 '+hostname+':/'+s3bucketname+'/irods/Vault "S3_DEFAULT_HOSTNAME='+s3hostname+';S3_AUTH_FILE='+keypairfile+';S3_RETRY_COUNT=15;S3_WAIT_TIME_SEC=1;S3_PROTO='+s3proto+';S3_STSDATE='+s3stsdate+'"', 'STDOUT_SINGLELINE', 'archiveResc')
admin_session.assert_icommand("iadmin addchildtoresc demoResc cacheResc cache")
admin_session.assert_icommand("iadmin addchildtoresc demoResc archiveResc archive")
super(Test_Compound_with_S3_Resource, self).setUp()
def setUp(self):
with lib.make_session_for_existing_admin() as admin_session:
context_prefix = lib.get_hostname() + ':' + lib.get_irods_top_level_dir()
admin_session.assert_icommand('iadmin modresc demoResc name origResc', 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n')
admin_session.assert_icommand('iadmin mkresc demoResc deferred', 'STDOUT_SINGLELINE', 'deferred')
admin_session.assert_icommand('iadmin mkresc defResc1 deferred', 'STDOUT_SINGLELINE', 'deferred')
admin_session.assert_icommand('iadmin mkresc defResc2 deferred', 'STDOUT_SINGLELINE', 'deferred')
admin_session.assert_icommand('iadmin mkresc defResc3 deferred', 'STDOUT_SINGLELINE', 'deferred')
admin_session.assert_icommand('iadmin mkresc defResc4 deferred', 'STDOUT_SINGLELINE', 'deferred')
admin_session.assert_icommand('iadmin mkresc rescA "unixfilesystem" ' + context_prefix + '/rescAVault', 'STDOUT_SINGLELINE', 'unixfilesystem')
admin_session.assert_icommand('iadmin mkresc rescB "unixfilesystem" ' + context_prefix + '/rescBVault', 'STDOUT_SINGLELINE', 'unixfilesystem')
admin_session.assert_icommand('iadmin addchildtoresc defResc3 rescA')
admin_session.assert_icommand('iadmin addchildtoresc defResc4 rescB')
admin_session.assert_icommand('iadmin addchildtoresc demoResc defResc1')
admin_session.assert_icommand('iadmin addchildtoresc demoResc defResc2')
admin_session.assert_icommand('iadmin addchildtoresc defResc1 defResc3')
admin_session.assert_icommand('iadmin addchildtoresc defResc2 defResc4')
super(Test_DeferredToDeferred, self).setUp()
def setUp(self):
hostname = lib.get_hostname()
with lib.make_session_for_existing_admin() as admin_session:
self.archive_naming_policy='decoupled'
keypairfile='/projects/irods/vsphere-testing/externals/amazon_web_services-CI.keypair'
self.s3bucketname=os.environ.get('S3BUCKET', 'irods-ci')
s3stsdate='date'
s3params=( 'S3_DEFAULT_HOSTNAME=s3.amazonaws.com;S3_AUTH_FILE=' + keypairfile +
';S3_RETRY_COUNT=15;S3_WAIT_TIME_SEC=1;S3_PROTO=HTTPS;S3_MPU_CHUNK=10;S3_MPU_THREADS=4;S3_STSDATE=' + s3stsdate +
';ARCHIVE_NAMING_POLICY=' + self.archive_naming_policy
)
s3params=os.environ.get('S3PARAMS', s3params);
admin_session.assert_icommand("iadmin modresc demoResc name origResc", 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n')
admin_session.assert_icommand("iadmin mkresc demoResc compound", 'STDOUT_SINGLELINE', 'compound')
admin_session.assert_icommand("iadmin mkresc cacheResc 'unixfilesystem' "+hostname+":/var/lib/irods/cacheRescVault", 'STDOUT_SINGLELINE', 'cacheResc')
admin_session.assert_icommand('iadmin mkresc archiveResc s3 '+hostname+':/'+self.s3bucketname+'/irods/Vault "'+s3params+'"', 'STDOUT_SINGLELINE', 'archiveResc')
admin_session.assert_icommand("iadmin addchildtoresc demoResc cacheResc cache")
admin_session.assert_icommand("iadmin addchildtoresc demoResc archiveResc archive")
super(Test_Compound_with_S3_Resource, self).setUp()
def setUp(self):
super(Test_MSOSuite, self).setUp()
hostname = lib.get_hostname()
self.admin.assert_icommand("iadmin modresc demoResc name origResc",
'STDOUT_SINGLELINE',
'rename',
stdin_string='yes\n')
self.admin.assert_icommand("iadmin mkresc demoResc compound",
'STDOUT_SINGLELINE', 'compound')
self.admin.assert_icommand(
"iadmin mkresc cacheResc 'unixfilesystem' " + hostname + ":" +
lib.get_irods_top_level_dir() + "/cacheRescVault",
'STDOUT_SINGLELINE', 'unixfilesystem')
self.admin.assert_icommand(
"iadmin mkresc archiveResc mso " + hostname + ":/fake/vault/",
'STDOUT_SINGLELINE', 'mso')
self.admin.assert_icommand(
"iadmin addchildtoresc demoResc cacheResc cache")
self.admin.assert_icommand(
"iadmin addchildtoresc demoResc archiveResc archive")
def setUp(self):
super(ResourceBase, self).setUp()
self.admin = self.admin_sessions[0]
self.user0 = self.user_sessions[0]
self.user1 = self.user_sessions[1]
print "run_resource_setup - BEGIN"
self.testfile = "pydevtest_testfile.txt"
self.testdir = "pydevtest_testdir"
self.testresc = "pydevtest_TestResc"
self.anotherresc = "pydevtest_AnotherResc"
hostname = lib.get_hostname()
hostuser = getpass.getuser()
self.admin.assert_icommand(['iadmin', "mkresc", self.testresc, 'unixfilesystem', hostname + ":/tmp/" + hostuser + "/pydevtest_" + self.testresc], 'STDOUT', 'unixfilesystem')
self.admin.assert_icommand(['iadmin', "mkresc", self.anotherresc, 'unixfilesystem', hostname + ":/tmp/" + hostuser + "/pydevtest_" + self.anotherresc], 'STDOUT', 'unixfilesystem')
with open(self.testfile, 'w') as f:
f.write('I AM A TESTFILE -- [' + self.testfile + ']')
self.admin.run_icommand(['imkdir', self.testdir])
self.admin.run_icommand(['iput', self.testfile])
self.admin.run_icommand(['icp', self.testfile, '../../public/'])
self.admin.run_icommand(['ichmod', 'read', self.user0.username, '../../public/' + self.testfile])
self.admin.run_icommand(['ichmod', 'write', self.user1.username, '../../public/' + self.testfile])
print 'run_resource_setup - END'
def test_hosts_separator(self):
for s in [',', ', ']:
hosts_string = s.join([lib.get_hostname()]*2)
lib.assert_command(['irods-grid', 'status', '--hosts', hosts_string], 'STDOUT_SINGLELINE', lib.get_hostname())
def setUp(self):
super(Test_Auth, self).setUp()
cfg_file = os.path.join(lib.get_irods_top_level_dir(), 'tests/pydevtest/test_framework_configuration.json')
with open(cfg_file,'r') as f:
cfg = json.load(f)
auth_user = cfg['irods_authuser_name']
auth_pass = cfg['irods_authuser_password']
self.auth_session = lib.mkuser_and_return_session('rodsuser', auth_user, auth_pass, lib.get_hostname())
def setUp(self):
super(Test_OSAuth_Only, self).setUp()
self.auth_session = lib.mkuser_and_return_session('rodsuser', 'irods', 'temporarypasswordforci',
lib.get_hostname())
def setUp(self):
super(Test_Auth, self).setUp()
self.auth_session = lib.mkuser_and_return_session(
'rodsuser', 'irodsauthuser', 'iamnotasecret', lib.get_hostname())
def test_hosts_separator(self):
for s in [',', ', ']:
hosts_string = s.join([lib.get_hostname()] * 2)
lib.assert_command(
['irods-grid', 'status', '--hosts', hosts_string],
'STDOUT_SINGLELINE', lib.get_hostname())
def setUp(self):
super(Test_OSAuth_Only, self).setUp()
self.auth_session = lib.mkuser_and_return_session(
'rodsuser', 'irods', 'temporarypasswordforci', lib.get_hostname())
def setUp(self):
super(Test_Auth, self).setUp()
self.auth_session = lib.mkuser_and_return_session('rodsuser', 'irodsauthuser', 'iamnotasecret',
lib.get_hostname())
def test_shutdown_local_server(self):
initial_size_of_server_log = lib.get_log_size('server')
lib.assert_command(['irods-grid', 'shutdown', '--hosts', lib.get_hostname()], 'STDOUT_SINGLELINE', 'shutting down')
time.sleep(10) # server gives control plane the all-clear before printing done message
assert 1 == lib.count_occurrences_of_string_in_log('server', 'iRODS Server is done', initial_size_of_server_log)
lib.start_irods_server()
