def test_iphymv_root(self): self.admin.assert_icommand('iadmin mkresc test1 unixfilesystem ' + lib.get_hostname() + ':' + lib.get_irods_top_level_dir() + '/test1', 'STDOUT_SINGLELINE', '') self.admin.assert_icommand('iadmin mkresc test2 unixfilesystem ' + lib.get_hostname() + ':' + lib.get_irods_top_level_dir() + '/test2', 'STDOUT_SINGLELINE', '') self.admin.assert_icommand('iphymv -S test1 -R test2 -r /', 'STDERR_SINGLELINE', 'ERROR: phymvUtil: \'/\' does not specify a zone; physical move only makes sense within a zone.') self.admin.assert_icommand('iadmin rmresc test1') self.admin.assert_icommand('iadmin rmresc test2')
def setUp(self): super(Test_Authentication, self).setUp() # load tree from file with open(CFG_FILE_PATH) as cfg_file: self.config = json.load(cfg_file) # local test dir self.testing_tmp_dir = '/tmp/irods_Test_Authentication' shutil.rmtree(self.testing_tmp_dir, ignore_errors=True) os.mkdir(self.testing_tmp_dir) # admin sesh self.admin = lib.make_session_for_existing_admin() # make new user with no password self.gsi_username = '******' self.gsi_user = lib.mkuser_and_return_session( 'rodsuser', self.gsi_username, None, lib.get_hostname()) # set auth scheme for new user (client side) self.gsi_user.environment_file_contents[ 'irods_authentication_scheme'] = 'GSI' # set auth string for new user (server side) #user_DN = '/O=Grid/OU=GlobusTest/OU=simpleCA-gsi1/OU=Globus Simple CA/CN=antoine de torcy' self.admin.run_icommand(['iadmin', 'aua', self.gsi_username, self.config['client_user_DN']])
def setUp(self): super(Test_Authentication, self).setUp() # load configuration from file with open(CFG_FILE_PATH) as cfg_file: self.config = json.load(cfg_file) # local test dir self.testing_tmp_dir = '/tmp/irods_Test_Authentication' shutil.rmtree(self.testing_tmp_dir, ignore_errors=True) os.mkdir(self.testing_tmp_dir) # admin sesh self.admin = lib.make_session_for_existing_admin() # make new user with no password self.krb_username = '******' self.krb_user = lib.mkuser_and_return_session( 'rodsuser', self.krb_username, None, lib.get_hostname()) # set auth scheme for new user (client side) self.krb_user.environment_file_contents[ 'irods_authentication_scheme'] = 'krb' # set auth string for new user (server side) self.admin.run_icommand(['iadmin', 'aua', self.krb_username, self.config['client_user_principal']])
def test_irepl_over_existing_third_replica__ticket_1705(self): # local setup filename = "thirdreplicatest.txt" filepath = lib.create_local_testfile(filename) hostname = lib.get_hostname() hostuser = getpass.getuser() # assertions self.admin.assert_icommand("iadmin mkresc thirdresc unixfilesystem %s:/tmp/%s/thirdrescVault" % (hostname, hostuser), 'STDOUT', "Creating") # create third resource self.admin.assert_icommand("ils -L " + filename, 'STDERR', "does not exist") # should not be listed self.admin.assert_icommand("iput " + filename) # put file self.admin.assert_icommand("irepl -R " + self.testresc + " " + filename) # replicate to test resource self.admin.assert_icommand("irepl -R thirdresc " + filename) # replicate to third resource self.admin.assert_icommand("irepl " + filename) # replicate overtop default resource self.admin.assert_icommand("ils -L " + filename, 'STDOUT', filename) # for debugging self.admin.assert_icommand("irepl -R " + self.testresc + " " + filename) # replicate overtop test resource self.admin.assert_icommand("ils -L " + filename, 'STDOUT', filename) # for debugging self.admin.assert_icommand("irepl -R thirdresc " + filename) # replicate overtop third resource self.admin.assert_icommand("ils -L " + filename, 'STDOUT', filename) # for debugging # should not have a replica 3 self.admin.assert_icommand_fail("ils -L " + filename, 'STDOUT', [" 3 ", " & " + filename]) # should not have a replica 4 self.admin.assert_icommand_fail("ils -L " + filename, 'STDOUT', [" 4 ", " & " + filename]) self.admin.assert_icommand("irm -f " + filename) # cleanup file self.admin.assert_icommand("iadmin rmresc thirdresc") # remove third resource # local cleanup os.remove(filepath)
def setUp(self): with lib.make_session_for_existing_admin() as admin_session: context_prefix = lib.get_hostname( ) + ':' + lib.get_irods_top_level_dir() admin_session.assert_icommand( 'iadmin modresc demoResc name origResc', 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n') admin_session.assert_icommand( 'iadmin mkresc demoResc load_balanced', 'STDOUT_SINGLELINE', 'load_balanced') admin_session.assert_icommand( 'iadmin mkresc rescA "unixfilesystem" ' + context_prefix + '/rescAVault', 'STDOUT_SINGLELINE', 'unixfilesystem') admin_session.assert_icommand( 'iadmin mkresc rescB "unixfilesystem" ' + context_prefix + '/rescBVault', 'STDOUT_SINGLELINE', 'unixfilesystem') admin_session.assert_icommand( 'iadmin mkresc rescC "unixfilesystem" ' + context_prefix + '/rescCVault', 'STDOUT_SINGLELINE', 'unixfilesystem') admin_session.assert_icommand( 'iadmin addchildtoresc demoResc rescA') admin_session.assert_icommand( 'iadmin addchildtoresc demoResc rescB') admin_session.assert_icommand( 'iadmin addchildtoresc demoResc rescC') super(Test_LoadBalanced_Resource, self).setUp()
def setUp(self): super(Test_MSOSuite, self).setUp() hostname = lib.get_hostname() self.admin.assert_icommand("iadmin modresc demoResc name origResc", 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n') self.admin.assert_icommand("iadmin mkresc demoResc compound", 'STDOUT_SINGLELINE', 'compound') self.admin.assert_icommand("iadmin mkresc cacheResc 'unixfilesystem' " + hostname + ":" + lib.get_irods_top_level_dir() + "/cacheRescVault", 'STDOUT_SINGLELINE', 'unixfilesystem') self.admin.assert_icommand("iadmin mkresc archiveResc mso " + hostname + ":/fake/vault/", 'STDOUT_SINGLELINE', 'mso') self.admin.assert_icommand("iadmin addchildtoresc demoResc cacheResc cache") self.admin.assert_icommand("iadmin addchildtoresc demoResc archiveResc archive")
def ticket_host_put(self, ticket, data_obj, filepath): host = lib.get_hostname() not_host = '0.0.0.0' self.admin.assert_icommand('iticket mod ' + ticket + ' add host ' + not_host) self.ticket_put_fail(ticket, data_obj, filepath) self.admin.assert_icommand('iticket mod ' + ticket + ' add host ' + host) self.ticket_put(ticket, data_obj, filepath) self.admin.assert_icommand('iticket mod ' + ticket + ' remove host ' + not_host) self.ticket_put(ticket, data_obj, filepath) self.admin.assert_icommand('iticket mod ' + ticket + ' remove host ' + host)
def setUp(self): hostname = lib.get_hostname() with lib.make_session_for_existing_admin() as admin_session: admin_session.assert_icommand("iadmin modresc demoResc name origResc", 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n') admin_session.assert_icommand("iadmin mkresc demoResc compound", 'STDOUT_SINGLELINE', 'compound') admin_session.assert_icommand("iadmin mkresc cacheResc 'unixfilesystem' "+hostname+":/var/lib/irods/cacheRescVault", 'STDOUT_SINGLELINE', 'cacheResc') admin_session.assert_icommand("iadmin mkresc archiveResc wos "+hostname+":/empty/path wos_host=http://wos.edc.renci.org;wos_policy=Howard", 'STDOUT_SINGLELINE', 'archiveResc') admin_session.assert_icommand("iadmin addchildtoresc demoResc cacheResc cache") admin_session.assert_icommand("iadmin addchildtoresc demoResc archiveResc archive") super(Test_Compound_with_WOS_Resource, self).setUp()
def setUp(self): super(Test_Auth, self).setUp() cfg_file = os.path.join( lib.get_irods_top_level_dir(), 'tests/pydevtest/test_framework_configuration.json') with open(cfg_file, 'r') as f: cfg = json.load(f) auth_user = cfg['irods_authuser_name'] auth_pass = cfg['irods_authuser_password'] self.auth_session = lib.mkuser_and_return_session( 'rodsuser', auth_user, auth_pass, lib.get_hostname())
def setUp(self): with lib.make_session_for_existing_admin() as admin_session: context_prefix = lib.get_hostname() + ':' + lib.get_irods_top_level_dir() admin_session.assert_icommand('iadmin modresc demoResc name origResc', 'STDOUT', 'rename', stdin_string='yes\n') admin_session.assert_icommand('iadmin mkresc demoResc load_balanced', 'STDOUT', 'load_balanced') admin_session.assert_icommand('iadmin mkresc rescA "unixfilesystem" ' + context_prefix + '/rescAVault', 'STDOUT', 'unixfilesystem') admin_session.assert_icommand('iadmin mkresc rescB "unixfilesystem" ' + context_prefix + '/rescBVault', 'STDOUT', 'unixfilesystem') admin_session.assert_icommand('iadmin mkresc rescC "unixfilesystem" ' + context_prefix + '/rescCVault', 'STDOUT', 'unixfilesystem') admin_session.assert_icommand('iadmin addchildtoresc demoResc rescA') admin_session.assert_icommand('iadmin addchildtoresc demoResc rescB') admin_session.assert_icommand('iadmin addchildtoresc demoResc rescC') super(Test_LoadBalanced_Resource, self).setUp()
def test_irepl_update_replicas(self): # local setup filename = "updatereplicasfile.txt" filepath = lib.create_local_testfile(filename) hostname = lib.get_hostname() doublefile = "doublefile.txt" os.system("cat %s %s > %s" % (filename, filename, doublefile)) doublesize = str(os.stat(doublefile).st_size) # assertions self.admin.assert_icommand("iadmin mkresc thirdresc unixfilesystem %s:/tmp/thirdrescVault" % hostname, 'STDOUT_SINGLELINE', "Creating") # create third resource self.admin.assert_icommand("iadmin mkresc fourthresc unixfilesystem %s:/tmp/fourthrescVault" % hostname, 'STDOUT_SINGLELINE', "Creating") # create fourth resource self.admin.assert_icommand("ils -L "+filename,'STDERR_SINGLELINE',"does not exist") # should not be listed self.admin.assert_icommand("iput "+filename) # put file self.admin.assert_icommand("irepl -R "+self.testresc+" "+filename) # replicate to test resource self.admin.assert_icommand("irepl -R thirdresc "+filename) # replicate to third resource self.admin.assert_icommand("irepl -R fourthresc "+filename) # replicate to fourth resource self.admin.assert_icommand("iput -f -R "+self.testresc+" "+doublefile+" "+filename) # repave overtop test resource self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',filename) # for debugging self.admin.assert_icommand_fail("ils -L "+filename,'STDOUT_SINGLELINE',[" 0 "," & "+filename]) # should have a dirty copy self.admin.assert_icommand_fail("ils -L "+filename,'STDOUT_SINGLELINE',[" 1 "," & "+filename]) # should have a dirty copy self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',[" 2 "," & "+filename]) # should have a clean copy self.admin.assert_icommand_fail("ils -L "+filename,'STDOUT_SINGLELINE',[" 3 "," & "+filename]) # should have a dirty copy self.admin.assert_icommand_fail("ils -L "+filename,'STDOUT_SINGLELINE',[" 4 "," & "+filename]) # should have a dirty copy self.admin.assert_icommand("irepl -U "+filename) # update last replica self.admin.assert_icommand_fail("ils -L "+filename,'STDOUT_SINGLELINE',[" 0 "," & "+filename]) # should have a dirty copy self.admin.assert_icommand_fail("ils -L "+filename,'STDOUT_SINGLELINE',[" 1 "," & "+filename]) # should have a dirty copy self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',[" 2 "," & "+filename]) # should have a clean copy self.admin.assert_icommand_fail("ils -L "+filename,'STDOUT_SINGLELINE',[" 3 "," & "+filename]) # should have a dirty copy self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',[" 4 "," & "+filename]) # should have a clean copy self.admin.assert_icommand("irepl -aU "+filename) # update all replicas self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',[" 0 "," & "+filename]) # should have a clean copy self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',[" 1 "," & "+filename]) # should have a clean copy self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',[" 2 "," & "+filename]) # should have a clean copy self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',[" 3 "," & "+filename]) # should have a clean copy self.admin.assert_icommand("ils -L "+filename,'STDOUT_SINGLELINE',[" 4 "," & "+filename]) # should have a clean copy self.admin.assert_icommand("irm -f "+filename) # cleanup file self.admin.assert_icommand("iadmin rmresc thirdresc") # remove third resource self.admin.assert_icommand("iadmin rmresc fourthresc") # remove third resource # local cleanup os.remove(filepath) os.remove(doublefile)
def setUp(self): hostname = lib.get_hostname() with lib.make_session_for_existing_admin() as admin_session: keypairfile='/projects/irods/vsphere-testing/externals/amazon_web_services-CI.keypair' s3hostname='s3.amazonaws.com' s3bucketname='irods-ci' s3proto='http' s3stsdate='' admin_session.assert_icommand("iadmin modresc demoResc name origResc", 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n') admin_session.assert_icommand("iadmin mkresc demoResc compound", 'STDOUT_SINGLELINE', 'compound') admin_session.assert_icommand("iadmin mkresc cacheResc 'unixfilesystem' "+hostname+":/var/lib/irods/cacheRescVault", 'STDOUT_SINGLELINE', 'cacheResc') admin_session.assert_icommand('iadmin mkresc archiveResc s3 '+hostname+':/'+s3bucketname+'/irods/Vault "S3_DEFAULT_HOSTNAME='+s3hostname+';S3_AUTH_FILE='+keypairfile+';S3_RETRY_COUNT=15;S3_WAIT_TIME_SEC=1;S3_PROTO='+s3proto+';S3_STSDATE='+s3stsdate+'"', 'STDOUT_SINGLELINE', 'archiveResc') admin_session.assert_icommand("iadmin addchildtoresc demoResc cacheResc cache") admin_session.assert_icommand("iadmin addchildtoresc demoResc archiveResc archive") super(Test_Compound_with_S3_Resource, self).setUp()
def setUp(self): with lib.make_session_for_existing_admin() as admin_session: context_prefix = lib.get_hostname() + ':' + lib.get_irods_top_level_dir() admin_session.assert_icommand('iadmin modresc demoResc name origResc', 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n') admin_session.assert_icommand('iadmin mkresc demoResc deferred', 'STDOUT_SINGLELINE', 'deferred') admin_session.assert_icommand('iadmin mkresc defResc1 deferred', 'STDOUT_SINGLELINE', 'deferred') admin_session.assert_icommand('iadmin mkresc defResc2 deferred', 'STDOUT_SINGLELINE', 'deferred') admin_session.assert_icommand('iadmin mkresc defResc3 deferred', 'STDOUT_SINGLELINE', 'deferred') admin_session.assert_icommand('iadmin mkresc defResc4 deferred', 'STDOUT_SINGLELINE', 'deferred') admin_session.assert_icommand('iadmin mkresc rescA "unixfilesystem" ' + context_prefix + '/rescAVault', 'STDOUT_SINGLELINE', 'unixfilesystem') admin_session.assert_icommand('iadmin mkresc rescB "unixfilesystem" ' + context_prefix + '/rescBVault', 'STDOUT_SINGLELINE', 'unixfilesystem') admin_session.assert_icommand('iadmin addchildtoresc defResc3 rescA') admin_session.assert_icommand('iadmin addchildtoresc defResc4 rescB') admin_session.assert_icommand('iadmin addchildtoresc demoResc defResc1') admin_session.assert_icommand('iadmin addchildtoresc demoResc defResc2') admin_session.assert_icommand('iadmin addchildtoresc defResc1 defResc3') admin_session.assert_icommand('iadmin addchildtoresc defResc2 defResc4') super(Test_DeferredToDeferred, self).setUp()
def setUp(self): hostname = lib.get_hostname() with lib.make_session_for_existing_admin() as admin_session: self.archive_naming_policy='decoupled' keypairfile='/projects/irods/vsphere-testing/externals/amazon_web_services-CI.keypair' self.s3bucketname=os.environ.get('S3BUCKET', 'irods-ci') s3stsdate='date' s3params=( 'S3_DEFAULT_HOSTNAME=s3.amazonaws.com;S3_AUTH_FILE=' + keypairfile + ';S3_RETRY_COUNT=15;S3_WAIT_TIME_SEC=1;S3_PROTO=HTTPS;S3_MPU_CHUNK=10;S3_MPU_THREADS=4;S3_STSDATE=' + s3stsdate + ';ARCHIVE_NAMING_POLICY=' + self.archive_naming_policy ) s3params=os.environ.get('S3PARAMS', s3params); admin_session.assert_icommand("iadmin modresc demoResc name origResc", 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n') admin_session.assert_icommand("iadmin mkresc demoResc compound", 'STDOUT_SINGLELINE', 'compound') admin_session.assert_icommand("iadmin mkresc cacheResc 'unixfilesystem' "+hostname+":/var/lib/irods/cacheRescVault", 'STDOUT_SINGLELINE', 'cacheResc') admin_session.assert_icommand('iadmin mkresc archiveResc s3 '+hostname+':/'+self.s3bucketname+'/irods/Vault "'+s3params+'"', 'STDOUT_SINGLELINE', 'archiveResc') admin_session.assert_icommand("iadmin addchildtoresc demoResc cacheResc cache") admin_session.assert_icommand("iadmin addchildtoresc demoResc archiveResc archive") super(Test_Compound_with_S3_Resource, self).setUp()
def setUp(self): super(Test_MSOSuite, self).setUp() hostname = lib.get_hostname() self.admin.assert_icommand("iadmin modresc demoResc name origResc", 'STDOUT_SINGLELINE', 'rename', stdin_string='yes\n') self.admin.assert_icommand("iadmin mkresc demoResc compound", 'STDOUT_SINGLELINE', 'compound') self.admin.assert_icommand( "iadmin mkresc cacheResc 'unixfilesystem' " + hostname + ":" + lib.get_irods_top_level_dir() + "/cacheRescVault", 'STDOUT_SINGLELINE', 'unixfilesystem') self.admin.assert_icommand( "iadmin mkresc archiveResc mso " + hostname + ":/fake/vault/", 'STDOUT_SINGLELINE', 'mso') self.admin.assert_icommand( "iadmin addchildtoresc demoResc cacheResc cache") self.admin.assert_icommand( "iadmin addchildtoresc demoResc archiveResc archive")
def setUp(self): super(ResourceBase, self).setUp() self.admin = self.admin_sessions[0] self.user0 = self.user_sessions[0] self.user1 = self.user_sessions[1] print "run_resource_setup - BEGIN" self.testfile = "pydevtest_testfile.txt" self.testdir = "pydevtest_testdir" self.testresc = "pydevtest_TestResc" self.anotherresc = "pydevtest_AnotherResc" hostname = lib.get_hostname() hostuser = getpass.getuser() self.admin.assert_icommand(['iadmin', "mkresc", self.testresc, 'unixfilesystem', hostname + ":/tmp/" + hostuser + "/pydevtest_" + self.testresc], 'STDOUT', 'unixfilesystem') self.admin.assert_icommand(['iadmin', "mkresc", self.anotherresc, 'unixfilesystem', hostname + ":/tmp/" + hostuser + "/pydevtest_" + self.anotherresc], 'STDOUT', 'unixfilesystem') with open(self.testfile, 'w') as f: f.write('I AM A TESTFILE -- [' + self.testfile + ']') self.admin.run_icommand(['imkdir', self.testdir]) self.admin.run_icommand(['iput', self.testfile]) self.admin.run_icommand(['icp', self.testfile, '../../public/']) self.admin.run_icommand(['ichmod', 'read', self.user0.username, '../../public/' + self.testfile]) self.admin.run_icommand(['ichmod', 'write', self.user1.username, '../../public/' + self.testfile]) print 'run_resource_setup - END'
def test_hosts_separator(self): for s in [',', ', ']: hosts_string = s.join([lib.get_hostname()]*2) lib.assert_command(['irods-grid', 'status', '--hosts', hosts_string], 'STDOUT_SINGLELINE', lib.get_hostname())
def setUp(self): super(Test_Auth, self).setUp() cfg_file = os.path.join(lib.get_irods_top_level_dir(), 'tests/pydevtest/test_framework_configuration.json') with open(cfg_file,'r') as f: cfg = json.load(f) auth_user = cfg['irods_authuser_name'] auth_pass = cfg['irods_authuser_password'] self.auth_session = lib.mkuser_and_return_session('rodsuser', auth_user, auth_pass, lib.get_hostname())
def setUp(self): super(Test_OSAuth_Only, self).setUp() self.auth_session = lib.mkuser_and_return_session('rodsuser', 'irods', 'temporarypasswordforci', lib.get_hostname())
def setUp(self): super(Test_Auth, self).setUp() self.auth_session = lib.mkuser_and_return_session( 'rodsuser', 'irodsauthuser', 'iamnotasecret', lib.get_hostname())
def test_hosts_separator(self): for s in [',', ', ']: hosts_string = s.join([lib.get_hostname()] * 2) lib.assert_command( ['irods-grid', 'status', '--hosts', hosts_string], 'STDOUT_SINGLELINE', lib.get_hostname())
def setUp(self): super(Test_OSAuth_Only, self).setUp() self.auth_session = lib.mkuser_and_return_session( 'rodsuser', 'irods', 'temporarypasswordforci', lib.get_hostname())
def setUp(self): super(Test_Auth, self).setUp() self.auth_session = lib.mkuser_and_return_session('rodsuser', 'irodsauthuser', 'iamnotasecret', lib.get_hostname())
def test_shutdown_local_server(self): initial_size_of_server_log = lib.get_log_size('server') lib.assert_command(['irods-grid', 'shutdown', '--hosts', lib.get_hostname()], 'STDOUT_SINGLELINE', 'shutting down') time.sleep(10) # server gives control plane the all-clear before printing done message assert 1 == lib.count_occurrences_of_string_in_log('server', 'iRODS Server is done', initial_size_of_server_log) lib.start_irods_server()