def post_job_data( project, uri, data, status=None, expect_errors=False): # Since the uri is passed in it's not generated by the # treeherder request or collection and is missing the protocol # and host. Add those missing elements here. uri = 'http://localhost{0}'.format(uri) # Set the credentials OAuthCredentials.set_credentials( SampleData.get_credentials() ) credentials = OAuthCredentials.get_credentials(project) tr = TreeherderRequest( protocol='http', host='localhost', project=project, oauth_key=credentials['consumer_key'], oauth_secret=credentials['consumer_secret'] ) signed_uri = tr.get_signed_uri( json.dumps(data), uri ) response = TestApp(application).post_json( str(signed_uri), params=data, status=status, expect_errors=expect_errors ) return response
def post_collection( project, th_collection, status=None, expect_errors=False, consumer_key=None, consumer_secret=None): # Set the credentials OAuthCredentials.set_credentials( SampleData.get_credentials() ) credentials = OAuthCredentials.get_credentials(project) # The only time the credentials should be overridden are when # a client needs to test authentication failure confirmation if consumer_key: credentials['consumer_key'] = consumer_key if consumer_secret: credentials['consumer_secret'] = consumer_secret tr = TreeherderRequest( protocol='http', host='localhost', project=project, oauth_key=credentials['consumer_key'], oauth_secret=credentials['consumer_secret'] ) signed_uri = tr.get_signed_uri( th_collection.to_json(), tr.get_uri(th_collection) ) response = TestApp(application).post_json( str(signed_uri), params=th_collection.get_collection_data(), status=status ) return response
''' Prepare ''' print os.getcwd() #tmpdir='./tmp_'+datetime.now().strftime('%Y%m%d%H%M%S') #os.mkdir(tmpdir) t_pool = ThreadPool(opts.thread) ''' Read Sample Files (Concurrent by sample)''' for m, sample_arg in enumerate(args): replist = sample_arg.split(',') for n, replicate_file in enumerate(replist): if not os.path.exists(replicate_file): sys.stderr.write('%d th replicate file of %d th sample (%s) doesn\'t exist' % (n+1,m+1,replicate_file)) sys.exit(1) sample_list.append(SampleData(replist)) for m, sample_data in enumerate(sample_list): t_pool.queueTask(preprocess_samples,sample_data,None) t_pool.joinAll() if DEBUG: print "print chromosome order" for chrom_name in sample_data.chrom_order: print chrom_name ''' debug purpose ''' if DEBUG: for sample_data in sample_list: sample_data.output_debug_info()
def sample_data(): """Returns a SampleData() object""" from sampledata import SampleData return SampleData()