def test_ingest_tar(self): """ tests moving individual files to the archive files are validated inline with the upload """ server_url = 'http://dev3.my.emsl.pnl.gov/' port = '8181' tar = open_tar('c:\\temp\\test.tar') count = ingest_tar_utils.file_count(tar) # get a unique range of id's for files # and set the start id to the low end of the range #file_start_id = get_unique_id(server_url, port, str(count), 'file_mode') file_start_id = 0 # and the transaction id #transaction_id = get_unique_id(server_url, port, '1', 'upload_mode') transaction_id = 0 meta = MetaParser(transaction_id, file_start_id) meta.load_meta(tar) ingest = TarIngester(tar, meta, server_url) # validate archive process # if not valid: # rollback() # success = MetaUpload() ingest.ingest()
def test_load_meta(self): """ tests sucking metadata from uploader and configuring it in a dictionary suitable to blob to meta ingest """ tar = open_tar('c:\\Temp\\test.tar') count = ingest_tar_utils.file_count(tar) # this is where we would get a unique range of id's for files # and set the start id to the low end of the range # and the transaction id meta = MetaParser(1, 0) meta.load_meta(tar) return meta