def test_pd_reconnect(): du_url = "redis://localhost/bigdata:pds-f31a670c-e3f6-11e1-afaf-705681b3df0f:pd-f31c47b8-e3f6-11e1-af44-705681b3df0f:du-f4debce8-e3f6-11e1-8399-705681b3df0f" pd_url = __get_pd_url(du_url) pd = PilotData(pd_url=pd_url) print str(pd.list_data_units()) du = pd.get_du(du_url) #du = DataUnit(du_url="redis://localhost/bigdata:pds-32d63b2e-df05-11e1-a329-705681b3df0f:pd-37674138-df05-11e1-80d0-705681b3df0f:du-3b8d428c-df05-11e1-af2a-705681b3df0f") logger.debug(str(du.list()))
def test_data_unit_add_file(): pilot_data_service = PilotDataService(coordination_url="redis://localhost/") pilot_data_description = {"service_url": "ssh://localhost/tmp/pilot-" + str(uuid.uuid1()), "size": 100} pd = pilot_data_service.create_pilot(pilot_data_description=pilot_data_description) # create data unit for output data output_data_unit_description = {"file_urls": [], "file_url_patterns": ["test.txt"]} output_data_unit = pd.submit_data_unit(output_data_unit_description) output_data_unit.wait() logger.debug("Output DU: " + output_data_unit.get_url()) pd_reconnect_url = pd.get_url() du_url = output_data_unit.get_url() pd_reconnect = PilotData(pd_url=pd_reconnect_url) du_reconnect = pd_reconnect.get_du(du_url) du_reconnect.add_files(["test.txt"])
def test_data_unit_add_file(): pilot_data_service = PilotDataService( coordination_url="redis://localhost/") pilot_data_description = { "service_url": "ssh://localhost/tmp/pilot-" + str(uuid.uuid1()), "size": 100 } pd = pilot_data_service.create_pilot( pilot_data_description=pilot_data_description) # create data unit for output data output_data_unit_description = { "file_urls": [], "file_url_patterns": ["test.txt"] } output_data_unit = pd.submit_data_unit(output_data_unit_description) output_data_unit.wait() logger.debug("Output DU: " + output_data_unit.get_url()) pd_reconnect_url = pd.get_url() du_url = output_data_unit.get_url() pd_reconnect = PilotData(pd_url=pd_reconnect_url) du_reconnect = pd_reconnect.get_du(du_url) du_reconnect.add_files(["test.txt"])