def test_pd_reconnect():
du_url = "redis://localhost/bigdata:pds-f31a670c-e3f6-11e1-afaf-705681b3df0f:pd-f31c47b8-e3f6-11e1-af44-705681b3df0f:du-f4debce8-e3f6-11e1-8399-705681b3df0f"
pd_url = __get_pd_url(du_url)
pd = PilotData(pd_url=pd_url)
print str(pd.list_data_units())
du = pd.get_du(du_url)
#du = DataUnit(du_url="redis://localhost/bigdata:pds-32d63b2e-df05-11e1-a329-705681b3df0f:pd-37674138-df05-11e1-80d0-705681b3df0f:du-3b8d428c-df05-11e1-af2a-705681b3df0f")
logger.debug(str(du.list()))
def test_pd_reconnect():
du_url = "redis://localhost/bigdata:pds-f31a670c-e3f6-11e1-afaf-705681b3df0f:pd-f31c47b8-e3f6-11e1-af44-705681b3df0f:du-f4debce8-e3f6-11e1-8399-705681b3df0f"
pd_url = __get_pd_url(du_url)
pd = PilotData(pd_url=pd_url)
print str(pd.list_data_units())
du = pd.get_du(du_url)
#du = DataUnit(du_url="redis://localhost/bigdata:pds-32d63b2e-df05-11e1-a329-705681b3df0f:pd-37674138-df05-11e1-80d0-705681b3df0f:du-3b8d428c-df05-11e1-af2a-705681b3df0f")
logger.debug(str(du.list()))
def test_data_unit_add_file():
pilot_data_service = PilotDataService(coordination_url="redis://localhost/")
pilot_data_description = {"service_url": "ssh://localhost/tmp/pilot-" + str(uuid.uuid1()), "size": 100}
pd = pilot_data_service.create_pilot(pilot_data_description=pilot_data_description)
# create data unit for output data
output_data_unit_description = {"file_urls": [], "file_url_patterns": ["test.txt"]}
output_data_unit = pd.submit_data_unit(output_data_unit_description)
output_data_unit.wait()
logger.debug("Output DU: " + output_data_unit.get_url())
pd_reconnect_url = pd.get_url()
du_url = output_data_unit.get_url()
pd_reconnect = PilotData(pd_url=pd_reconnect_url)
du_reconnect = pd_reconnect.get_du(du_url)
du_reconnect.add_files(["test.txt"])
def test_data_unit_add_file():
pilot_data_service = PilotDataService(
coordination_url="redis://localhost/")
pilot_data_description = {
"service_url": "ssh://localhost/tmp/pilot-" + str(uuid.uuid1()),
"size": 100
}
pd = pilot_data_service.create_pilot(
pilot_data_description=pilot_data_description)
# create data unit for output data
output_data_unit_description = {
"file_urls": [],
"file_url_patterns": ["test.txt"]
}
output_data_unit = pd.submit_data_unit(output_data_unit_description)
output_data_unit.wait()
logger.debug("Output DU: " + output_data_unit.get_url())
pd_reconnect_url = pd.get_url()
du_url = output_data_unit.get_url()
pd_reconnect = PilotData(pd_url=pd_reconnect_url)
du_reconnect = pd_reconnect.get_du(du_url)
du_reconnect.add_files(["test.txt"])
