def test_get(self):
""" Test Remote target get method downloading a file from ftp """
local_filepath = "/tmp/luigi-remotetarget-read-test"
tmp_filepath = "/tmp/tmp-luigi-remotetarget-read-test"
remote_file = "/test/example.get.file"
# create local temp file
with open(tmp_filepath, 'w') as outfile:
outfile.write("something to fill")
# manualy upload to ftp
ftp = ftplib.FTP(HOST, USER, PWD)
ftp.mkd("test")
ftp.storbinary('STOR %s' % remote_file, open(tmp_filepath, 'rb'))
ftp.close()
# execute command
remotetarget = RemoteTarget(remote_file,
HOST,
username=USER,
password=PWD)
remotetarget.get(local_filepath)
# make sure that it can open file
with remotetarget.open('r') as fin:
self.assertEqual(fin.read(), "something to fill")
# file is successfuly created
self.assertTrue(os.path.exists(local_filepath))
# test RemoteTarget with mtime
ts = datetime.datetime.now() - datetime.timedelta(minutes=2)
delayed_remotetarget = RemoteTarget(remote_file,
HOST,
username=USER,
password=PWD,
mtime=ts)
self.assertTrue(delayed_remotetarget.exists())
ts = datetime.datetime.now() + datetime.timedelta(
days=2) # who knows what timezone it is in
delayed_remotetarget = RemoteTarget(remote_file,
HOST,
username=USER,
password=PWD,
mtime=ts)
self.assertFalse(delayed_remotetarget.exists())
# clean
os.remove(local_filepath)
os.remove(tmp_filepath)
ftp = ftplib.FTP(HOST, USER, PWD)
ftp.delete(remote_file)
ftp.cwd("/")
ftp.rmd("test")
ftp.close()
def test_get(self):
""" Test Remote target get method downloading a file from ftp """
local_filepath = "/tmp/luigi-remotetarget-read-test"
tmp_filepath = "/tmp/tmp-luigi-remotetarget-read-test"
remote_file = "/test/example.get.file"
# create local temp file
with open(tmp_filepath, 'w') as outfile:
outfile.write("something to fill")
# manualy upload to ftp
ftp = ftplib.FTP(HOST, USER, PWD)
ftp.mkd("test")
ftp.storbinary('STOR %s' % remote_file, open(tmp_filepath, 'rb'))
ftp.close()
# execute command
remotetarget = RemoteTarget(remote_file, HOST, username=USER, password=PWD)
remotetarget.get(local_filepath)
# make sure that it can open file
with remotetarget.open('r') as fin:
self.assertEqual(fin.read(), "something to fill")
# file is successfuly created
self.assertTrue(os.path.exists(local_filepath))
# test RemoteTarget with mtime
ts = datetime.datetime.now() - datetime.timedelta(minutes=2)
delayed_remotetarget = RemoteTarget(remote_file, HOST, username=USER, password=PWD, mtime=ts)
self.assertTrue(delayed_remotetarget.exists())
ts = datetime.datetime.now() + datetime.timedelta(days=2) # who knows what timezone it is in
delayed_remotetarget = RemoteTarget(remote_file, HOST, username=USER, password=PWD, mtime=ts)
self.assertFalse(delayed_remotetarget.exists())
# clean
os.remove(local_filepath)
os.remove(tmp_filepath)
ftp = ftplib.FTP(HOST, USER, PWD)
ftp.delete(remote_file)
ftp.cwd("/")
ftp.rmd("test")
ftp.close()
