def uploadToNS():
# Fetch s3 Variables from Env from AWS
S3_Bucket = os.environ['S3_Bucket']
S3_Path = os.environ['S3_PATH']
S3_File = os.environ['S3_File']
#Fetch Akamai NS Variables from Env from AWS
NS_HOSTNAME = os.environ['NS_HOSTNAME']
NS_KEYNAME = os.environ['NS_KEYNAME']
NS_KEY = os.environ['NS_KEY']
getObjectFromS3(S3_Bucket,S3_Path,S3_File)
ns = Netstorage(NS_HOSTNAME, NS_KEYNAME, NS_KEY, ssl=False)
if os.path.exists('/tmp/'+S3_File):
ok, response = ns.upload('/tmp/'+S3_File,'/'+S3_Path+str(NS_CP)+'/')
else:
return {
'status':"ERROR",
'body': "The File /tmp/"+S3_File+" Does Not Exist!"
}
if ok:
if os.path.exists('/tmp/'+S3_File):
os.remove('/tmp/'+S3_File)
return {
'status':response.status_code,
'body': json.dumps(response.text)
}
def upload(CPCODE, path):
"""
Description: uploads to netstorage.
Links:
https://learn.akamai.com/en-us/webhelp/netstorage/netstorage-http-api-developer-guide/GUID-C9CEE090-B272-4E47-ACD9-853D80C747BC.html
https://github.com/akamai/NetStorageKit-Python
Expects:
Cpcode
path: s3 object key
Returns: Bool based on task success.
"""
NS_USER = json.loads(SECRET)['NS_USER']
NS_KEY = json.loads(SECRET)['NS_KEY']
NS_HOSTNAME = json.loads(SECRET)['NS_HOSTNAME']
logger.info("Uploading to Ns with user: '******'".format(NS_USER))
ns = Netstorage(NS_HOSTNAME, NS_USER, NS_KEY, ssl=False)
netstorage_destination = "/{0}/{1}".format(CPCODE, path)
logger.info("Upload Location: '{0}'.".format(netstorage_destination))
ok, _ = ns.upload(path, netstorage_destination)
if ok:
logger.info("File: uploaded.")
return True
else:
logger.info("File: upload failed.")
return False
ok, res = ns.du(args[0], _arg(1))
elif options.action == 'mkdir':
ok, res = ns.mkdir(args[0], _arg(1))
elif options.action == 'mtime':
ok, res = ns.mtime(args[0], args[1], _arg(2))
elif options.action == 'quick-delete':
ok, res = ns.quick_delete(args[0], _arg(1))
elif options.action == 'rmdir':
ok, res = ns.rmdir(args[0], _arg(1))
elif options.action == 'stat':
ok, res = ns.stat(args[0], _arg(1))
elif options.action == 'symlink':
ok, res = ns.symlink(args[0], args[1], _arg(2))
elif options.action == 'upload':
if len(args) >= 3:
ok, res = ns.upload(args[0], args[1], args[2], _arg(3))
else:
ok, res = ns.upload(args[0], args[1])
elif options.action == 'rename':
ok, res = ns.rename(args[0], args[1], _arg(1))
else:
print("Invalid action.\nUse option -h or --help")
exit()
print_result(res, options.action)
except IndexError as e:
if options.action == 'download' and args[0]:
ok, res = ns.download(args[0], '', _arg(1))
print_result(res, options.action)
else:
class TestNetstorage(unittest.TestCase):
def setUp(self):
self.cpcode_path = NS_CPCODE
self.temp_ns_dir = "/{0}/{1}".format(self.cpcode_path, str(uuid.uuid4()))
self.temp_file = "{0}.txt".format(str(uuid.uuid4()))
self.temp_ns_file = "{0}/{1}".format(self.temp_ns_dir, self.temp_file)
self.ns = Netstorage(NS_HOSTNAME, NS_KEYNAME, NS_KEY)
def tearDown(self):
# delete temp files for local
if os.path.exists(self.temp_file):
os.remove(self.temp_file)
print("[TEARDOWN] remove {0} from local done".format(self.temp_file))
if os.path.exists(self.temp_file + '_rename'):
os.remove(self.temp_file + '_rename')
print("[TEARDOWN] remove {0} from local done".format(self.temp_file + '_rename'))
# delete temp files for netstorage
ok, _ = self.ns.delete(self.temp_ns_file)
if ok:
print("[TEARDOWN] delete {0} done".format(self.temp_ns_file))
ok, _ = self.ns.delete(self.temp_ns_file + '_lnk')
if ok:
print("[TEARDOWN] delete {0} done".format(self.temp_ns_file + '_lnk'))
ok, _ = self.ns.delete(self.temp_ns_file + '_rename')
if ok:
print("[TEARDOWN] delete {0} done".format(self.temp_ns_file + '_rename'))
ok, _ = self.ns.rmdir(self.temp_ns_dir)
if ok:
print("[TEARDOWN] rmdir {0} done".format(self.temp_ns_dir))
def test_netstorage(self):
# dir
ok, _ = self.ns.dir("/" + self.cpcode_path)
self.assertEqual(True, ok, "dir fail.")
print("[TEST] dir {0} done".format("/" + self.cpcode_path))
# mkdir
ok, _ = self.ns.mkdir(self.temp_ns_dir)
self.assertEqual(True, ok, "mkdir fail.")
print("[TEST] mkdir {0} done".format(self.temp_ns_dir))
# upload
with open(self.temp_file, 'wt') as f:
f.write("Hello, Netstorage API World!")
ok, res = self.ns.upload(self.temp_file, self.temp_ns_file)
self.assertEqual(True, ok, "upload fail.")
print("[TEST] upload {0} to {1} done".format(self.temp_file, self.temp_ns_file))
# du
ok, res = self.ns.du(self.temp_ns_dir)
self.assertEqual(True, ok)
xml_tree = ET.fromstring(res.content)
self.assertEqual(str(os.stat(self.temp_file).st_size), xml_tree[0].get('bytes'), "du fail.")
print("[TEST] du done")
# mtime
current_time = int(time.time())
ok, _ = self.ns.mtime(self.temp_ns_file, current_time)
self.assertEqual(True, ok, "mtime fail.")
print("[TEST] mtime {0} to {1} done".format(self.temp_ns_file, current_time))
# stat
ok, res = self.ns.stat(self.temp_ns_file)
self.assertEqual(True, ok, "stat fail.")
xml_tree = ET.fromstring(res.text)
self.assertEqual(str(current_time), xml_tree[0].get('mtime'))
print("[TEST] stat done")
# symlink
ok, _ = self.ns.symlink(self.temp_ns_file, self.temp_ns_file + "_lnk")
self.assertEqual(True, ok, "symlink fail.")
print("[TEST] symlink {0} to {1} done".format(self.temp_ns_file, self.temp_ns_file + "_lnk"))
# rename
ok, _ = self.ns.rename(self.temp_ns_file, self.temp_ns_file + "_rename")
self.assertEqual(True, ok, "rename fail.")
print("[TEST] rename {0} to {1} done".format(self.temp_ns_file, self.temp_ns_file + "_rename"))
# download
ok, _ = self.ns.download(self.temp_ns_file + "_rename")
self.assertEqual(True, ok, "download fail.")
print("[TEST] download {0} done".format(self.temp_ns_file + "_rename"))
# delete
ok, _ = self.ns.delete(self.temp_ns_file + "_rename")
self.assertEqual(True, ok, "delete fail.")
print("[TEST] delete {0} done".format(self.temp_ns_file + "_rename"))
ok, _ = self.ns.delete(self.temp_ns_file + "_lnk")
self.assertEqual(True, ok, "delete fail.")
print("[TEST] delete {0} done".format(self.temp_ns_file + "_lnk"))
# rmdir
ok, _ = self.ns.rmdir(self.temp_ns_dir)
self.assertEqual(True, ok, "rmdir fail.")
print("[TEST] rmdir {0} done".format(self.temp_ns_dir))
def test_netstorage_exception(self):
print(os.linesep)
with self.assertRaises(NetstorageError):
self.ns.dir("Invalid ns path")
print("[TEST] Invalid ns path NetstorageError test done")
with self.assertRaises(NetstorageError):
self.ns.upload("Invalid local path", self.temp_ns_file)
print("[TEST] Invalid local path NetstorageError test done")
with self.assertRaises(NetstorageError):
self.ns.download("/123456/directory/", self.temp_file)
print("[TEST] Download directory path NetstorageError test done")
class TestNetstorage(unittest.TestCase):
def setUp(self):
self.cpcode_path = NS_CPCODE
self.temp_ns_dir = "/{0}/{1}".format(self.cpcode_path, str(uuid.uuid4()))
self.temp_file = "{0}.txt".format(str(uuid.uuid4()))
self.temp_ns_file = "{0}/{1}".format(self.temp_ns_dir, self.temp_file)
self.ns = Netstorage(NS_HOSTNAME, NS_KEYNAME, NS_KEY)
def tearDown(self):
# delete temp files for local
if os.path.exists(self.temp_file):
os.remove(self.temp_file)
print("[TEARDOWN] remove {0} from local done".format(self.temp_file))
if os.path.exists(self.temp_file + '_rename'):
os.remove(self.temp_file + '_rename')
print("[TEARDOWN] remove {0} from local done".format(self.temp_file + '_rename'))
# delete temp files for netstorage
ok, _ = self.ns.delete(self.temp_ns_file)
if ok:
print("[TEARDOWN] delete {0} done".format(self.temp_ns_file))
ok, _ = self.ns.delete(self.temp_ns_file + '_lnk')
if ok:
print("[TEARDOWN] delete {0} done".format(self.temp_ns_file + '_lnk'))
ok, _ = self.ns.delete(self.temp_ns_file + '_rename')
if ok:
print("[TEARDOWN] delete {0} done".format(self.temp_ns_file + '_rename'))
ok, _ = self.ns.rmdir(self.temp_ns_dir)
if ok:
print("[TEARDOWN] rmdir {0} done".format(self.temp_ns_dir))
def test_netstorage(self):
# dir
ok, _ = self.ns.dir("/" + self.cpcode_path)
self.assertEqual(True, ok, "dir fail.")
print("[TEST] dir {0} done".format("/" + self.cpcode_path))
# mkdir
ok, _ = self.ns.mkdir(self.temp_ns_dir)
self.assertEqual(True, ok, "mkdir fail.")
print("[TEST] mkdir {0} done".format(self.temp_ns_dir))
# upload
with open(self.temp_file, 'wt') as f:
f.write("Hello, Netstorage API World!")
ok, res = self.ns.upload(self.temp_file, self.temp_ns_file)
self.assertEqual(True, ok, "upload fail.")
print("[TEST] upload {0} to {1} done".format(self.temp_file, self.temp_ns_file))
# du
ok, res = self.ns.du(self.temp_ns_dir)
self.assertEqual(True, ok)
xml_tree = ET.fromstring(res.content)
self.assertEqual(str(os.stat(self.temp_file).st_size), xml_tree[0].get('bytes'), "du fail.")
print("[TEST] du done")
# mtime
current_time = int(time.time())
ok, _ = self.ns.mtime(self.temp_ns_file, current_time)
self.assertEqual(True, ok, "mtime fail.")
print("[TEST] mtime {0} to {1} done".format(self.temp_ns_file, current_time))
# stat
ok, res = self.ns.stat(self.temp_ns_file)
self.assertEqual(True, ok, "stat fail.")
xml_tree = ET.fromstring(res.text)
self.assertEqual(str(current_time), xml_tree[0].get('mtime'))
print("[TEST] stat done")
# symlink
ok, _ = self.ns.symlink(self.temp_ns_file, self.temp_ns_file + "_lnk")
self.assertEqual(True, ok, "symlink fail.")
print("[TEST] symlink {0} to {1} done".format(self.temp_ns_file, self.temp_ns_file + "_lnk"))
# rename
ok, _ = self.ns.rename(self.temp_ns_file, self.temp_ns_file + "_rename")
self.assertEqual(True, ok, "rename fail.")
print("[TEST] rename {0} to {1} done".format(self.temp_ns_file, self.temp_ns_file + "_rename"))
# download
ok, _ = self.ns.download(self.temp_ns_file + "_rename")
self.assertEqual(True, ok, "download fail.")
print("[TEST] download {0} done".format(self.temp_ns_file + "_rename"))
# delete
ok, _ = self.ns.delete(self.temp_ns_file + "_rename")
self.assertEqual(True, ok, "delete fail.")
print("[TEST] delete {0} done".format(self.temp_ns_file + "_rename"))
ok, _ = self.ns.delete(self.temp_ns_file + "_lnk")
self.assertEqual(True, ok, "delete fail.")
print("[TEST] delete {0} done".format(self.temp_ns_file + "_lnk"))
# rmdir
ok, _ = self.ns.rmdir(self.temp_ns_dir)
self.assertEqual(True, ok, "rmdir fail.")
print("[TEST] rmdir {0} done".format(self.temp_ns_dir))
def test_netstorage_exception(self):
print(os.linesep)
if not (sys.version_info[0] == 2 and sys.version_info[1] <= 6):
with self.assertRaises(NetstorageError):
self.ns.dir("Invalid ns path")
print("[TEST] Invalid ns path NetstorageError test done")
with self.assertRaises(NetstorageError):
self.ns.upload("Invalid local path", self.temp_ns_file)
print("[TEST] Invalid local path NetstorageError test done")
with self.assertRaises(NetstorageError):
self.ns.download("/123456/directory/", self.temp_file)
print("[TEST] Download directory path NetstorageError test done")
ok, res = ns.du(args[0])
elif options.action == 'mkdir':
ok, res = ns.mkdir(args[0])
elif options.action == 'mtime':
ok, res = ns.mtime(args[0], args[1])
elif options.action == 'quick-delete':
ok, res = ns.quick_delete(args[0])
elif options.action == 'rmdir':
ok, res = ns.rmdir(args[0])
elif options.action == 'stat':
ok, res = ns.stat(args[0])
elif options.action == 'symlink':
ok, res = ns.symlink(args[0], args[1])
elif options.action == 'upload':
if len(args) >= 3:
ok, res = ns.upload(args[0], args[1], args[2])
else:
ok, res = ns.upload(args[0], args[1])
elif options.action == 'rename':
ok, res = ns.rename(args[0], args[1])
else:
print("Invalid action.\nUse option -h or --help")
exit()
print_result(res, options.action)
except IndexError as e:
if options.action == 'download' and args[0]:
ok, res = ns.download(args[0])
print_result(res, options.action)
else:
elif options.action == "du":
ok, res = ns.du(args[0])
elif options.action == "mkdir":
ok, res = ns.mkdir(args[0])
elif options.action == "mtime":
ok, res = ns.mtime(args[0], args[1])
elif options.action == "quick-delete":
ok, res = ns.quick_delete(args[0])
elif options.action == "rmdir":
ok, res = ns.rmdir(args[0])
elif options.action == "stat":
ok, res = ns.stat(args[0])
elif options.action == "symlink":
ok, res = ns.symlink(args[0], args[1])
elif options.action == "upload":
ok, res = ns.upload(args[0], args[1])
else:
print("Invalid action.\nUse option -h or --help")
exit()
print_result(res, options.action)
except IndexError as e:
if options.action == "download" and args[0]:
ok, res = ns.download(args[0])
print_result(res, options.action)
else:
print("Invalid argument.\n")
parser.print_help()
else:
print("You should input hostname, keyname, key and action.\n")
