def uploadToNS(): # Fetch s3 Variables from Env from AWS S3_Bucket = os.environ['S3_Bucket'] S3_Path = os.environ['S3_PATH'] S3_File = os.environ['S3_File'] #Fetch Akamai NS Variables from Env from AWS NS_HOSTNAME = os.environ['NS_HOSTNAME'] NS_KEYNAME = os.environ['NS_KEYNAME'] NS_KEY = os.environ['NS_KEY'] getObjectFromS3(S3_Bucket,S3_Path,S3_File) ns = Netstorage(NS_HOSTNAME, NS_KEYNAME, NS_KEY, ssl=False) if os.path.exists('/tmp/'+S3_File): ok, response = ns.upload('/tmp/'+S3_File,'/'+S3_Path+str(NS_CP)+'/') else: return { 'status':"ERROR", 'body': "The File /tmp/"+S3_File+" Does Not Exist!" } if ok: if os.path.exists('/tmp/'+S3_File): os.remove('/tmp/'+S3_File) return { 'status':response.status_code, 'body': json.dumps(response.text) }
def upload(CPCODE, path): """ Description: uploads to netstorage. Links: https://learn.akamai.com/en-us/webhelp/netstorage/netstorage-http-api-developer-guide/GUID-C9CEE090-B272-4E47-ACD9-853D80C747BC.html https://github.com/akamai/NetStorageKit-Python Expects: Cpcode path: s3 object key Returns: Bool based on task success. """ NS_USER = json.loads(SECRET)['NS_USER'] NS_KEY = json.loads(SECRET)['NS_KEY'] NS_HOSTNAME = json.loads(SECRET)['NS_HOSTNAME'] logger.info("Uploading to Ns with user: '******'".format(NS_USER)) ns = Netstorage(NS_HOSTNAME, NS_USER, NS_KEY, ssl=False) netstorage_destination = "/{0}/{1}".format(CPCODE, path) logger.info("Upload Location: '{0}'.".format(netstorage_destination)) ok, _ = ns.upload(path, netstorage_destination) if ok: logger.info("File: uploaded.") return True else: logger.info("File: upload failed.") return False
ok, res = ns.du(args[0], _arg(1)) elif options.action == 'mkdir': ok, res = ns.mkdir(args[0], _arg(1)) elif options.action == 'mtime': ok, res = ns.mtime(args[0], args[1], _arg(2)) elif options.action == 'quick-delete': ok, res = ns.quick_delete(args[0], _arg(1)) elif options.action == 'rmdir': ok, res = ns.rmdir(args[0], _arg(1)) elif options.action == 'stat': ok, res = ns.stat(args[0], _arg(1)) elif options.action == 'symlink': ok, res = ns.symlink(args[0], args[1], _arg(2)) elif options.action == 'upload': if len(args) >= 3: ok, res = ns.upload(args[0], args[1], args[2], _arg(3)) else: ok, res = ns.upload(args[0], args[1]) elif options.action == 'rename': ok, res = ns.rename(args[0], args[1], _arg(1)) else: print("Invalid action.\nUse option -h or --help") exit() print_result(res, options.action) except IndexError as e: if options.action == 'download' and args[0]: ok, res = ns.download(args[0], '', _arg(1)) print_result(res, options.action) else:
class TestNetstorage(unittest.TestCase): def setUp(self): self.cpcode_path = NS_CPCODE self.temp_ns_dir = "/{0}/{1}".format(self.cpcode_path, str(uuid.uuid4())) self.temp_file = "{0}.txt".format(str(uuid.uuid4())) self.temp_ns_file = "{0}/{1}".format(self.temp_ns_dir, self.temp_file) self.ns = Netstorage(NS_HOSTNAME, NS_KEYNAME, NS_KEY) def tearDown(self): # delete temp files for local if os.path.exists(self.temp_file): os.remove(self.temp_file) print("[TEARDOWN] remove {0} from local done".format(self.temp_file)) if os.path.exists(self.temp_file + '_rename'): os.remove(self.temp_file + '_rename') print("[TEARDOWN] remove {0} from local done".format(self.temp_file + '_rename')) # delete temp files for netstorage ok, _ = self.ns.delete(self.temp_ns_file) if ok: print("[TEARDOWN] delete {0} done".format(self.temp_ns_file)) ok, _ = self.ns.delete(self.temp_ns_file + '_lnk') if ok: print("[TEARDOWN] delete {0} done".format(self.temp_ns_file + '_lnk')) ok, _ = self.ns.delete(self.temp_ns_file + '_rename') if ok: print("[TEARDOWN] delete {0} done".format(self.temp_ns_file + '_rename')) ok, _ = self.ns.rmdir(self.temp_ns_dir) if ok: print("[TEARDOWN] rmdir {0} done".format(self.temp_ns_dir)) def test_netstorage(self): # dir ok, _ = self.ns.dir("/" + self.cpcode_path) self.assertEqual(True, ok, "dir fail.") print("[TEST] dir {0} done".format("/" + self.cpcode_path)) # mkdir ok, _ = self.ns.mkdir(self.temp_ns_dir) self.assertEqual(True, ok, "mkdir fail.") print("[TEST] mkdir {0} done".format(self.temp_ns_dir)) # upload with open(self.temp_file, 'wt') as f: f.write("Hello, Netstorage API World!") ok, res = self.ns.upload(self.temp_file, self.temp_ns_file) self.assertEqual(True, ok, "upload fail.") print("[TEST] upload {0} to {1} done".format(self.temp_file, self.temp_ns_file)) # du ok, res = self.ns.du(self.temp_ns_dir) self.assertEqual(True, ok) xml_tree = ET.fromstring(res.content) self.assertEqual(str(os.stat(self.temp_file).st_size), xml_tree[0].get('bytes'), "du fail.") print("[TEST] du done") # mtime current_time = int(time.time()) ok, _ = self.ns.mtime(self.temp_ns_file, current_time) self.assertEqual(True, ok, "mtime fail.") print("[TEST] mtime {0} to {1} done".format(self.temp_ns_file, current_time)) # stat ok, res = self.ns.stat(self.temp_ns_file) self.assertEqual(True, ok, "stat fail.") xml_tree = ET.fromstring(res.text) self.assertEqual(str(current_time), xml_tree[0].get('mtime')) print("[TEST] stat done") # symlink ok, _ = self.ns.symlink(self.temp_ns_file, self.temp_ns_file + "_lnk") self.assertEqual(True, ok, "symlink fail.") print("[TEST] symlink {0} to {1} done".format(self.temp_ns_file, self.temp_ns_file + "_lnk")) # rename ok, _ = self.ns.rename(self.temp_ns_file, self.temp_ns_file + "_rename") self.assertEqual(True, ok, "rename fail.") print("[TEST] rename {0} to {1} done".format(self.temp_ns_file, self.temp_ns_file + "_rename")) # download ok, _ = self.ns.download(self.temp_ns_file + "_rename") self.assertEqual(True, ok, "download fail.") print("[TEST] download {0} done".format(self.temp_ns_file + "_rename")) # delete ok, _ = self.ns.delete(self.temp_ns_file + "_rename") self.assertEqual(True, ok, "delete fail.") print("[TEST] delete {0} done".format(self.temp_ns_file + "_rename")) ok, _ = self.ns.delete(self.temp_ns_file + "_lnk") self.assertEqual(True, ok, "delete fail.") print("[TEST] delete {0} done".format(self.temp_ns_file + "_lnk")) # rmdir ok, _ = self.ns.rmdir(self.temp_ns_dir) self.assertEqual(True, ok, "rmdir fail.") print("[TEST] rmdir {0} done".format(self.temp_ns_dir)) def test_netstorage_exception(self): print(os.linesep) with self.assertRaises(NetstorageError): self.ns.dir("Invalid ns path") print("[TEST] Invalid ns path NetstorageError test done") with self.assertRaises(NetstorageError): self.ns.upload("Invalid local path", self.temp_ns_file) print("[TEST] Invalid local path NetstorageError test done") with self.assertRaises(NetstorageError): self.ns.download("/123456/directory/", self.temp_file) print("[TEST] Download directory path NetstorageError test done")
class TestNetstorage(unittest.TestCase): def setUp(self): self.cpcode_path = NS_CPCODE self.temp_ns_dir = "/{0}/{1}".format(self.cpcode_path, str(uuid.uuid4())) self.temp_file = "{0}.txt".format(str(uuid.uuid4())) self.temp_ns_file = "{0}/{1}".format(self.temp_ns_dir, self.temp_file) self.ns = Netstorage(NS_HOSTNAME, NS_KEYNAME, NS_KEY) def tearDown(self): # delete temp files for local if os.path.exists(self.temp_file): os.remove(self.temp_file) print("[TEARDOWN] remove {0} from local done".format(self.temp_file)) if os.path.exists(self.temp_file + '_rename'): os.remove(self.temp_file + '_rename') print("[TEARDOWN] remove {0} from local done".format(self.temp_file + '_rename')) # delete temp files for netstorage ok, _ = self.ns.delete(self.temp_ns_file) if ok: print("[TEARDOWN] delete {0} done".format(self.temp_ns_file)) ok, _ = self.ns.delete(self.temp_ns_file + '_lnk') if ok: print("[TEARDOWN] delete {0} done".format(self.temp_ns_file + '_lnk')) ok, _ = self.ns.delete(self.temp_ns_file + '_rename') if ok: print("[TEARDOWN] delete {0} done".format(self.temp_ns_file + '_rename')) ok, _ = self.ns.rmdir(self.temp_ns_dir) if ok: print("[TEARDOWN] rmdir {0} done".format(self.temp_ns_dir)) def test_netstorage(self): # dir ok, _ = self.ns.dir("/" + self.cpcode_path) self.assertEqual(True, ok, "dir fail.") print("[TEST] dir {0} done".format("/" + self.cpcode_path)) # mkdir ok, _ = self.ns.mkdir(self.temp_ns_dir) self.assertEqual(True, ok, "mkdir fail.") print("[TEST] mkdir {0} done".format(self.temp_ns_dir)) # upload with open(self.temp_file, 'wt') as f: f.write("Hello, Netstorage API World!") ok, res = self.ns.upload(self.temp_file, self.temp_ns_file) self.assertEqual(True, ok, "upload fail.") print("[TEST] upload {0} to {1} done".format(self.temp_file, self.temp_ns_file)) # du ok, res = self.ns.du(self.temp_ns_dir) self.assertEqual(True, ok) xml_tree = ET.fromstring(res.content) self.assertEqual(str(os.stat(self.temp_file).st_size), xml_tree[0].get('bytes'), "du fail.") print("[TEST] du done") # mtime current_time = int(time.time()) ok, _ = self.ns.mtime(self.temp_ns_file, current_time) self.assertEqual(True, ok, "mtime fail.") print("[TEST] mtime {0} to {1} done".format(self.temp_ns_file, current_time)) # stat ok, res = self.ns.stat(self.temp_ns_file) self.assertEqual(True, ok, "stat fail.") xml_tree = ET.fromstring(res.text) self.assertEqual(str(current_time), xml_tree[0].get('mtime')) print("[TEST] stat done") # symlink ok, _ = self.ns.symlink(self.temp_ns_file, self.temp_ns_file + "_lnk") self.assertEqual(True, ok, "symlink fail.") print("[TEST] symlink {0} to {1} done".format(self.temp_ns_file, self.temp_ns_file + "_lnk")) # rename ok, _ = self.ns.rename(self.temp_ns_file, self.temp_ns_file + "_rename") self.assertEqual(True, ok, "rename fail.") print("[TEST] rename {0} to {1} done".format(self.temp_ns_file, self.temp_ns_file + "_rename")) # download ok, _ = self.ns.download(self.temp_ns_file + "_rename") self.assertEqual(True, ok, "download fail.") print("[TEST] download {0} done".format(self.temp_ns_file + "_rename")) # delete ok, _ = self.ns.delete(self.temp_ns_file + "_rename") self.assertEqual(True, ok, "delete fail.") print("[TEST] delete {0} done".format(self.temp_ns_file + "_rename")) ok, _ = self.ns.delete(self.temp_ns_file + "_lnk") self.assertEqual(True, ok, "delete fail.") print("[TEST] delete {0} done".format(self.temp_ns_file + "_lnk")) # rmdir ok, _ = self.ns.rmdir(self.temp_ns_dir) self.assertEqual(True, ok, "rmdir fail.") print("[TEST] rmdir {0} done".format(self.temp_ns_dir)) def test_netstorage_exception(self): print(os.linesep) if not (sys.version_info[0] == 2 and sys.version_info[1] <= 6): with self.assertRaises(NetstorageError): self.ns.dir("Invalid ns path") print("[TEST] Invalid ns path NetstorageError test done") with self.assertRaises(NetstorageError): self.ns.upload("Invalid local path", self.temp_ns_file) print("[TEST] Invalid local path NetstorageError test done") with self.assertRaises(NetstorageError): self.ns.download("/123456/directory/", self.temp_file) print("[TEST] Download directory path NetstorageError test done")
ok, res = ns.du(args[0]) elif options.action == 'mkdir': ok, res = ns.mkdir(args[0]) elif options.action == 'mtime': ok, res = ns.mtime(args[0], args[1]) elif options.action == 'quick-delete': ok, res = ns.quick_delete(args[0]) elif options.action == 'rmdir': ok, res = ns.rmdir(args[0]) elif options.action == 'stat': ok, res = ns.stat(args[0]) elif options.action == 'symlink': ok, res = ns.symlink(args[0], args[1]) elif options.action == 'upload': if len(args) >= 3: ok, res = ns.upload(args[0], args[1], args[2]) else: ok, res = ns.upload(args[0], args[1]) elif options.action == 'rename': ok, res = ns.rename(args[0], args[1]) else: print("Invalid action.\nUse option -h or --help") exit() print_result(res, options.action) except IndexError as e: if options.action == 'download' and args[0]: ok, res = ns.download(args[0]) print_result(res, options.action) else:
elif options.action == "du": ok, res = ns.du(args[0]) elif options.action == "mkdir": ok, res = ns.mkdir(args[0]) elif options.action == "mtime": ok, res = ns.mtime(args[0], args[1]) elif options.action == "quick-delete": ok, res = ns.quick_delete(args[0]) elif options.action == "rmdir": ok, res = ns.rmdir(args[0]) elif options.action == "stat": ok, res = ns.stat(args[0]) elif options.action == "symlink": ok, res = ns.symlink(args[0], args[1]) elif options.action == "upload": ok, res = ns.upload(args[0], args[1]) else: print("Invalid action.\nUse option -h or --help") exit() print_result(res, options.action) except IndexError as e: if options.action == "download" and args[0]: ok, res = ns.download(args[0]) print_result(res, options.action) else: print("Invalid argument.\n") parser.print_help() else: print("You should input hostname, keyname, key and action.\n")