def recursive(items):
for item in items:
if item.get('type') == 'file':
k = items.attrib['directory'][7:]
if k not in info.keys():
info[k] = [1, int(item.get('size'))]
else:
info[k][0] += 1
info[k][1] += int(item.get('size'))
elif item.get('type') == 'dir':
ok, res = ns.dir(items.attrib['directory'] + "/" +
item.get('name'))
if ok:
xml_tree = ET.fromstring(res.content)
try:
recursive(xml_tree)
except:
pass
ok, res = ns.dir('/' + NS_CPCODE + '/uk/galaxy-note8/accessories')
if ok:
xml_tree = ET.fromstring(res.content)
try:
recursive(xml_tree)
print(info)
except Exception as e:
print(e)
else:
print('access deny')
class TestNetstorage(unittest.TestCase):
def setUp(self):
self.cpcode_path = NS_CPCODE
self.temp_ns_dir = "/{0}/{1}".format(self.cpcode_path, str(uuid.uuid4()))
self.temp_file = "{0}.txt".format(str(uuid.uuid4()))
self.temp_ns_file = "{0}/{1}".format(self.temp_ns_dir, self.temp_file)
self.ns = Netstorage(NS_HOSTNAME, NS_KEYNAME, NS_KEY)
def tearDown(self):
# delete temp files for local
if os.path.exists(self.temp_file):
os.remove(self.temp_file)
print("[TEARDOWN] remove {0} from local done".format(self.temp_file))
if os.path.exists(self.temp_file + '_rename'):
os.remove(self.temp_file + '_rename')
print("[TEARDOWN] remove {0} from local done".format(self.temp_file + '_rename'))
# delete temp files for netstorage
ok, _ = self.ns.delete(self.temp_ns_file)
if ok:
print("[TEARDOWN] delete {0} done".format(self.temp_ns_file))
ok, _ = self.ns.delete(self.temp_ns_file + '_lnk')
if ok:
print("[TEARDOWN] delete {0} done".format(self.temp_ns_file + '_lnk'))
ok, _ = self.ns.delete(self.temp_ns_file + '_rename')
if ok:
print("[TEARDOWN] delete {0} done".format(self.temp_ns_file + '_rename'))
ok, _ = self.ns.rmdir(self.temp_ns_dir)
if ok:
print("[TEARDOWN] rmdir {0} done".format(self.temp_ns_dir))
def test_netstorage(self):
# dir
ok, _ = self.ns.dir("/" + self.cpcode_path)
self.assertEqual(True, ok, "dir fail.")
print("[TEST] dir {0} done".format("/" + self.cpcode_path))
# mkdir
ok, _ = self.ns.mkdir(self.temp_ns_dir)
self.assertEqual(True, ok, "mkdir fail.")
print("[TEST] mkdir {0} done".format(self.temp_ns_dir))
# upload
with open(self.temp_file, 'wt') as f:
f.write("Hello, Netstorage API World!")
ok, res = self.ns.upload(self.temp_file, self.temp_ns_file)
self.assertEqual(True, ok, "upload fail.")
print("[TEST] upload {0} to {1} done".format(self.temp_file, self.temp_ns_file))
# du
ok, res = self.ns.du(self.temp_ns_dir)
self.assertEqual(True, ok)
xml_tree = ET.fromstring(res.content)
self.assertEqual(str(os.stat(self.temp_file).st_size), xml_tree[0].get('bytes'), "du fail.")
print("[TEST] du done")
# mtime
current_time = int(time.time())
ok, _ = self.ns.mtime(self.temp_ns_file, current_time)
self.assertEqual(True, ok, "mtime fail.")
print("[TEST] mtime {0} to {1} done".format(self.temp_ns_file, current_time))
# stat
ok, res = self.ns.stat(self.temp_ns_file)
self.assertEqual(True, ok, "stat fail.")
xml_tree = ET.fromstring(res.text)
self.assertEqual(str(current_time), xml_tree[0].get('mtime'))
print("[TEST] stat done")
# symlink
ok, _ = self.ns.symlink(self.temp_ns_file, self.temp_ns_file + "_lnk")
self.assertEqual(True, ok, "symlink fail.")
print("[TEST] symlink {0} to {1} done".format(self.temp_ns_file, self.temp_ns_file + "_lnk"))
# rename
ok, _ = self.ns.rename(self.temp_ns_file, self.temp_ns_file + "_rename")
self.assertEqual(True, ok, "rename fail.")
print("[TEST] rename {0} to {1} done".format(self.temp_ns_file, self.temp_ns_file + "_rename"))
# download
ok, _ = self.ns.download(self.temp_ns_file + "_rename")
self.assertEqual(True, ok, "download fail.")
print("[TEST] download {0} done".format(self.temp_ns_file + "_rename"))
# delete
ok, _ = self.ns.delete(self.temp_ns_file + "_rename")
self.assertEqual(True, ok, "delete fail.")
print("[TEST] delete {0} done".format(self.temp_ns_file + "_rename"))
ok, _ = self.ns.delete(self.temp_ns_file + "_lnk")
self.assertEqual(True, ok, "delete fail.")
print("[TEST] delete {0} done".format(self.temp_ns_file + "_lnk"))
# rmdir
ok, _ = self.ns.rmdir(self.temp_ns_dir)
self.assertEqual(True, ok, "rmdir fail.")
print("[TEST] rmdir {0} done".format(self.temp_ns_dir))
def test_netstorage_exception(self):
print(os.linesep)
with self.assertRaises(NetstorageError):
self.ns.dir("Invalid ns path")
print("[TEST] Invalid ns path NetstorageError test done")
with self.assertRaises(NetstorageError):
self.ns.upload("Invalid local path", self.temp_ns_file)
print("[TEST] Invalid local path NetstorageError test done")
with self.assertRaises(NetstorageError):
self.ns.download("/123456/directory/", self.temp_file)
print("[TEST] Download directory path NetstorageError test done")
(options, args) = parser.parse_args()
if options.hostname and options.keyname and options.key and options.action:
ssl = options.ssl if hasattr(options, 'ssl') else False
ns = Netstorage(options.hostname, options.keyname, options.key, ssl)
def _arg(key, default=None):
return args[key] if key in args else default
try:
res = None
if options.action == 'delete':
ok, res = ns.delete(args[0], _arg(1))
elif options.action == 'dir':
if len(args) >= 2:
ok, res = ns.dir(args[0], ast.literal_eval(args[1]),
_arg(2))
else:
ok, res = ns.dir(args[0])
elif options.action == 'list':
if len(args) >= 2:
ok, res = ns.list(args[0], ast.literal_eval(args[1]),
_arg(2))
else:
ok, res = ns.list(args[0])
elif options.action == 'download':
ok, res = ns.download(args[0], args[1], _arg(2))
elif options.action == 'du':
ok, res = ns.du(args[0], _arg(1))
elif options.action == 'mkdir':
ok, res = ns.mkdir(args[0], _arg(1))
elif options.action == 'mtime':
class TestNetstorage(unittest.TestCase):
def setUp(self):
self.cpcode_path = NS_CPCODE
self.temp_ns_dir = "/{0}/{1}".format(self.cpcode_path, str(uuid.uuid4()))
self.temp_file = "{0}.txt".format(str(uuid.uuid4()))
self.temp_ns_file = "{0}/{1}".format(self.temp_ns_dir, self.temp_file)
self.ns = Netstorage(NS_HOSTNAME, NS_KEYNAME, NS_KEY)
def tearDown(self):
# delete temp files for local
if os.path.exists(self.temp_file):
os.remove(self.temp_file)
print("[TEARDOWN] remove {0} from local done".format(self.temp_file))
if os.path.exists(self.temp_file + '_rename'):
os.remove(self.temp_file + '_rename')
print("[TEARDOWN] remove {0} from local done".format(self.temp_file + '_rename'))
# delete temp files for netstorage
ok, _ = self.ns.delete(self.temp_ns_file)
if ok:
print("[TEARDOWN] delete {0} done".format(self.temp_ns_file))
ok, _ = self.ns.delete(self.temp_ns_file + '_lnk')
if ok:
print("[TEARDOWN] delete {0} done".format(self.temp_ns_file + '_lnk'))
ok, _ = self.ns.delete(self.temp_ns_file + '_rename')
if ok:
print("[TEARDOWN] delete {0} done".format(self.temp_ns_file + '_rename'))
ok, _ = self.ns.rmdir(self.temp_ns_dir)
if ok:
print("[TEARDOWN] rmdir {0} done".format(self.temp_ns_dir))
def test_netstorage(self):
# dir
ok, _ = self.ns.dir("/" + self.cpcode_path)
self.assertEqual(True, ok, "dir fail.")
print("[TEST] dir {0} done".format("/" + self.cpcode_path))
# mkdir
ok, _ = self.ns.mkdir(self.temp_ns_dir)
self.assertEqual(True, ok, "mkdir fail.")
print("[TEST] mkdir {0} done".format(self.temp_ns_dir))
# upload
with open(self.temp_file, 'wt') as f:
f.write("Hello, Netstorage API World!")
ok, res = self.ns.upload(self.temp_file, self.temp_ns_file)
self.assertEqual(True, ok, "upload fail.")
print("[TEST] upload {0} to {1} done".format(self.temp_file, self.temp_ns_file))
# du
ok, res = self.ns.du(self.temp_ns_dir)
self.assertEqual(True, ok)
xml_tree = ET.fromstring(res.content)
self.assertEqual(str(os.stat(self.temp_file).st_size), xml_tree[0].get('bytes'), "du fail.")
print("[TEST] du done")
# mtime
current_time = int(time.time())
ok, _ = self.ns.mtime(self.temp_ns_file, current_time)
self.assertEqual(True, ok, "mtime fail.")
print("[TEST] mtime {0} to {1} done".format(self.temp_ns_file, current_time))
# stat
ok, res = self.ns.stat(self.temp_ns_file)
self.assertEqual(True, ok, "stat fail.")
xml_tree = ET.fromstring(res.text)
self.assertEqual(str(current_time), xml_tree[0].get('mtime'))
print("[TEST] stat done")
# symlink
ok, _ = self.ns.symlink(self.temp_ns_file, self.temp_ns_file + "_lnk")
self.assertEqual(True, ok, "symlink fail.")
print("[TEST] symlink {0} to {1} done".format(self.temp_ns_file, self.temp_ns_file + "_lnk"))
# rename
ok, _ = self.ns.rename(self.temp_ns_file, self.temp_ns_file + "_rename")
self.assertEqual(True, ok, "rename fail.")
print("[TEST] rename {0} to {1} done".format(self.temp_ns_file, self.temp_ns_file + "_rename"))
# download
ok, _ = self.ns.download(self.temp_ns_file + "_rename")
self.assertEqual(True, ok, "download fail.")
print("[TEST] download {0} done".format(self.temp_ns_file + "_rename"))
# delete
ok, _ = self.ns.delete(self.temp_ns_file + "_rename")
self.assertEqual(True, ok, "delete fail.")
print("[TEST] delete {0} done".format(self.temp_ns_file + "_rename"))
ok, _ = self.ns.delete(self.temp_ns_file + "_lnk")
self.assertEqual(True, ok, "delete fail.")
print("[TEST] delete {0} done".format(self.temp_ns_file + "_lnk"))
# rmdir
ok, _ = self.ns.rmdir(self.temp_ns_dir)
self.assertEqual(True, ok, "rmdir fail.")
print("[TEST] rmdir {0} done".format(self.temp_ns_dir))
def test_netstorage_exception(self):
print(os.linesep)
if not (sys.version_info[0] == 2 and sys.version_info[1] <= 6):
with self.assertRaises(NetstorageError):
self.ns.dir("Invalid ns path")
print("[TEST] Invalid ns path NetstorageError test done")
with self.assertRaises(NetstorageError):
self.ns.upload("Invalid local path", self.temp_ns_file)
print("[TEST] Invalid local path NetstorageError test done")
with self.assertRaises(NetstorageError):
self.ns.download("/123456/directory/", self.temp_file)
print("[TEST] Download directory path NetstorageError test done")
# item.get('size'),
# item.get('md5'),
# item.get('mtime'),
# item.get('type')
# ))
elif item.get('type') == 'dir':
# print("{0} {1} {2} {3} {4}".format(
# items.attrib['directory'] + "/" + item.get('name'),
# item.get('bytes'),
# item.get('files'),
# item.get('mtime'),
# item.get('type')
# ))
ok, res = ns.dir(items.attrib['directory'] + "/" +
item.get('name'))
if ok:
xml_tree = ET.fromstring(res.content)
try:
recursive(xml_tree)
except:
pass
ok, res = ns.dir('/' + NS_CPCODE)
if ok:
xml_tree = ET.fromstring(res.content)
try:
recursive(xml_tree)
except:
pass
parser.add_option("-H", "--host", dest="hostname", help="Netstorage API hostname ex) xxx-nsu.akamaihd.net")
parser.add_option("-k", "--keyname", dest="keyname", help="Netstorage API keyname ex) xxxxx")
parser.add_option("-K", "--key", dest="key", help="Netstorage API key ex) xxxxxxxxxxxxx")
parser.add_option("-a", "--action", dest="action")
(options, args) = parser.parse_args()
if options.hostname and options.keyname and options.key and options.action:
ns = Netstorage(options.hostname, options.keyname, options.key)
try:
res = None
if options.action == "delete":
ok, res = ns.delete(args[0])
elif options.action == "dir":
ok, res = ns.dir(args[0])
elif options.action == "download":
ok, res = ns.download(args[0], args[1])
elif options.action == "du":
ok, res = ns.du(args[0])
elif options.action == "mkdir":
ok, res = ns.mkdir(args[0])
elif options.action == "mtime":
ok, res = ns.mtime(args[0], args[1])
elif options.action == "quick-delete":
ok, res = ns.quick_delete(args[0])
elif options.action == "rmdir":
ok, res = ns.rmdir(args[0])
elif options.action == "stat":
ok, res = ns.stat(args[0])
elif options.action == "symlink":
'--key',
dest='key',
help='Netstorage API key ex) xxxxxxxxxxxxx')
parser.add_option('-a', '--action', dest='action')
(options, args) = parser.parse_args()
if options.hostname and options.keyname and options.key and options.action:
ns = Netstorage(options.hostname, options.keyname, options.key)
try:
res = None
if options.action == 'delete':
ok, res = ns.delete(args[0])
elif options.action == 'dir':
ok, res = ns.dir(args[0])
elif options.action == 'download':
ok, res = ns.download(args[0], args[1])
elif options.action == 'du':
ok, res = ns.du(args[0])
elif options.action == 'mkdir':
ok, res = ns.mkdir(args[0])
elif options.action == 'mtime':
ok, res = ns.mtime(args[0], args[1])
elif options.action == 'quick-delete':
ok, res = ns.quick_delete(args[0])
elif options.action == 'rmdir':
ok, res = ns.rmdir(args[0])
elif options.action == 'stat':
ok, res = ns.stat(args[0])
elif options.action == 'symlink':
ns = Netstorage(nsInfo['hostname'], nsInfo['keyname'], nsInfo['key'])
path = options.path
if path:
if path == '/':
path == ''
elif not path.startswith('/'):
path = '/' + path
if path.endswith('/'):
path = path[:-1]
else:
path = ''
path = '/{0}{1}'.format(nsInfo['cpcode'], path)
ok, res = ns.dir(path)
if ok:
xml_tree = ET.fromstring(res.text)
try:
try:
currentTime = int(time.time())
destTime = 0
f = None
filename = ''
timeopt = ''
if options.hour:
destTime = currentTime - (int(options.hour) * 60 * 60)
timeopt = '_h' + options.hour
elif options.day:
destTime = currentTime - (int(options.day) * 24 * 60 * 60)
