def getarchive(args):
region = args.region
vault = args.vault
archive = args.archive
filename = args.filename
glacierconn = glaciercorecalls.GlacierConnection(args.aws_access_key,
args.aws_secret_key,
region=region)
gv = glaciercorecalls.GlacierVault(glacierconn, vault)
jobs = gv.list_jobs()
found = False
for job in gv.job_list:
if job['ArchiveId'] == archive:
found = True
# no need to start another archive retrieval
if filename or not job['Completed']:
print "ArchiveId: ", archive
if job['Completed']:
job2 = glaciercorecalls.GlacierJob(gv, job_id=job['JobId'])
if filename:
ffile = open(filename, "w")
for part in iter(
(lambda: job2.get_output().read(READ_PART_SIZE)), ''):
ffile.write(part)
ffile.close()
else:
print job2.get_output().read()
return
if not found:
job = gv.retrieve_archive(archive)
print "Started"
def deletearchive(args):
region = args.region
vault = args.vault
archive = args.archive
BOOKKEEPING = args.bookkeeping
BOOKKEEPING_DOMAIN_NAME = args.bookkeeping_domain_name
if BOOKKEEPING:
sdb_conn = boto.connect_sdb(aws_access_key_id=args.aws_access_key,
aws_secret_access_key=args.aws_secret_key)
domain_name = BOOKKEEPING_DOMAIN_NAME
try:
domain = sdb_conn.get_domain(domain_name, validate=True)
except boto.exception.SDBResponseError:
domain = sdb_conn.create_domain(domain_name)
glacierconn = glaciercorecalls.GlacierConnection(args.aws_access_key,
args.aws_secret_key,
region=region)
gv = glaciercorecalls.GlacierVault(glacierconn, vault)
parse_response(gv.delete_archive(archive))
# TODO: can't find a method for counting right now
query = 'select * from `%s` where archive_id="%s"' % (
BOOKKEEPING_DOMAIN_NAME, archive)
items = domain.select(query)
for item in items:
domain.delete_item(item)
def download(args):
region = args.region
vault = args.vault
filename = args.filename
out_file = args.out_file
if not filename:
raise Exception(
u"You have to pass in the file name or the search term \
of it's description to search through archive.")
args.search_term = filename
items = search(args, print_results=False)
n_items = 0
if not items:
print "Sorry, didn't find anything."
return False
print "Region\tVault\tFilename\tArchive ID"
for item in items:
n_items += 1
archive = item['archive_id']
vault = item['vault']
print "%s\t%s\t%s\t%s" % (item['region'], item['vault'],
item['filename'], item['archive_id'])
if n_items > 1:
print "You need to uniquely identify file with either region, vault or \
filename parameters. If that is not enough, use getarchive to \
specify exactly which archive you want."
return False
glacierconn = glaciercorecalls.GlacierConnection(args.aws_access_key,
args.aws_secret_key,
region=region)
gv = glaciercorecalls.GlacierVault(glacierconn, vault)
jobs = gv.list_jobs()
found = False
for job in gv.job_list:
if job['ArchiveId'] == archive:
found = True
# no need to start another archive retrieval
if not job['Completed']:
print "Waiting for Amazon Glacier to assamble the archive."
if job['Completed']:
job2 = glaciercorecalls.GlacierJob(gv, job_id=job['JobId'])
if out_file:
ffile = open(out_file, "w")
ffile.write(job2.get_output().read())
ffile.close()
else:
print job2.get_output().read()
return True
if not found:
job = gv.retrieve_archive(archive)
print "Started"
def inventory(args):
region = args.region
vault = args.vault
force = args.force
BOOKKEEPING = args.bookkeeping
BOOKKEEPING_DOMAIN_NAME = args.bookkeeping_domain_name
glacierconn = glaciercorecalls.GlacierConnection(args.aws_access_key,
args.aws_secret_key,
region=region)
gv = glaciercorecalls.GlacierVault(glacierconn, vault)
if force:
job = gv.retrieve_inventory(format="JSON")
return True
try:
gv.list_jobs()
inventory_retrievals_done = []
for job in gv.job_list:
if job['Action'] == "InventoryRetrieval" and job[
'StatusCode'] == "Succeeded":
d = dateutil.parser.parse(
job['CompletionDate']).replace(tzinfo=pytz.utc)
job['inventory_date'] = d
inventory_retrievals_done += [job]
if len(inventory_retrievals_done):
list.sort(inventory_retrievals_done,
key=lambda i: i['inventory_date'],
reverse=True)
job = inventory_retrievals_done[0]
print "Inventory with JobId:", job['JobId']
job = glaciercorecalls.GlacierJob(gv, job_id=job['JobId'])
inventory = json.loads(job.get_output().read())
if BOOKKEEPING:
sdb_conn = boto.connect_sdb(
aws_access_key_id=args.aws_access_key,
aws_secret_access_key=args.aws_secret_key)
domain_name = BOOKKEEPING_DOMAIN_NAME
try:
domain = sdb_conn.get_domain(domain_name, validate=True)
except boto.exception.SDBResponseError:
domain = sdb_conn.create_domain(domain_name)
d = dateutil.parser.parse(
inventory['InventoryDate']).replace(tzinfo=pytz.utc)
item = domain.put_attributes("%s" % (d, ), inventory)
if ((datetime.datetime.utcnow().replace(tzinfo=pytz.utc) - d).days
> 1):
gv.retrieve_inventory(format="JSON")
render_inventory(inventory)
else:
job = gv.retrieve_inventory(format="JSON")
except Exception, e:
print "exception: ", e
print json.loads(e[1])['message']
def abortmultipart(args):
vault_name = args.vault
region = args.region
glacierconn = glaciercorecalls.GlacierConnection(args.aws_access_key,
args.aws_secret_key,
region=region)
if check_vault_name(vault_name):
response = glaciercorecalls.GlacierVault(
glacierconn, vault_name).abort_multipart(args.uploadId)
parse_response(response)
def rmvault(args):
vault_name = args.vault
region = args.region
glacierconn = glaciercorecalls.GlacierConnection(args.aws_access_key,
args.aws_secret_key,
region=region)
if check_vault_name(vault_name):
response = glaciercorecalls.GlacierVault(glacierconn,
vault_name).delete_vault()
parse_response(response)
def describejob(args):
vault = args.vault
jobid = args.jobid
region = args.region
glacierconn = glaciercorecalls.GlacierConnection(args.aws_access_key,
args.aws_secret_key,
region=region)
gv = glaciercorecalls.GlacierVault(glacierconn, vault)
gj = glaciercorecalls.GlacierJob(gv, job_id=jobid)
gj.job_status()
print "Archive ID: %s\nJob ID: %s\nCreated: %s\nStatus: %s\n" % (
gj.archive_id, jobid, gj.created, gj.status_code)
def mkvault(args):
vault_name = args.vault
region = args.region
glacierconn = glaciercorecalls.GlacierConnection(args.aws_access_key,
args.aws_secret_key,
region=region)
if check_vault_name(vault_name):
response = glaciercorecalls.GlacierVault(glacierconn,
vault_name).create_vault()
parse_response(response)
print response.getheader("Location")
def listmultiparts(args):
vault_name = args.vault
region = args.region
glacierconn = glaciercorecalls.GlacierConnection(args.aws_access_key,
args.aws_secret_key,
region=region)
if check_vault_name(vault_name):
response = glaciercorecalls.GlacierVault(
glacierconn, vault_name).list_multipart_uploads()
table = None
while True:
parse_response(response)
jdata = json.loads(response.read())
print "Marker: ", jdata['Marker']
if response.status == 200 and len(jdata['UploadsList']) > 0:
if not table:
headers = sorted(jdata['UploadsList'][0].keys())
table = PrettyTable(headers)
for entry in jdata['UploadsList']:
table.add_row([
locale.format('%d', entry[k], grouping=True)
if k == 'PartSizeInBytes' else entry[k]
for k in headers
])
if jdata['Marker']:
response = glaciercorecalls.GlacierVault(
glacierconn,
vault_name).list_multipart_uploads(jdata['Marker'])
else:
break
else:
break
if table:
print table
def listjobs(args):
vault_name = args.vault
region = args.region
glacierconn = glaciercorecalls.GlacierConnection(args.aws_access_key,
args.aws_secret_key,
region=region)
gv = glaciercorecalls.GlacierVault(glacierconn, name=vault_name)
response = gv.list_jobs()
parse_response(response)
print "Action\tArchive ID\tStatus\tInitiated\tVaultARN\tJob ID"
for job in gv.job_list:
print "%s\t%s\t%s\t%s\t%s\t%s" % (
job['Action'], job['ArchiveId'], job['StatusCode'],
job['CreationDate'], job['VaultARN'], job['JobId'])
def listjobs(args):
vault_name = args.vault
region = args.region
glacierconn = glaciercorecalls.GlacierConnection(args.aws_access_key,
args.aws_secret_key,
region=region)
gv = glaciercorecalls.GlacierVault(glacierconn, name=vault_name)
response = gv.list_jobs()
parse_response(response)
table = PrettyTable(
["Action", "Archive ID", "Status", "Initiated", "VaultARN", "Job ID"])
for job in gv.job_list:
table.add_row([
job['Action'], job['ArchiveId'], job['StatusCode'],
job['CreationDate'], job['VaultARN'], job['JobId']
])
print table
def describevault(args):
vault_name = args.vault
region = args.region
glacierconn = glaciercorecalls.GlacierConnection(args.aws_access_key,
args.aws_secret_key,
region=region)
if check_vault_name(vault_name):
response = glaciercorecalls.GlacierVault(glacierconn,
vault_name).describe_vault()
parse_response(response)
jdata = json.loads(response.read())
table = PrettyTable(
["LastInventory", "Archives", "Size", "ARN", "Created"])
table.add_row([
jdata['LastInventoryDate'], jdata['NumberOfArchives'],
locale.format('%d', jdata['SizeInBytes'], grouping=True),
jdata['VaultARN'], jdata['CreationDate']
])
print table
