def backup_directories(directories_to_backup):
"""
Backs up all the directories which have been selected for backup.
"""
count = 1
for d in config.DIRECTORIES:
directory = Directory(d)
if directory.name in directories_to_backup:
print_header("Backing up directory %s of %s: %s" % (str(count), len(directories_to_backup), directory.name))
if device.has_space:
directory.backup()
else:
print "Not enough space on %s to update %s." % (device.name, directory.name)
log(" %s:" % directory.name)
log(" copied: False")
count += 1
else:
log(" %s:" % directory.name)
log(" copied: False")
# Add a blank line below this backup event's log event to seperate it
# from the next one.
log("")
def main():
output.print_header()
with io.open(Config.SAMPLE_INFILE, buffering=Config.BUFFER_SIZE) as infile:
stock = None
for line in infile:
row = Row(csv.reader([line]).next())
if row.permno.isdigit():
if not stock or not stock.same_stock(row):
if stock:
stock.done()
stock = Stock(row)
else:
stock.next_row(row)
stock.done()
def sync_logs_and_config(self):
"""
Copies all logs and config files to the device and verifies that the
copy was successful.
"""
source_dir = config.BASE_PATH
target_dir = os.path.join(self.path, '.equanimity')
print_header('Syncing logs to backup device')
if not os.path.exists(target_dir):
os.makedirs(target_dir)
rsync_cmd = 'rsync -a --delete %s/ %s' % (source_dir, target_dir)
subprocess.call(rsync_cmd, shell=True)
if checksum_directory(source_dir) == checksum_directory(target_dir):
print 'Logs synced successfully.'
else:
print_in_color('Logs NOT SYNCED.', 'red')
def infobox(queries_input, API_KEY):
queries_input = string.split(queries_input)
apiUrl_search = 'https://www.googleapis.com/freebase/v1/search?query=' + '%20'.join(
queries_input) + '&key=' + API_KEY
#print 'apiURL: ' + apiUrl_search
#print 'Query type: infobox'
print 'Query string: '
print queries_input
print '=' * 104
response = urllib.urlopen(apiUrl_search).read()
#print response
response = unicode(response, "utf-8", errors="ignore")
#content contains the xml/json response from Freebase.
content = json.loads(
response) #keys: [u'status', u'cursor', u'hits', u'cost', u'result']
results = content.get('result', None)
if results == None:
print 'No result returned'
exit()
mids = [x['mid'] for x in results]
names = [x['name'] for x in results]
#print mids
entity_dict = { \
'Person': ['/people/person', '/people/deceased_person'], \
'Author': ['/book/author'], \
'Actor': ['/film/actor', '/tv/tv_actor'], \
'BusinessPerson': ['/organization/organization_founder', '/business/board_member'], \
'League': ['/sports/sports_league'], \
'SportsTeam': ['/sports/sports_team', '/sports/professional_sports_team'] \
}
entity_types_matched = []
for i, m in enumerate(mids):
apiUrl_topic = 'https://www.googleapis.com/freebase/v1/topic' + m + '?key=' + API_KEY
print 'topicURL: ' + apiUrl_topic
response = urllib.urlopen(apiUrl_topic).read()
response = unicode(response, "utf-8", errors="ignore")
#content contains the xml/json response from Freebase.
content = json.loads(response) #keys: [u'property', u'id']
content = content.get('property', None)
if content == None:
print 'No result returned'
exit()
entity_types = [
x['id'] for x in content['/type/object/type']['values']
]
entity_types_matched = type_match(
entity_dict, entity_types
) # find to what entity_dict our found entity_types match
#print 'Matched Entity Types:'
#print entity_types_matched
#print '='*104
if len(entity_types_matched) > 0:
break
attrs_Person = {}
attrs_Author = {}
attrs_Actor = {}
attrs_BusinessPerson = {}
attrs_League = {}
attrs_SportsTeam = {}
if len(entity_types_matched) == 0:
print "Query was not among the accepted entity types"
exit()
if 'Person' in entity_types_matched:
attrs_Person = person_attr_extraction.parsing(content)
if 'Author' in entity_types_matched:
attrs_Author = author_attr_extraction.parsing(content)
if 'Actor' in entity_types_matched:
attrs_Actor = actor_attr_extraction.parsing(content)
if 'BusinessPerson' in entity_types_matched:
attrs_BusinessPerson = businessperson_attr_extraction.parsing(content)
if 'League' in entity_types_matched:
attrs_League = league_attr_extraction.parsing(content)
if 'SportsTeam' in entity_types_matched:
attrs_SportsTeam = sportsTeam_attr_extraction.parsing(content)
if len(attrs_League) > 0:
output.print_header(attrs_League['Name'], entity_types_matched)
output.print_league(attrs_League)
output.print_hline()
elif len(attrs_SportsTeam) > 0:
output.print_header(attrs_SportsTeam['Name'], entity_types_matched)
output.print_team(attrs_SportsTeam)
output.print_hline()
elif (len(attrs_Person) > 0) or (len(attrs_Author) > 0) or (
len(attrs_Actor) > 0) or (len(attrs_BusinessPerson) > 0):
if len(attrs_Person) == 0:
name = names[i]
else:
name = attrs_Person['Name']
output.print_header(name, entity_types_matched)
attrs = {}
for a in attrs_Person:
attrs[a] = attrs_Person[a]
for a in attrs_Author:
attrs[a] = attrs_Author[a]
for a in attrs_Actor:
attrs[a] = attrs_Actor[a]
for a in attrs_BusinessPerson:
attrs[a] = attrs_BusinessPerson[a]
output.print_person(attrs)
output.print_hline()
else:
print('Nothing found.')
def infobox(queries_input, API_KEY):
queries_input = string.split(queries_input)
apiUrl_search = 'https://www.googleapis.com/freebase/v1/search?query='+'%20'.join(queries_input)+'&key='+API_KEY
#print 'apiURL: ' + apiUrl_search
#print 'Query type: infobox'
print 'Query string: '
print queries_input
print '='*104
response = urllib.urlopen(apiUrl_search).read()
#print response
response = unicode(response,"utf-8",errors="ignore")
#content contains the xml/json response from Freebase.
content = json.loads(response) #keys: [u'status', u'cursor', u'hits', u'cost', u'result']
results = content.get('result',None)
if results == None:
print 'No result returned'
exit()
mids = [ x['mid'] for x in results]
names = [ x['name'] for x in results]
#print mids
entity_dict = { \
'Person': ['/people/person', '/people/deceased_person'], \
'Author': ['/book/author'], \
'Actor': ['/film/actor', '/tv/tv_actor'], \
'BusinessPerson': ['/organization/organization_founder', '/business/board_member'], \
'League': ['/sports/sports_league'], \
'SportsTeam': ['/sports/sports_team', '/sports/professional_sports_team'] \
}
entity_types_matched = []
for i, m in enumerate(mids):
apiUrl_topic = 'https://www.googleapis.com/freebase/v1/topic' + m + '?key='+ API_KEY
print 'topicURL: ' + apiUrl_topic
response = urllib.urlopen(apiUrl_topic).read()
response = unicode(response,"utf-8",errors="ignore")
#content contains the xml/json response from Freebase.
content = json.loads(response) #keys: [u'property', u'id']
content = content.get('property', None)
if content == None:
print 'No result returned'
exit()
entity_types = [ x['id'] for x in content['/type/object/type']['values']]
entity_types_matched = type_match(entity_dict, entity_types) # find to what entity_dict our found entity_types match
#print 'Matched Entity Types:'
#print entity_types_matched
#print '='*104
if len(entity_types_matched) > 0:
break
attrs_Person = {}
attrs_Author = {}
attrs_Actor ={}
attrs_BusinessPerson = {}
attrs_League ={}
attrs_SportsTeam ={}
if len(entity_types_matched) == 0:
print "Query was not among the accepted entity types"
exit()
if 'Person' in entity_types_matched:
attrs_Person = person_attr_extraction.parsing(content)
if 'Author' in entity_types_matched:
attrs_Author = author_attr_extraction.parsing(content)
if 'Actor' in entity_types_matched:
attrs_Actor = actor_attr_extraction.parsing(content)
if 'BusinessPerson' in entity_types_matched:
attrs_BusinessPerson = businessperson_attr_extraction.parsing(content)
if 'League' in entity_types_matched:
attrs_League = league_attr_extraction.parsing(content)
if 'SportsTeam' in entity_types_matched:
attrs_SportsTeam = sportsTeam_attr_extraction.parsing(content)
if len(attrs_League) > 0:
output.print_header(attrs_League['Name'], entity_types_matched)
output.print_league(attrs_League)
output.print_hline()
elif len(attrs_SportsTeam) > 0:
output.print_header(attrs_SportsTeam['Name'], entity_types_matched)
output.print_team(attrs_SportsTeam)
output.print_hline()
elif (len(attrs_Person) > 0) or (len(attrs_Author) > 0) or (len(attrs_Actor) > 0) or (len(attrs_BusinessPerson) > 0):
if len(attrs_Person) == 0:
name = names[i]
else:
name = attrs_Person['Name']
output.print_header(name, entity_types_matched)
attrs = {}
for a in attrs_Person:
attrs[a] = attrs_Person[a]
for a in attrs_Author:
attrs[a] = attrs_Author[a]
for a in attrs_Actor:
attrs[a] = attrs_Actor[a]
for a in attrs_BusinessPerson:
attrs[a] = attrs_BusinessPerson[a]
output.print_person(attrs)
output.print_hline()
else:
print('Nothing found.')
