def printRecordsJson(located_recs):
recs = []
for r, coder, location_data in located_recs:
rec = {
'id': r.photo_id(),
'folder': removeNonAscii(r.location().replace('Folder: ', '')),
'date': record.CleanDate(r.date()),
'title': removeNonAscii(record.CleanTitle(r.title())),
'description': removeNonAscii(r.description()),
'url': r.preferred_url,
'extracted': {
'date_range': [None, None]
}
}
if r.note(): rec['note'] = r.note()
start, end = r.date_range()
rec['extracted']['date_range'][0] = '%04d-%02d-%02d' % (
start.year, start.month, start.day)
rec['extracted']['date_range'][1] = '%04d-%02d-%02d' % (
end.year, end.month, end.day)
if coder:
rec['extracted']['latlon'] = (location_data['lat'],
location_data['lon'])
rec['extracted']['located_str'] = removeNonAscii(
location_data['address'])
rec['extracted']['technique'] = coder
try:
x = json.dumps(rec)
except Exception as e:
sys.stderr.write('%s\n' % rec)
raise e
recs.append(rec)
print json.dumps(recs, indent=2)
#!/usr/bin/python
import sys
sys.path += (sys.path[0] + '/..')
import csv
import record
rs = record.AllRecords()
csv_writer = csv.writer(open('entries.csv', 'wb'))
csv_writer.writerow(['photo_id', 'date', 'folder', 'title', 'library_url'])
for r in rs:
date = record.CleanDate(r.date())
title = record.CleanTitle(r.title())
folder = record.CleanFolder(r.location())
csv_writer.writerow([r.photo_id(), date, folder, title, r.preferred_url])
continue
print folder
print ' Located:'
located = set()
for id, latlon, locatable_str in ccs:
print ' %s (%s)' % (locatable_str, latlon)
located.add(id)
print ' Others: %d' % (len(recs) - len(ccs))
dated_rs = [(r.date(), r) for r in recs]
for date, r in sorted(dated_rs):
c = ' '
if r.photo_id() in located: c = '*'
print ' %s%s %15s %s %s' % (
c, r.photo_id(), record.CleanDate(
r.date()), record.CleanTitle(r.title()), r.preferred_url)
print ''
response = raw_input('generalize? (y or n or photo_id): ')
if response in ['y', 'n', 'yes', 'no'] or '-' in response:
file('generalizations.txt', 'a').write('%s:%s\n' % (folder, response))
else:
print '(Skipping)'
print ''
print ''
print ''
sys.stderr.write('Saveable records: %d\n' % saved)
sys.stderr.write('Saved: %d\n' % len(generalizations))