def _add_vcards_file (repo, response, tfile):
try:
fp = response.open("text/plain")
conf = configurator.default_configurator()
update_configuration(conf)
tal = ensure_assembly_line(conf.get("assembly-line"))
cards = []
try:
parsed = vCards.myformat(tfile)
parsed['upload'] = False
parsed['usepng'] = True
for card in parsed.get('parsed-cards'):
# see if there's already a card for this name
query = 'apparent-mime-type:"%s" AND vcard-name:"%s"' % (
vCard.format_mimetype, card.fn.value)
hits = repo.do_query(query)
if hits:
if 'metadata' not in parsed:
parsed['metadata'] = {}
parsed['metadata']['version-of'] = hits[0][1].id
p = vCard(card, parsed)
# calculate fingerprint
fd, filename = tempfile.mkstemp()
fp = os.fdopen(fd, "wb")
p.write_to_file(fp)
fp.close()
fingerprint = calculate_originals_fingerprint(filename)
# look up fingerprint in repo to see if we already have it
hits = repo.do_query('sha-hash:%s' % fingerprint)
if hits:
# already there, so skip this one
note(3, "skipping '%s', already in repo...", card.fn.value)
continue
# new card, so add it
pinst = p.process()
if isinstance(pinst, DocumentParser):
try:
folder = repo.create_document_folder(repo.pending_folder())
id = os.path.basename(folder)
note("using id %s for %s...", id, card.fn.value)
# add the tfolder to the repository
process_folder(repo, id, pinst.folder, True)
flesh_out_folder(id, None, None, repo, None, None)
note("added card for %s\n" % card.fn.value)
cards.append((id, card.fn.value))
except:
msg = "Exception processing vCard; vCard is\n%s\nException was\n%s\n" % (
card, ''.join(traceback.format_exception(*sys.exc_info())))
note(0, msg)
finally:
if tal:
from uplib.addDocument import AssemblyLine
shutil.rmtree(AssemblyLine)
if os.path.exists(tfile):
os.unlink(tfile)
except:
msg = "Exception processing vcards:\n%s\n" % ''.join(traceback.format_exception(*sys.exc_info()))
note(0, msg)
response.error(HTTPCodes.INTERNAL_SERVER_ERROR, msg)
else:
response.reply('\n'.join(['%20s: %s' % (x[0], x[1]) for x in cards]))
def _add_icalendar_file (repo, response, tfile):
try:
conf = configurator.default_configurator()
update_configuration(conf)
tal = ensure_assembly_line(conf.get("assembly-line"))
try:
parsed = iCalendar.myformat(tfile)
if not isinstance(parsed, dict):
note(0, "Can't parse supposed iCalendar file %s", tfile)
response.error(HTTPCodes.INTERNAL_SERVER_ERROR, "Can't parse file")
return
resp = response.open("text/plain")
for event, name, uid in parsed.get('parsed-events'):
if hasattr(event, "dtstart"):
identifier = "%s @ %s" % (name, event.dtstart.value)
else:
identifier = name
# see if there's already a event for this name
query = 'apparent-mime-type:"%s" AND event-uid:"%s"' % (
iCalendarEventParser.format_mimetype, uid)
hits = repo.do_query(query)
if hits:
if 'metadata' not in parsed:
parsed['metadata'] = {}
parsed['metadata']['version-of'] = hits[0][1].id
if event.name == "VEVENT":
p = iCalendarEventParser(name,
{"icsname": name,
"icsuid": uid,
"icsevent": event,
"upload": False,
"usepng": True,
"metadata": parsed.get("metadata") or {},
})
else:
note(3, "No supported iCalendar subtype found in %s", identifier)
p = None
if p:
# calculate fingerprint
fd, filename = tempfile.mkstemp(".ics")
fp = os.fdopen(fd, "wb")
p.write_to_file(fp)
fp.close()
fingerprint = calculate_originals_fingerprint(filename)
# look up fingerprint in repo to see if we already have it
hits = repo.do_query('sha-hash:%s' % fingerprint)
if hits:
# already there, so skip this one
note(3, "skipping '%s', already in repo...", identifier)
resp.write("skipping '%s', already in repo\n" % identifier)
continue
# new event, so add it
p.metadata["sha-hash"] = fingerprint
pinst = p.process()
if isinstance(pinst, DocumentParser):
try:
folder = repo.create_document_folder(repo.pending_folder())
id = os.path.basename(folder)
# add the tfolder to the repository
process_folder(repo, id, pinst.folder, True)
flesh_out_folder(id, None, None, repo, None, None)
resp.write("added event for %s\n" % identifier)
except:
msg = "Exception processing event; event is\n%s\nException was\n%s\n" % (
event, ''.join(traceback.format_exception(*sys.exc_info())))
note(0, msg)
resp.write(msg)
finally:
if tal:
from uplib.addDocument import AssemblyLine
shutil.rmtree(AssemblyLine)
if os.path.exists(tfile):
os.unlink(tfile)
except:
msg = "Exception processing iCalendar:\n%s\n" % ''.join(traceback.format_exception(*sys.exc_info()))
note(0, msg)
response.error(HTTPCodes.INTERNAL_SERVER_ERROR, msg)