def importData(database, filename, user):
"""
Try to handle ANSEL encoded files that are not really ANSEL encoded
"""
if DbMixin not in database.__class__.__bases__:
database.__class__.__bases__ = (DbMixin,) + \
database.__class__.__bases__
try:
with open(filename, "rb") as ifile:
ansel = False
gramps = False
for index in range(50):
# Treat the file as though it is UTF-8 since this is the more modern
# option; and anyway it doesn't really matter as we are only trying to
# detect a CHAR or SOUR line which is only 7-bit ASCII anyway, and we
# ignore anything that can't be translated.
line = ifile.readline()
line = line.decode(encoding='utf-8', errors='replace')
line = line.split()
if len(line) == 0:
break
if len(line
) > 2 and line[1][0:4] == 'CHAR' and line[2] == "ANSEL":
ansel = True
if len(line) > 2 and line[1][0:4] == 'SOUR' and line[
2] == "GRAMPS":
gramps = True
except IOError:
return
if not gramps and ansel:
top = Glade()
code = top.get_object('codeset')
code.set_active(0)
dialog = top.toplevel
dialog.run()
enc = ['ANSEL', 'ANSEL', 'ANSI', 'ASCII', 'UTF-8']
code_set = enc[code.get_active()]
dialog.destroy()
else:
code_set = ""
assert (isinstance(code_set, str))
try:
ifile = open(filename, "rb")
stage_one = libgedcom.GedcomStageOne(ifile)
stage_one.parse()
if code_set:
stage_one.set_encoding(code_set)
ifile.seek(0)
if database.get_feature(
"skip-import-additions"): # don't add source or tags
gedparse = libgedcom.GedcomParser(database, ifile, filename, user,
stage_one, None, None)
else:
gedparse = libgedcom.GedcomParser(
database, ifile, filename, user, stage_one,
config.get('preferences.default-source'),
(config.get('preferences.tag-on-import-format')
if config.get('preferences.tag-on-import') else None))
except IOError as msg:
user.notify_error(_("%s could not be opened\n") % filename, str(msg))
return
except GedcomError as msg:
user.notify_error(
_("Invalid GEDCOM file"),
_("%s could not be imported") % filename + "\n" + str(msg))
return
try:
read_only = database.readonly
database.readonly = False
gedparse.parse_gedcom_file(False)
database.readonly = read_only
ifile.close()
except IOError as msg:
msg = _("%s could not be opened\n") % filename
user.notify_error(msg, str(msg))
return
except DbError as msg:
user.notify_db_error(str(msg.value))
return
except GedcomError as msg:
user.notify_error(_('Error reading GEDCOM file'), str(msg))
return
return ImportInfo({_("Results"): _("done")})
def importData(database, filename, user):
"""
Try to handle ANSEL encoded files that are not really ANSEL encoded
"""
if DbMixin not in database.__class__.__bases__:
database.__class__.__bases__ = (DbMixin,) + \
database.__class__.__bases__
try:
# Opening in utf-8 with universal newline to allow cr, lf, and crlf
# If the file is really UTF16 or a varient, the next block code will not
# find anything even if it is there, but this is ok since it won't be
# ANSEL, or is inconsistent...
with open(filename,
"r",
encoding='utf-8',
errors='replace',
newline=None) as ifile:
ansel = False
gramps = False
for index in range(50):
# Treat the file as though it is UTF-8 since this is the more
# modern option; and anyway it doesn't really matter as we are
# only trying to detect a CHAR or SOUR line which is only
# 7-bit ASCII anyway, and we ignore anything that can't be
# translated.
line = ifile.readline()
line = line.split()
if len(line) == 0:
break
if len(line) > 2 and line[1][0:4] == 'CHAR' \
and line[2] == "ANSEL":
ansel = True
if len(line) > 2 and line[1][0:4] == 'SOUR' \
and line[2] == "GRAMPS":
gramps = True
except IOError:
return
if not gramps and ansel and user.uistate:
top = Glade()
code = top.get_object('codeset')
code.set_active(0)
dialog = top.toplevel
dialog.set_transient_for(user.uistate.window)
dialog.run()
enc = ['ANSEL', 'ANSEL', 'ANSI', 'ASCII', 'UTF-8']
code_set = enc[code.get_active()]
dialog.destroy()
else:
code_set = ""
assert (isinstance(code_set, str))
try:
ifile = open(filename, "rb")
stage_one = libgedcom.GedcomStageOne(ifile)
stage_one.parse()
if code_set:
stage_one.set_encoding(code_set)
ifile.seek(0)
if database.get_feature(
"skip-import-additions"): # don't add source or tags
gedparse = libgedcom.GedcomParser(database, ifile, filename, user,
stage_one, None, None)
else:
gedparse = libgedcom.GedcomParser(
database, ifile, filename, user, stage_one,
config.get('preferences.default-source'),
(config.get('preferences.tag-on-import-format')
if config.get('preferences.tag-on-import') else None))
except IOError as msg:
user.notify_error(_("%s could not be opened\n") % filename, str(msg))
return
except GedcomError as msg:
user.notify_error(
_("Invalid GEDCOM file"),
_("%s could not be imported") % filename + "\n" + str(msg))
return
try:
read_only = database.readonly
database.readonly = False
gedparse.parse_gedcom_file(False)
database.readonly = read_only
ifile.close()
except IOError as msg:
msg = _("%s could not be opened\n") % filename
user.notify_error(msg, str(msg))
return
except DbError as msg:
user.notify_db_error(str(msg.value))
return
except GedcomError as msg:
user.notify_error(_('Error reading GEDCOM file'), str(msg))
return
## a "GEDCOM import report" happens in GedcomParser so this is not needed:
## (but the imports_test.py unittest currently requires it, so here it is)
return ImportInfo({_("Results"): _("done")})
def importData(database, filename, user):
"""
Try to handle ANSEL encoded files that are not really ANSEL encoded
"""
if DbMixin not in database.__class__.__bases__:
database.__class__.__bases__ = (DbMixin,) + \
database.__class__.__bases__
try:
ifile = open(filename, "r")
except IOError:
return
ansel = False
gramps = False
for index in range(50):
line = ifile.readline().split()
if len(line) == 0:
break
if len(line) > 2 and line[1][0:4] == 'CHAR' and line[2] == "ANSEL":
ansel = True
if len(line) > 2 and line[1][0:4] == 'SOUR' and line[2] == "GRAMPS":
gramps = True
ifile.close()
if not gramps and ansel:
top = Glade()
code = top.get_object('codeset')
code.set_active(0)
dialog = top.toplevel
dialog.run()
enc = ['ANSEL', 'ANSEL', 'ANSI', 'ASCII', 'UTF-8']
code_set = enc[code.get_active()]
dialog.destroy()
else:
code_set = ""
assert (isinstance(code_set, STRTYPE))
try:
if sys.version_info[0] < 3:
ifile = open(filename, "rU")
else:
ifile = open(filename, "rb")
stage_one = libgedcom.GedcomStageOne(ifile)
stage_one.parse()
if code_set:
stage_one.set_encoding(code_set)
ifile.seek(0)
if database.get_feature(
"skip-import-additions"): # don't add source or tags
gedparse = libgedcom.GedcomParser(database, ifile, filename, user,
stage_one, None, None)
else:
gedparse = libgedcom.GedcomParser(
database, ifile, filename, user, stage_one,
config.get('preferences.default-source'),
(config.get('preferences.tag-on-import-format')
if config.get('preferences.tag-on-import') else None))
except IOError as msg:
user.notify_error(_("%s could not be opened\n") % filename, str(msg))
return
except GedcomError as msg:
user.notify_error(
_("Invalid GEDCOM file"),
_("%s could not be imported") % filename + "\n" + str(msg))
return
try:
read_only = database.readonly
database.readonly = False
gedparse.parse_gedcom_file(False)
database.readonly = read_only
ifile.close()
except IOError as msg:
msg = _("%s could not be opened\n") % filename
user.notify_error(msg, str(msg))
return
except DbError as msg:
user.notify_db_error(str(msg.value))
return
except GedcomError as msg:
user.notify_error(_('Error reading GEDCOM file'), str(msg))
return
