def addNewRecords(self):
"""XXX: should this be a classmethod?"""
records = xrange(self.highnum, self.lownum, -1)
for recordid in records:
try:
company = Company.byRecordid(recordid)
print('already handled record %s' % recordid)
continue
except SQLObjectNotFound:
filename = self.filename(recordid)
try:
#pagetext = codecs.open(filename, 'r', 'windows-1252').read()
pagetext = open(filename, 'r').read()
except IOError:
if options.skipmissing:
print('skipping missing record %s' % recordid)
continue
print('halting on missing record %s' % recordid)
raise
if not pagetext:
log('%s is empty' % recordid)
continue
try:
self.processRecord(pagetext)
except AttributeError:
traceback.print_exc()
log('failed to process record %s' % recordid)
continue
print('added record %s' % recordid)
def addNewRecords(self):
"""XXX: should this be a classmethod?"""
records = xrange(self.highnum, self.lownum, -1)
for recordid in records:
try:
company = Company.byRecordid(recordid)
print('already handled record %s' % recordid)
continue
except SQLObjectNotFound:
filename = self.filename(recordid)
try:
#pagetext = codecs.open(filename, 'r', 'windows-1252').read()
pagetext = open(filename, 'r').read()
except IOError:
if options.skipmissing:
print('skipping missing record %s' % recordid)
continue
print('halting on missing record %s' % recordid)
raise
if not pagetext:
log('%s is empty' % recordid)
continue
try:
self.processRecord(pagetext)
except AttributeError:
traceback.print_exc()
log('failed to process record %s' % recordid)
continue
print('added record %s' % recordid)
