def _get_records_to_append(self, end_date_in_database):
if (not self.last_timeseries_end_date) or (
end_date_in_database != self.last_timeseries_end_date):
self.last_timeseries_end_date = end_date_in_database
self.logger.info('Reading datafile tail')
self._get_tail()
self.logger.info('%d lines in datafile tail' % (len(self.tail)))
if len(self.tail) > 0:
self.logger.info('First date in datafile tail: %s' %
(self.tail[0]['date'].isoformat(),))
ts = Timeseries(self.ts)
try:
for line in self.tail:
v, f = self.extract_value_and_flags(line['line'], self.seq)
if self.decimal_separator and (self.decimal_separator != '.'):
v = v.replace(self.decimal_separator, '.')
ts[isoformat_nosecs(line['date'])] = (v, f)
except ValueError as e:
message = 'parsing error while trying to read values: ' + str(e)
self.raise_error(line, message)
return ts