def _get_records_to_append(self, end_date_in_database): if (not self.last_timeseries_end_date) or ( end_date_in_database != self.last_timeseries_end_date): self.last_timeseries_end_date = end_date_in_database self.logger.info('Reading datafile tail') self._get_tail() self.logger.info('%d lines in datafile tail' % (len(self.tail))) if len(self.tail) > 0: self.logger.info('First date in datafile tail: %s' % (self.tail[0]['date'].isoformat(),)) ts = Timeseries(self.ts) try: for line in self.tail: v, f = self.extract_value_and_flags(line['line'], self.seq) if self.decimal_separator and (self.decimal_separator != '.'): v = v.replace(self.decimal_separator, '.') ts[isoformat_nosecs(line['date'])] = (v, f) except ValueError as e: message = 'parsing error while trying to read values: ' + str(e) self.raise_error(line, message) return ts