Esempio n. 1
0
    def __init__(self, strict=False):
        self.ps_schema = IberdrolaSipsSchema(strict=strict)
        self.ps_adapter = IberdrolaSipsAdapter(strict=strict)
        self.measures_schema = IberdrolaMeasuresSchema(strict=strict)
        self.measures_adapter = IberdrolaMeasuresAdapter(strict=strict)
        self.fields_ps = []
        self.headers_ps = []
        self.slices_ps = []
        self.measures_start = 0
        for f in sorted(self.ps_schema.fields,
                key=lambda f: self.ps_schema.fields[f].metadata['position']):
            field = self.ps_schema.fields[f]
            self.fields_ps.append((f, field.metadata))
            self.headers_ps.append(f)
            self.slices_ps.append(field.metadata['length'])
            self.measures_start += field.metadata['length']

        self.fields_consums = []
        self.headers_cons = []
        self.slices_measures = []
        self.measures_step = 0
        for f in sorted(self.measures_schema.fields,
                key=lambda f: self.measures_schema.fields[f].metadata['position']):
            field = self.measures_schema.fields[f]
            self.fields_consums.append((f, field.metadata))
            self.headers_cons.append(f)
            self.slices_measures.append(field.metadata['length'])
            self.measures_step += field.metadata['length']
Esempio n. 2
0
class Iberdrola(Parser):

    pattern = 'HGSBKA_(E0021_TXT[A-Z0-9]+\.(zip|ZIP)|TXT[A-Z0-9]+\.TXT)$'
    encoding = "iso-8859-15"

    def __init__(self, strict=False):
        self.ps_schema = IberdrolaSipsSchema(strict=strict)
        self.ps_adapter = IberdrolaSipsAdapter(strict=strict)
        self.measures_schema = IberdrolaMeasuresSchema(strict=strict)
        self.measures_adapter = IberdrolaMeasuresAdapter(strict=strict)
        self.fields_ps = []
        self.headers_ps = []
        self.slices_ps = []
        self.measures_start = 0
        for f in sorted(self.ps_schema.fields,
                key=lambda f: self.ps_schema.fields[f].metadata['position']):
            field = self.ps_schema.fields[f]
            self.fields_ps.append((f, field.metadata))
            self.headers_ps.append(f)
            self.slices_ps.append(field.metadata['length'])
            self.measures_start += field.metadata['length']

        self.fields_consums = []
        self.headers_cons = []
        self.slices_measures = []
        self.measures_step = 0
        for f in sorted(self.measures_schema.fields,
                key=lambda f: self.measures_schema.fields[f].metadata['position']):
            field = self.measures_schema.fields[f]
            self.fields_consums.append((f, field.metadata))
            self.headers_cons.append(f)
            self.slices_measures.append(field.metadata['length'])
            self.measures_step += field.metadata['length']

    def get_pos(self, field_name):
        start = 0
        stop = 0
        for field in self.fields_ps:
            stop = start + field[1]['length']
            if field[0] == field_name:
                break
            start += stop
        return start, stop

    def slices(self, line, vals):
        # La llista amb les mides dels camps entren per els args.
        position = 0
        lvals = []
        for length in vals:
            lvals.append(line[position:position + length])
            position += length
        return lvals

    def parse_ps(self, line):
        slinia = tuple(self.slices(unicode(line), self.slices_ps))
        slinia = map(lambda s: s.strip(), slinia)
        pslist = slinia[0:len(self.fields_ps)]
        # Llista dels valors del tros que agafem dins dels sips
        data = build_dict(self.headers_ps, pslist)
        result, errors = self.ps_adapter.load(data)
        if errors:
            logger.error(errors)
        return result, errors

    def parse_measures(self, line):
        measures = []
        start = self.measures_start
        step = self.measures_step
        c_line = line[start:start+step].strip()
        length_c = self.slices_measures
        i, j = self.get_pos('name')
        cups = line[i:j].strip()
        all_errors = {}
        while c_line:
            m = tuple(self.slices(c_line, length_c))
            m = map(lambda s: s.strip(), m)
            consums = build_dict(self.headers_cons, m)
            consums['name'] = cups
            result, errors = self.measures_adapter.load(consums)
            if errors:
                logger.error(errors)
                all_errors.update(errors)
            measures.append(result)
            start += step
            c_line = line[start:start + step].strip()
        return measures, all_errors

    def parse_line(self, line):
        line = unicode(line.decode(self.encoding))
        all_errors = {}
        ps, ps_errors = self.parse_ps(line)
        measures, measures_errors = self.parse_measures(line)
        parsed = {'ps': ps,
                  'measures': measures, 'orig': line}
        if ps_errors:
            all_errors.update(ps_errors)
        if measures_errors:
            all_errors.update(measures_errors)
        return parsed, all_errors