Exemple #1
0
def create_lc_row(converted):
    info('INTENT: Create LC row for %s %s %s', converted['class_type'],
                 converted['registration_no'].strip(), converted['registration_date'])
    get_resp = requests.get(CONFIG['LEGACY_DB_URI'] + '/land_charges/' + converted['registration_no'].strip(),
                            params={"date": converted['registration_date'], "class": converted['class_type']})

    if get_resp.status_code == 200:
        info("  > Already an entry on destination. Deleting it.")
        #  It exists, delete it...
        del_resp = requests.delete("{}/land_charges/{}/{}/{}".format(
            CONFIG['LEGACY_DB_URI'], converted['registration_no'].strip(),
            converted['registration_date'], converted['class_type']))

        if del_resp.status_code != 200:
            raise SynchroniserError("Failed to delete record: {}".format(del_resp.text))
        info("  > Row deleted")

    elif get_resp.status_code != 404:
        raise SynchroniserError("Unexpected response for GET /land_charge: {}, {}".format(get_resp.status_code, get_resp.text))

    info('  > Row data: ' + json.dumps(converted))

    put_response = requests.put(CONFIG['LEGACY_DB_URI'] + '/land_charges',
                                data=json.dumps(converted), headers=get_headers({'Content-Type': 'application/json'}))
    if put_response.status_code != 200:
        raise SynchroniserError("Unexpected response {} on PUT /land_charges - {}".format(
                                put_response.status_code, put_response.text))

    info('  > Success')
    return put_response
Exemple #2
0
def move_images(number, date, coc):
    info("INTENT: Moving image: %d, %s", number, date)
    uri = '{}/registered_forms/{}/{}'.format(CONFIG['CASEWORK_API_URI'], date, number)
    doc_response = requests.get(uri, headers=get_headers())
    if doc_response.status_code == 404:
        # It's quite likely that the documents have already been migrated. This is quite
        # common in test environments.
        warning("No registered forms found for {} of {}".format(number, date))
        return

    if doc_response.status_code != 200:
        raise SynchroniserError(uri + ' - ' + str(doc_response.status_code))

    document = doc_response.json()

    uri = '{}/forms/{}'.format(CONFIG['CASEWORK_API_URI'], document['document_id'])
    form_response = requests.get(uri, headers=get_headers())

    if form_response.status_code != 200:
        raise SynchroniserError(uri + ' - ' + str(form_response.status_code))

    form = form_response.json()
    logging.debug('Processing form for %d / %s', number, date)
    pages_moved = 0
    for image in form['images']:
        page_number = image['page']
        logging.debug("  Page %d", page_number)
        pages_moved += 1
        size = image['size']
        uri = '{}/forms/{}/{}?raw=y'.format(CONFIG['CASEWORK_API_URI'], document['document_id'], page_number)
        image_response = requests.get(uri, headers=get_headers())

        if image_response.status_code != 200:
            raise SynchroniserError("Unexpected response from {} - {}: {}".format(uri, image_response.status_code, image_response.text))

        content_type = image_response.headers['Content-Type']
        bin_data = image_response.content

        # Right, now post that to the main database
        class_of_charge = coc
        logging.debug('Content-Type: ' + content_type)
        uri = "{}/images/{}/{}/{}/{}?class={}".format(CONFIG['LEGACY_DB_URI'], date, number, page_number, size, class_of_charge)

        headers = get_headers({'Content-Type': content_type})
        logging.debug(headers)

        archive_response = requests.put(uri, data=bin_data, headers=headers)
        if archive_response.status_code != 200:
            raise SynchroniserError("Unexpected response from {} - {}: {}".format(uri, archive_response.status_code, archive_response.text))

    info("  > %d pages moved", pages_moved)
    mark_for_delete(document['document_id'])

    # If we've got here, then its on the legacy DB
    uri = '{}/registered_forms/{}/{}'.format(CONFIG['CASEWORK_API_URI'], date, number)
    del_response = requests.delete(uri, headers=get_headers())
    if del_response.status_code != 200:
        raise SynchroniserError("Unexpected response from {} - {}: {}".format(uri, del_response.status_code, del_response.text))

    info("  > Success")
Exemple #3
0
def create_document_row(resource, reg_no, reg_date, body, app_type, cancelled=False):
    info('INTENT: Create document row for %s %d %s', app_type, reg_no, reg_date)
    doc_row = {
        'class': class_to_numeric(body['class_of_charge']),
        'reg_no': str(reg_no),
        'date': reg_date,
        'orig_class': class_to_numeric(body['class_of_charge']),
        'orig_number': body['registration']['number'],
        'orig_date': body['registration']['date'],
        'canc_ind': '',
        'type': app_type
    }

    if cancelled:
        doc_row['canc_ind'] = 'Y'

    url = CONFIG['LEGACY_DB_URI'] + '/doc_info' + resource
    
    info("  > Row data: " + json.dumps(doc_row))
    put = requests.put(url,
                       data=json.dumps(doc_row),
                       headers=get_headers({'Content-Type': 'application/json'}))
    logging.debug('PUT %s - %s - %s', url, str(put.status_code), put.text)
    if put.status_code != 200:
        raise SynchroniserError('PUT /doc_info - ' + str(put.status_code))
    info("  > Success")
    return put
Exemple #4
0
def delete_lc_row(number, date, class_of_charge):
    info('INTENT: Delete LC row %d %s (%s)', number, date, class_of_charge)
    resource = "/{}/{}/{}".format(number, date, class_to_roman(class_of_charge))
    delete = requests.delete(CONFIG['LEGACY_DB_URI'] + '/land_charges' + resource, headers=get_headers())
    if delete.status_code != 200:
        error('DELETE /land_charges - %s', str(delete.status_code))
        raise SynchroniserError('DELETE /land_charges - . ' + str(delete.status_code))
    info("  > Deleted")
Exemple #5
0
def get_search_entries_for_sync(date):
    info('Get searches for date %s', date)
    url = CONFIG['REGISTER_URI'] + '/searches/' + date
    response = requests.get(url, headers=get_headers())
    if response.status_code == 200:
        return response.json()
    elif response.status_code != 404:
        raise SynchroniserError("Unexpected response {} from {}".format(response.status_code, url))
    return []
Exemple #6
0
def receive_new_regs(body):
    global step

    error_messages = ''

    for application in body['data']:

        number = application['number']
        date = application['date']

        info("Process registration %d/%s", number, date)

        step = '5.1'
        response = requests.get(CONFIG['REGISTER_URI'] + '/registrations/' + date + '/' + str(number), headers=get_headers())
        if response.status_code != 200:
            msg = "Unexpected response {} on GET /registrations/{}/{}: .".format(response.status_code, date, number, response.text)
            error(msg)
            error_messages += msg

        else:
            logging.debug('Registration retrieved')
            body = response.json()

            step = '5.2'
            try:
                move_images(number, date, body['class_of_charge'])
            except SynchroniserError as e:
                error_messages += str(e)
                error(str(e))
                continue

            step = '5.3'
            converted = create_legacy_data(body)

            try:
                create_lc_row(converted)
            except SynchroniserError as e:
                msg = str(e)
                error("  > FAILED: " + msg)
                error_messages += msg

            step = '5.4'
            coc = class_to_numeric(body['class_of_charge'])
            try:
                create_document_row("/{}/{}/{}".format(number, date, coc), number, date, body, 'NR')
            except SynchroniserError as e:
                error_messages += str(e)
                error("  > FAILED: " + str(e))

    if error_messages != '':
        raise SynchroniserError(error_messages)
Exemple #7
0
def get_entry_for_sync(date, reg_no, appn):
    info('Get entries for %s %s', reg_no, date)
    url = CONFIG['REGISTER_URI'] + '/registrations/' + date + '/' + reg_no
    response = requests.get(url)
    if response.status_code == 200:
        data = response.json()
        return [{
            "application": appn,
            "data": [{
                "class_of_charge": data['class_of_charge'],
                "date": date,
                "number": int(reg_no)
            }]
        }]
    else:
        raise SynchroniserError("Unexpected response {} from {}".format(response.status_code, url))
Exemple #8
0
def get_amendment_type(new_reg):
    type_of_amend = {
        'Rectification': 'RC',
        'Cancellation': 'CN',
        'Part Cancellation': 'CP',
        'Amendment': 'AM',
        'Renewal': 'RN'

    }

    if 'amends_registration' not in new_reg:
        return 'NR'  # It's a new regn

    r_code = new_reg['amends_registration']['type']
    if r_code in type_of_amend:
        return type_of_amend[r_code]
    else:
        raise SynchroniserError("Unknown amendment type: {}".format(r_code))
Exemple #9
0
def synchronise(config, date, reg_no=None, appn=None):
    global CONFIG
    global step
    CONFIG = config

    minor_errors = 0
    major_errors = 0
    processed = 0

    hostname = CONFIG['AMQP_URI']
    connection = kombu.Connection(hostname=hostname)
    producer = connection.SimpleQueue('errors')

    step = '1'
    info("Synchroniser starts for date %s", date)

    if reg_no is None:  # Normal
        entries = get_entries_for_sync(date)
        search_entries = get_search_entries_for_sync(date)
    else:  # For testing only at this time
        entries = get_entry_for_sync(date, reg_no, appn)
        search_entries = []

    step = '2'
    info("%d Entries received", len(entries))
    info("%d Searches received", len(search_entries))

    there_were_errors = False
    step = '3'
    for entry in entries:
        info('= BEGIN ==========================================')
        info("Process {}".format(entry['application']))

        try:
            step = '4'
            processed += 1
            if entry['application'] == 'new':
                step = '5'
                receive_new_regs(entry)
                step = '5'
            elif entry['application'] == 'Cancellation':
                step = '7'
                receive_cancellation(entry)
                step = '7'
            elif entry['application'] in ['Part Cancellation', 'Rectification', 'Amendment', 'Renewal', 'Correction']:
                step = '6'
                receive_amendment(entry, date)
                step = '6'
            else:
                raise SynchroniserError('Unknown application type: {}'.format(entry['application']))

            info('= COMPLETE =======================================')

        # pylint: disable=broad-except
        except Exception as exception:
            there_were_errors = True
            major_errors += 1
            error('Unhandled error: %s', str(exception))
            s = log_stack('important')
            raise_error(producer, {
                "message": str(exception),
                "stack": s,
                "subsystem": CONFIG['APPLICATION_NAME'],
                "type": "E"
            })
            info('= FAILED ========================================')

    step = '8'
    for entry in search_entries:
        info("= BEGIN SEARCH ========================================")
        info("Process {}".format(entry['search_id']))
        try:
            receive_searches(entry)
            info('= COMPLETE =======================================')
        except Exception as exception:
            there_were_errors = True
            minor_errors += 1
            warning('Unhandled error: %s', str(exception))
            s = log_stack('minor')
            raise_error(producer, {
                "message": str(exception),
                "stack": s,
                "subsystem": CONFIG['APPLICATION_NAME'],
                "type": "E"
            })
            info('= FAILED ========================================')

    info("Deleting moved documents...")
    delete_documents()

    info("Synchroniser finishes")
    if there_were_errors:
        error("There were errors")

    return processed, major_errors, minor_errors
Exemple #10
0
def receive_searches(application):
    # for application in body:
    search_id = application['search_id']
    request_id = application['request_id']

    info("Process search id %d", search_id)

    response = requests.get(CONFIG['REGISTER_URI'] + '/request_details/' + str(request_id), headers=get_headers())
    if response.status_code != 200:
        warning("GET /request_details/{} - {}".format(request_id, response.status_code))
        raise SynchroniserError("Unexpected response {} on GET /request_details/{} - {}".format(
            response.status_code, request_id, response.text))
    else:
        logging.debug('Search retrieved')
        body = response.json()
        logging.debug(body)
        search_name = body['search_details'][0]['names'][0]
        name = create_search_name(search_name)
        if body['applicant']['key_number'] == '':
            key_no = ' '
            despatch = body['applicant']['name'] + '*' + body['applicant']['address'].replace('\r\n', '*')
        else:
            key_no = body['applicant']['key_number']
            despatch = ' '

        if body['type'] == 'full':
            form = 'K15'
        else:
            form = 'K16'

        cust_ref = body['applicant']['reference'].upper()
        if cust_ref == '':
            cust_ref = ' '

        cust_ref = cust_ref
        desp_name_addr = despatch.upper()
        key_no_cust = key_no
        lc_srch_appn_form = form
        lc_search_name = name

        uri = '{}/registered_search_forms/{}'.format(CONFIG['CASEWORK_API_URI'], request_id)
        doc_response = requests.get(uri, headers=get_headers())
        if doc_response.status_code == 404:
            warning("Form not found - assume previously synchronised")

        if doc_response.status_code != 200:
            warning('response from GET /registered_search_forms: ' + doc_response.text)
            raise SynchroniserError(uri + ' - ' + str(doc_response.status_code))

        document = doc_response.json()

        uri = '{}/forms/{}'.format(CONFIG['CASEWORK_API_URI'], document['document_id'])
        form_response = requests.get(uri, headers=get_headers())

        if form_response.status_code != 200:
            warning('response from GET /forms: ' + doc_response.text)
            raise SynchroniserError(uri + ' - ' + str(form_response.status_code))

        form = form_response.json()
        info('Processing form for search %d', search_id)
        for image in form['images']:
            page_number = image['page']
            info("  Page %d", page_number)
            uri = '{}/forms/{}/{}?raw=y'.format(CONFIG['CASEWORK_API_URI'], document['document_id'], page_number)
            image_response = requests.get(uri, headers=get_headers())

            if image_response.status_code != 200:
                warning('response from GET /forms/x/y: ' + image_response.text)
                raise SynchroniserError(uri + ' - ' + str(image_response.status_code))

            content_type = image_response.headers['Content-Type']
            bin_data = image_response.content

            image_size = len(bin_data)
            image_scan_date = datetime.datetime.now().strftime('%Y-%m-%d')

            # Right, now post that to the main database
            data = {
                "cust_ref": cust_ref,
                "desp_name_addr": desp_name_addr,
                "key_no_cust": key_no_cust,
                "lc_srch_appn_form": lc_srch_appn_form,
                "lc_srch_name": lc_search_name,
                "image_size": image_size,
                "image_scan_date": image_scan_date
            }
            uri = "{}/search_images".format(CONFIG['LEGACY_DB_URI'])
            # uri = "{}/search_images/{}/{}/{}/{}/{}/{}/{}".format(CONFIG['LEGACY_DB_URI'], cust_ref, desp_name_addr,
            #                                                      key_no_cust, lc_srch_appn_form, lc_search_name,
            #                                                      image_size, image_scan_date)
            archive_response = requests.put(uri, params={"data": json.dumps(data)}, data=bin_data, headers=get_headers({'Content-Type': content_type}))
            if archive_response.status_code != 200:
                warning('response from PUT /search_images: ' + archive_response.text)
                raise SynchroniserError(uri + ' - ' + str(archive_response.status_code))

        # If we've got here, then its on the legacy DB
        uri = '{}/registered_search_forms/{}'.format(CONFIG['CASEWORK_API_URI'], request_id)
        del_response = requests.delete(uri, headers=get_headers())
        if del_response.status_code != 200:
            warning('response from DELETE /registered_search_forms: ' + del_response.text)
            raise SynchroniserError(uri + ' - ' + str(del_response.status_code))
Exemple #11
0
def create_legacy_data(data):
    app_type = class_to_roman(data['class_of_charge'])

    legacy_object = {
        'time': datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S.%f'),
        'registration_no': str(data['registration']['number']).rjust(8),
        'priority_notice': '',
        'registration_date': data['registration']['date'],
        'class_type': app_type,
        'priority_notice_ref': '',
        'amendment_info': data['additional_information'].upper()[0:254]
    }

    eo_party = get_eo_party(data)

    if data['class_of_charge'] in ['PAB', 'WOB']:
        legacy_object['address'] = residences_to_string(eo_party)
        legacy_object['property_county'] = ''
        legacy_object['counties'] = ''
        legacy_object['parish_district'] = ''
        legacy_object['property'] = ''

    else:
        if 'priority_notice' in data['particulars']:
            legacy_object['priority_notice_ref'] = data['particulars']['priority_notice']

        if 'priority_notice' in data and 'expires' in data['priority_notice']:
            legacy_object['priority_notice'] = 'P'

        legacy_object['address'] = ''
        legacy_object['parish_district'] = data['particulars']['district'].upper()
        legacy_object['property'] = data['particulars']['description'].upper()

        if data['class_of_charge'] in ['PA', 'WO']:
            legacy_object['property_county'] = ""
            legacy_object['counties'] = data['particulars']['counties'][0].upper()

        else:
            county = data['particulars']['counties'][0].upper()
            county = re.sub("(.*) \(CITY OF\)", r"CITY OF \1", county)

            legacy_object['property_county'] = county
            legacy_object['counties'] = ''


    # Only sync the top name/county...
    eo_name = eo_party['names'][0]

    if eo_name['type'] == 'Private Individual':
        encoded_name = encode_name(eo_name)
        occupation = occupation_string(eo_party)[0:254]
        hex_append = ''

    elif eo_name['type'] == 'County Council':
        encoded_name = {
            'coded_name': eo_name['search_key'][:11],
            'remainder_name': eo_name['search_key'][11:],
            'name': eo_name['local']['name'].upper(),
            'hex_code': ''
        }
        hex_append = "01"
        occupation = ''

    elif eo_name['type'] == 'Rural Council':
        encoded_name = {
            'coded_name': eo_name['search_key'][:11],
            'remainder_name': eo_name['search_key'][11:],
            'name': eo_name['local']['name'].upper(),
            'hex_code': ''
        }
        hex_append = "02"
        occupation = ''

    elif eo_name['type'] == 'Parish Council':
        encoded_name = {
            'coded_name': eo_name['search_key'][:11],
            'remainder_name': eo_name['search_key'][11:],
            'name': eo_name['local']['name'].upper(),
            'hex_code': ''
        }
        hex_append = "04"
        occupation = ''

    elif eo_name['type'] == 'Other Council':
        encoded_name = {
            'coded_name': eo_name['search_key'][:11],
            'remainder_name': eo_name['search_key'][11:],
            'name': eo_name['local']['name'].upper(),
            'hex_code': ''
        }
        hex_append = "08"
        occupation = ''

    elif eo_name['type'] == 'Development Corporation':
        encoded_name = {
            'coded_name': eo_name['search_key'][:11],
            'remainder_name': eo_name['search_key'][11:],
            'name': eo_name['other'].upper(),
            'hex_code': ''
        }
        hex_append = "10"
        occupation = ''

    elif eo_name['type'] == 'Limited Company':
        encoded_name = {
            'coded_name': eo_name['search_key'][:11],
            'remainder_name': eo_name['search_key'][11:],
            'name': eo_name['company'].upper(),
            'hex_code': ''
        }
        hex_append = "F1"
        occupation = ''

    elif eo_name['type'] == 'Complex Name':
        cnum_hex = hex(eo_name['complex']['number'])[2:].zfill(6).upper()
        hex_string = 'F9' + cnum_hex + '00000000000000F3'
        encoded_name = {
            'coded_name': hex_string,
            'remainder_name': '',
            'name': eo_name['complex']['name'].upper(),
            'hex_code': ''
        }
        hex_append = 'F3'
        occupation = ''
        
    # elif eo_name['type'] == 'Coded Name':
    #     cnum_hex = hex(9999924)[2:].zfill(6).upper()
    #     hex_string = 'F9' + cnum_hex + '00000000000000F3'
    #     encoded_name = {
    #         'coded_name': hex_string,
    #         'remainder_name': '',
    #         'name': eo_name['other'].upper(),
    #         'hex_code': ''
    #     }
    #     hex_append = 'F3'
    #     occupation = ''

    elif eo_name['type'] == 'Other':
        if eo_name['subtype'] == 'A':  # VARNAM A
            encoded_name = encode_variant_a_name(eo_name['other'])
            encoded_name['name'] = ''  # eo_name['other'].upper()
            hex_append = ""
        else:  # VARNAM B
            encoded_name = {
                'coded_name': eo_name['search_key'][:11],
                'remainder_name': eo_name['search_key'][11:],
                'name': eo_name['other'].upper(),
                'hex_code': ''
            }
            hex_append = "F2"
        occupation = ''

    else:
        raise SynchroniserError("Unknown name type: {}".format(eo_name['type']))

    legacy_object['reverse_name'] = encoded_name['coded_name']
    legacy_object['remainder_name'] = encoded_name['remainder_name']
    legacy_object['punctuation_code'] = encoded_name['hex_code']
    legacy_object['occupation'] = occupation
    legacy_object['append_with_hex'] = hex_append
    legacy_object['name'] = encoded_name['name']
    return legacy_object
Exemple #12
0
def receive_amendment(body, sync_date):
    global step
    # Get history from the first registration number
    if len(body['data']) == 0:
        raise SynchroniserError("Received empty amendment data list")

    sync_date = datetime.datetime.strptime(sync_date, '%Y-%m-%d').date()
    number = body['data'][0]['number']
    date = body['data'][0]['date']
    step = '6.1'
    history = get_history(number, date)

    if len(history) <= 1:  #
        raise SynchroniserError("Received insufficient historical data for amendment")

    # current_record = history[0]                         # The first item is the amended (current) record
    # amendment_type = current_record['application']      # Get application_type from history[0]['application']
    # previous_record = history[1]                        # The second item is the predecessor

    error_messages = ''

    prev = {'number': '', 'date': ''}

    step = '6.2'
    for hist_index, item in enumerate(history):

        if len(item['registrations']) < len(history[-1]['registrations']):
            raise SynchroniserError("Unable to handle cancellation implied by len[current] < len[previous]")

        for index, reg_summary in enumerate(item['registrations']):
            # if reg_summary['number'] == prev['number'] and reg_summary['date'] == prev['date']:
            #     info('SKIPPING')
            #     continue  # Just don't repeat the same thing
            prev['number'] = reg_summary['number']
            prev['date'] = reg_summary['date']
            step = '6.3'
            reg = get_registration(reg_summary['number'], reg_summary['date'])
            reg_date = datetime.datetime.strptime(reg_summary['date'], '%Y-%m-%d').date()

            step = '6.4'
            if reg_date == sync_date:  # 'today' as far as sync is concerned
                step = '6.9'
                move_images(reg_summary['number'], reg_summary['date'], reg['class_of_charge'])

                step = '6.10'
                if 'amends_registration' in reg and 'PAB' in reg['amends_registration']:
                    pab_amend_case(reg)

                #  Something new; if revealed, make LC row
                step = '6.12'
                if not has_expired(reg['expired_date']):
                    step = '6.13'
                    info("%s %d %s is current", reg['class_of_charge'], reg_summary['number'], reg_summary['date'])
                    try:
                        create_lc_row(create_legacy_data(reg))
                    except SynchroniserError as e:
                        error_messages += str(e)
                        error(str(e))

                #  Create document row regardless, unless a correction
                #  DEFECT fix: this may be the new reg, so won't have amends_registration field
                step = '6.14'
                if 'amends_registration' not in reg or reg['amends_registration']['type'] != 'Correction':
                    original = history[-1]
                    if index < len(original['registrations']):
                        predecessor = original['registrations'][index]
                    else:
                        predecessor = original['registrations'][0]

                    coc = class_to_numeric(reg['class_of_charge'])
                    step = '6.15'
                    res = "/{}/{}/{}".format(reg_summary['number'], reg_summary['date'], coc)

                    amtype = get_amendment_type(reg)
                    try:
                        create_document_row(res, reg_summary['number'], reg_summary['date'], {
                            'class_of_charge': original['class_of_charge'],
                            'registration': {'number': predecessor['number'], 'date': predecessor['date']}
                        }, amtype)
                    except SynchroniserError as e:
                        error_messages += str(e)
                        error(str(e))

            elif reg_date < sync_date:
                step = '6.5'
                #  Something old; if not revealed, remove LC row if it exists
                step = '6.6'
                if has_expired(reg['expired_date']):
                    step = '6.7'
                    info("%s %d %s has expired", reg['class_of_charge'], reg_summary['number'], reg_summary['date'])
                    try:
                        delete_lc_row(reg_summary['number'], reg_summary['date'], reg['class_of_charge'])
                    except SynchroniserError as e:
                        error_messages += str(e)
                        error(str(e))

                #  If revealed, replace LC row as appropriate (some fields like addl info may change)
                else:
                    step = '6.8'
                    try:
                        create_lc_row(create_legacy_data(reg))
                    except SynchroniserError as e:
                        error_messages += str(e)
                        error(str(e))

                # Documents do not change
            else:
                raise SynchroniserError('Error: synchronising records from the future')  # Or being run for a past day

        if item['application'] == 'Correction':
            # No need to proceed
            break

    if error_messages != '':
        raise SynchroniserError(error_messages)
Exemple #13
0
def receive_cancellation(body):
    global step
    # Everything in body pertains to *one* detail record, but multiple legacy records
    # However, still assume an image per item

    error_messages = ''

    if len(body['data']) > 0:
        # Iterate through the whole history...
        number = body['data'][0]['number']
        date = body['data'][0]['date']
        step = '7.1'
        history = get_history(number, date)
        original_record = history[-1]  # We'll need this later

        logging.debug(original_record)
        original_registrations = []
        step = '7.2'
        for reg in original_record['registrations']:
            oreg = get_registration(reg['number'], reg['date'])
            original_registrations.append(oreg)

        step = '7.3'
        for item in history[1:]:  # Don't need to to 'remove' the cancellation itself - it's not there
            for index, reg in enumerate(item['registrations']):
                step = '7.4'
                try:
                    delete_lc_row(reg['number'], reg['date'], item['class_of_charge'])
                except SynchroniserError as e:
                    error(str(e))
                    error_messages += str(e)
                step = '7.5'

                try:
                    cancel_document(reg['number'], reg['date'], item['class_of_charge'])
                except SynchroniserError as e:
                    error(str(e))
                    error_messages += str(e)

    else:
        raise SynchroniserError("Unexpected lack of data for id {}".format(body['id']))

    body['data'] = sorted(body['data'], key=get_regn_key)
    original_registrations = sorted(original_registrations, key=get_full_regn_key)

    if len(original_registrations) != len(body['data']):
        msg = "Unable to process unmatched cancellation lengths. "
        error(msg)
        error_messages += msg
        #raise SynchroniserError("Unable to process unmatched cancellation lengths")

    step = '7.6'
    for index, ref in enumerate(body['data']):
        number = ref['number']
        date = ref['date']
        registration = get_registration(number, date)
        move_images(number, date, registration['class_of_charge'])

        resource = "/{}/{}/{}".format(registration['registration']['number'],
                                      registration['registration']['date'],
                                      class_to_numeric(registration['class_of_charge']))

        original_registration = original_registrations[index]
        try:
            create_document_row(resource, number, date, {
                "class_of_charge": original_registration['class_of_charge'],
                "registration": {
                    "number": original_registration['registration']['number'],
                    "date": original_registration['registration']['date']
                }
            }, "CN", True)
        except SynchroniserError as e:
            error(str(e))
            error_messages += str(e)

    if error_messages != '':
        raise SynchroniserError(error_messages)
Exemple #14
0
def cancel_document(number, date, coc):
    info("INTENT: Cancel document for %d %s %s", number, date, coc)
    url = "{}/cancel_document/{}/{}/{}".format(CONFIG['LEGACY_DB_URI'], number, date, coc)
    response = requests.post(url)
    if response.status_code != 200:
        raise SynchroniserError("Unexpected response {} from {}. ".format(response.status_code, url))
Exemple #15
0
def get_history(number, date):
    url = CONFIG['REGISTER_URI'] + '/history/' + date + '/' + str(number)
    response = requests.get(url, headers=get_headers())
    if response.status_code != 200:
        raise SynchroniserError("Unexpected response {} from {}. ".format(response.status_code, url))
    return json.loads(response.text)
Exemple #16
0
def get_registration(number, date):
    url = CONFIG['REGISTER_URI'] + '/registrations/' + date + '/' + str(number)
    response = requests.get(url, headers=get_headers())
    if response.status_code != 200:
        raise SynchroniserError('Unexpected response {} from {}: '.format(response.status_code, url, response.text))
    return response.json()