Python process_normalized Examples

Example #1

def test_normalized_calls_all_throwing(get_processor):
    patch_processing()
    get_processor.side_effect = raise_exception

    with pytest.raises(Exception):
        processing.process_normalized(mock.MagicMock(), mock.MagicMock(), {})
    unpatch_processing()

Example #2

File: test_processing.py Project: Eleonore9/scrapi

def test_normalized_calls_all_throwing(get_processor):
    get_processor.side_effect = lambda x: Exception(
        'Reasons') if x == 'storage' else mock.Mock()

    processing.process_normalized(mock.MagicMock(), mock.MagicMock(), {})

    for processor in settings.NORMALIZED_PROCESSING:
        get_processor.assert_any_call(processor)

Example #3

File: tasks.py Project: Eleonore9/scrapi

def process_normalized(normalized_doc, raw_doc, **kwargs):
    if not normalized_doc:
        raise events.Skip('Not processing document with id {}'.format(raw_doc['docID']))
    processing.process_normalized(raw_doc, normalized_doc, kwargs)

Example #4

File: test_processing.py Project: Eleonore9/scrapi

def test_normalized_calls_all(get_processor):
    processing.process_normalized(mock.MagicMock(), mock.MagicMock(), {})

    for processor in settings.NORMALIZED_PROCESSING:
        get_processor.assert_any_call(processor)

Example #5

def process_normalized(normalized_doc, raw_doc, **kwargs):
    if not normalized_doc:
        raise events.Skip('Not processing document with id {}'.format(raw_doc['docID']))
    processing.process_normalized(raw_doc, normalized_doc, kwargs)

Example #6

def test_normalized_calls_all(get_processor):
    processing.process_normalized(mock.MagicMock(), mock.MagicMock(), {})

    for processor in settings.NORMALIZED_PROCESSING:
        get_processor.assert_any_call(processor)