Python Pipeline.run Examples

Example #1

File: test_dedup.py Project: nithintumma/streamcorpus-pipeline

def test_dedup_chunk_counts():
    path = os.path.dirname(__file__)
    config = yaml.load(open(os.path.join(path, 'test_dedup_chunk_counts.yaml')))

    ## config says read from stdin, so make that have what we want
    stdin = sys.stdin
    sys.stdin = StringIO(get_test_chunk_path())

    ## run the pipeline
    p = Pipeline( config )
    p.run()

Example #2

File: test_pipeline.py Project: nithintumma/streamcorpus-pipeline

def test_align_serif_stage():
    path = os.path.dirname(__file__)
    config = yaml.load(open(os.path.join(path, 'test_align_serif_stage.yaml')))

    ## config says read from stdin, so make that have what we want
    stdin = sys.stdin
    sys.stdin = StringIO(get_test_v0_3_0_chunk_tagged_by_serif_path())

    ## run the pipeline
    p = Pipeline( config )
    p.run()