Python display_data Examples

Example #1

File: test_wizard.py Project: skybirdhe/ParlAI

 def setUpClass(cls):
     # go ahead and download things here
     parser = display_data.setup_args()
     parser.set_defaults(**END2END_OPTIONS)
     opt = parser.parse_args([], print_args=False)
     opt['num_examples'] = 1
     display_data.display_data(opt)

Example #2

 def setUpClass(cls):
     """Set up the test by downloading the model/data."""
     with testing_utils.capture_output():
         parser = display_data.setup_args()
         parser.set_defaults(**MODEL_OPTIONS)
         opt = parser.parse_args(print_args=False)
         opt['num_examples'] = 1
         display_data.display_data(opt)

Example #3

 def setUpClass(cls):
     # go ahead and download things here
     with testing_utils.capture_output():
         parser = display_data.setup_args()
         parser.set_defaults(**END2END_OPTIONS)
         opt = parser.parse_args(print_args=False)
         opt['num_examples'] = 1
         display_data.display_data(opt)

Example #4

File: test_wizard.py Project: fargonaut/ParlAI-1

 def setUpClass(cls):
     # go ahead and download things here
     parser = display_data.setup_args()
     parser.set_defaults(**END2END_OPTIONS)
     opt = parser.parse_args([])
     opt['num_examples'] = 1
     opt['verbose'] = True
     display_data.display_data(opt)

Example #5

 def setUpClass(cls):
     """
     Set up the test by downloading the model/data.
     """
     parser = display_data.setup_args()
     parser.set_defaults(**MODEL_OPTIONS)
     opt = parser.parse_args([])
     opt['num_examples'] = 1
     display_data.display_data(opt)

Example #6

File: test_pytorch_data_teacher_integration.py Project: ethanjperez/convince

 def run_display_test(defaults, ep_and_ex_counts):
     with testing_utils.capture_output() as f:
         parser = display_setup_args()
         parser.set_defaults(**defaults)
         opt = parser.parse_args()
         display_data(opt)
     str_output = f.getvalue()
     self.assertTrue(
         '[ loaded {} episodes with a total of {} examples ]'.format(
             ep_and_ex_counts[0], ep_and_ex_counts[1]) in str_output,
         'PytorchDataTeacher multitasking failed with '
         'following args: {}'.format(opt))

Example #7

File: testing.py Project: Parvez2017/parlai-deploy

def display_data(opt):
    """
    Run through a display data run.

    :return: (stdout_train, stdout_valid, stdout_test)
    :rtype: (str, str, str)
    """
    import parlai.scripts.display_data as dd

    parser = dd.setup_args()
    parser.set_params(**opt)
    popt = parser.parse_args([])

    with capture_output() as train_output:
        popt['datatype'] = 'train:stream'
        dd.display_data(popt)
    with capture_output() as valid_output:
        popt['datatype'] = 'valid:stream'
        dd.display_data(popt)
    with capture_output() as test_output:
        popt['datatype'] = 'test:stream'
        dd.display_data(popt)

    return (train_output.getvalue(), valid_output.getvalue(),
            test_output.getvalue())

Example #8

=======
<<<<<<< HEAD
<<<<<<< HEAD
    popt = parser.parse_args([], print_args=False)
=======
    popt = parser.parse_args(print_args=False)
>>>>>>> 4f6b99642d60aff1a41b9eae8bd2ccd9e40ebba4
>>>>>>> origin/master
=======
    popt = parser.parse_args(print_args=False)
>>>>>>> 4f6b99642d60aff1a41b9eae8bd2ccd9e40ebba4
>>>>>>> ef574cebef2a8d5aa38b73176b1e71a919d6670f

    with capture_output() as train_output:
        popt['datatype'] = 'train:stream'
        dd.display_data(popt)
    with capture_output() as valid_output:
        popt['datatype'] = 'valid:stream'
        dd.display_data(popt)
    with capture_output() as test_output:
        popt['datatype'] = 'test:stream'
        dd.display_data(popt)

    return (train_output.getvalue(), valid_output.getvalue(), test_output.getvalue())


def display_model(opt) -> Tuple[str, str, str]:
    """
    Run display_model.py.

    :return: (stdout_train, stdout_valid, stdout_test)

Example #9

File: display_data.py Project: zwcdp/ParlAI

#!/usr/bin/env python3

# Copyright (c) 2017-present, Facebook, Inc.
# All rights reserved.
# This source code is licensed under the BSD-style license found in the
# LICENSE file in the root directory of this source tree. An additional grant
# of patent rights can be found in the PATENTS file in the same directory.
"""Basic example which iterates through the tasks specified and prints them out.
Used for verification of data loading and iteration.

For more documentation, see parlai.scripts.display_data.
"""

from parlai.scripts.display_data import display_data, setup_args
import random

if __name__ == '__main__':
    random.seed(42)

    # Get command line arguments
    parser = setup_args()
    opt = parser.parse_args()
    display_data(opt)