Example #1
0
def load_data(batch_size=128):
    ''' 
    Loads the dataset
    '''

    path_src = '../data/vocab_and_data_small_europarl_v7_enfr/bin_test.fr.h5'
    path_trg = '../data/vocab_and_data_small_europarl_v7_enfr/bin_test.en.h5'

    #############
    # LOAD DATA #
    #############

    print '... initializing data iterators'

    train = PytablesBitextIterator(batch_size,
                                   path_trg,
                                   path_src,
                                   use_infinite_loop=False)
    valid = None
    test = None

    return train, valid, test