def build_fuel(data): # create fuel dataset. dataset = datasets.IndexableDataset(indexables=OrderedDict([('data', data)])) dataset.example_iteration_scheme \ = schemes.ShuffledExampleScheme(dataset.num_examples) return dataset, len(data)
def build_data(source, target): # create fuel dataset. dataset = datasets.IndexableDataset( indexables=OrderedDict([('source', source), ('target', target)])) dataset.example_iteration_scheme \ = schemes.ShuffledExampleScheme(dataset.num_examples) return dataset, len(source)
def build_data(data): # create fuel dataset. dataset = datasets.IndexableDataset(indexables=OrderedDict([('source', data['source']), ('target', data['target']), ('target_c', data['target_c']), ])) dataset.example_iteration_scheme \ = schemes.ShuffledExampleScheme(dataset.num_examples) return dataset