def prepare_resource(self, resource):
resource['encoding'] = 'utf-8'
basename, _ = os.path.splitext(get_path(resource))
resource['path'] = basename + '.csv'
resource['format'] = 'csv'
resource['dialect'] = dict(lineTerminator='\r\n',
delimiter=',',
doubleQuote=True,
quoteChar='"',
skipInitialSpace=False)
super(CSVFormat, self).prepare_resource(resource)
resources = ResourceMatcher(parameters.get('resources'), datapackage)
ignore_missing = parameters.get('ignore-missing', False)
limit_rows = parameters.get('limit-rows', -1)
new_resource_iterator = []
for resource in datapackage['resources']:
if streamable(resource):
url = resource[PROP_STREAMED_FROM]
name = resource['name']
if not resources.match(name):
continue
path = get_path(resource)
if path is None or path == PATH_PLACEHOLDER:
path = os.path.join('data', name + '.csv')
resource['path'] = path
resource[PROP_STREAMING] = True
rows = stream_reader(resource, url, ignore_missing or url == "",
limit_rows, resource.pop('http_headers', None))
new_resource_iterator.append(rows)
elif streaming(resource):
new_resource_iterator.append(next(resource_iterator))
spew(datapackage, new_resource_iterator)
def prepare_resource(self, resource):
resource['encoding'] = 'utf-8'
basename, _ = os.path.splitext(get_path(resource))
resource['path'] = basename + '.json'
resource['format'] = 'json'
super(JSONFormat, self).prepare_resource(resource)