def parse_log_to_json(self, log_path):
"""Parse CSV log file and return JSON string."""
parser = csvmapper.CSVParser(log_path,
csvmapper.mapper.FieldMapper(
self.locust_csv_fields),
hasHeader=True)
json_converter = csvmapper.converter.JSONConverter(parser)
print(json_converter)
return json_converter.doConvert(pretty=False)
def setUp(self):
self.parser = csvmapper.CSVParser('tests/data/withHeader.csv',
hasHeader=True)
self.obj = self.parser.buildDict()
# object manipulation
for item in self.obj:
item['SN'] = item['ID'] + '(' + item['Name'] + ')'
item.pop('ID', None)
item.pop('Name', None)
def testWrite(self):
writer = csvmapper.CSVWriter(self.obj)
writer.write('tests/data/withHeader2.csv')
obj = csvmapper.CSVParser('tests/data/withHeader2.csv',
hasHeader=True).buildDict()
old = self.parser.buildDict(popHeader=False)
for i in range(0, len(obj)):
self.assertEqual(obj[i]['SN'],
old[i]['ID'] + '(' + old[i]['Name'] + ')')
import csvmapper
parser = csvmapper.CSVParser(
'../mappers/record_example.csv',
csvmapper.JSONMapper('../mappers/mapper_example.json'))
converter = csvmapper.JSONConverter(parser)
print converter.doConvert(pretty=True)
def setUp(self):
csvFile = os.path.abspath('tests/data/sampleData.csv')
mapper = csvmapper.XMLMapper(os.path.abspath('tests/data/mapper1.xml'))
parser = csvmapper.CSVParser(csvFile, mapper)
self.obj = parser.buildObject()
import csvmapper
# patient mapper
mapper = csvmapper.JSONMapper('patient.json')
parser = csvmapper.CSVParser('patients.csv', mapper)
patients = parser.buildObject()
for patient in patients:
print '( %g ) %s is %d years old, and is suffering from %s' % (
patient.ID, patient.Name, patient.Age, patient.Disease)
mapper = csvmapper.DictMapper([[{
'name': 'number'
}, {
'name': 'name'
}, {
'name': 'schedule_url'
}, {
'name': 'image_url'
}, {
'name': 'is_done'
}, {
'name': 'omit'
}]])
built = csvmapper.CSVParser(
"http://eternityready.com/channel-guide/data/channels_corrected.csv",
mapper).buildDict()
output = {'channels': built}
for chan in output["channels"]:
split = chan["name"].split("#")
if len(split) > 1:
chan["name"] = split[0].strip()
output["channels"] = [
chan for chan in output["channels"] if not chan["omit"] == "omit"
]
print json.dumps(output, indent=4)
def setUp(self):
self.parser = csvmapper.CSVParser('tests/data/withHeader.csv',
hasHeader=True)
def __init__(self, csv_filename, has_header=True):
self.parser = csvmapper.CSVParser(csv_filename, hasHeader=has_header)
import csvmapper
csv_file = 'simple_record.csv'
mapper = csvmapper.XMLMapper('simple_mapper.xml')
parser = csvmapper.CSVParser(csv_file, mapper)
items = parser.buildObject()
for item in items:
print '{ Name:%s, Job:%s, Age:%d }' %(item.Name, item.Job, item.Age)
# ^^ Note %d is used for age
}, {
'name': 'algo'
}, {
'name': 'conn_rate'
}, {
'name': 'conn_rate_max'
}, {
'name': 'conn_tot'
}, {
'name': 'intercepted'
}, {
'name': 'dcon'
}, {
'name': 'dses'
}]])
parser = csvmapper.CSVParser('data.csv', mapper)
converter = csvmapper.JSONConverter(parser)
string_data = converter.doConvert(pretty=True)
json_data = json.loads(str(string_data))
# print(len(metrics_list))
for metric_item in json_data:
metric = dataObject(pxname=metric_item['pxname'],
svname=metric_item['svname'],
qcur=metric_item['qcur'],
qmax=metric_item['qmax'],
scur=metric_item['scur'],
smax=metric_item['smax'],
slim=metric_item['slim'],
stot=metric_item['stot'],
bin=metric_item['bin'],
import csvmapper
import json
mapper = csvmapper.DictMapper([
[
{'name': 'number'},
{'name': 'name'},
{'name': 'schedule_url'},
{'name': 'image_url'},
{'name': 'is_done'},
{'name': 'omit'}
]
])
built = csvmapper.CSVParser("./data/channels_corrected.csv", mapper).buildDict()
output = {'channels': built}
for chan in output["channels"]:
split = chan["name"].split("#")
if len(split) > 1:
chan["name"] = split[0].strip()
output["channels"] = [chan for chan in output["channels"] if not chan["omit"] == "omit"]
print json.dumps(output, indent=4)
def setUp(self):
parser = csvmapper.CSVParser(
'tests/data/sampleData.csv',
csvmapper.FieldMapper(('name', 'job', 'country', 'age')))
self.obj = parser.buildDict()
# Example taken from https://stackoverflow.com/questions/19697846/python-csv-to-json
import csvmapper
fields = ('ArrayIndex', 'Word')
parser = csvmapper.CSVParser('diceware.wordlist.csv',
csvmapper.FieldMapper(fields))
converter = csvmapper.JSONConverter(parser)
print converter.doConvert(pretty=True)
