Beispiel #1
0
 def test_4_empty_title_convert_csv(self):
     """Test converting a CSV with empty header to JSON"""
     csv = open(os.path.join(self.testdata_path, 'simple_empty_title.csv'))
     data = dataconverter(csv, {'type': 'csv'})
     headers, content = data.convert()
     self.assertEqual([{"id": u"date"}, {"id": u"column_1"}, {"id": u"temperature"}, {"id": u"place"}], headers)
     assert ({u"date": u"2011-01-03", u"place": u"Berkeley", u"temperature": u"5", u"column_1": u""} in content)
Beispiel #2
0
 def test_1_convert_csv(self):
     """Test converting a CSV to JSON"""
     csv = open(os.path.join(self.testdata_path, 'simple.csv'))
     data = dataconverter(csv, {'type': 'csv'})
     headers, content = data.convert()
     self.assertEqual([{'id': u'date'}, {'id': u'temperature'}, {'id': u'place'}], headers)
     assert ({u'date': u'2011-01-03', u'place': u'Berkeley', u'temperature': u'5'} in content)
 def test_1_convert_xls(self):
     """Test converting a XLS to JSON"""
     xls = open(os.path.join(self.testdata_path, 'simple.xls'))
     data = dataconverter(xls, {'type': 'xls'})
     headers, content = data.convert()
     self.assertEqual([{"id": u"date"}, {"id": u"temperature"}, {"id":
                      u"place"}], headers)
     assert ({u"date": u"2011-01-03T00:00:00", u"place": u"Berkeley",
             "temperature": 5.0} in content)
def convert(format=None):
    results = {}
    if (format is None or request.args.get('url') is None):
        results['error'] = error
        results = json.dumps(results)
    else:
        url = request.args.get('url')
        r = requests.get(url)
        handle = StringIO(r.content)
        with NamedTemporaryFile() as datafile:
            datafile.write(handle.getvalue())
            datafile.seek(0)
            data = dataconverter(datafile, request.args)
            try:
                data = dataconverter(datafile, request.args)
                header, results = data.convert()
                results_json = json.dumps({'headers': header, 'data': results})
            except Exception as e:
                results['error'] = str(e)
                results_json = json.dumps(results)
    return Response(results_json, mimetype='application/json')
Beispiel #5
0
def convert(format=None):
    results = {}
    if format is None or request.args.get("url") is None:
        results["error"] = error
        results = json.dumps(results)
    else:
        url = request.args.get("url")
        r = requests.get(url)
        handle = StringIO(r.content)
        with NamedTemporaryFile() as datafile:
            datafile.write(handle.getvalue())
            datafile.seek(0)
            data = dataconverter(datafile, request.args)
            try:
                data = dataconverter(datafile, request.args)
                header, results = data.convert()
                results_json = json.dumps({"headers": header, "data": results})
            except Exception as e:
                results["error"] = str(e)
                results_json = json.dumps(results)
    return Response(results_json, mimetype="application/json")
Beispiel #6
0
 def test_2_unicode_csv(self):
     """Test converting a CSV with unicode chars to JSON"""
     csv = open(os.path.join(self.testdata_path, 'spanish_chars.csv'))
     data = dataconverter(csv, {'type': 'csv'})
     headers, content = data.convert()
     self.assertEqual([{"id": u"GF_ID"}, {"id": u"FN_ID"}, {"id": u"SF_ID"},
             {"id": u"GF"}, {"id": u"F"}, {"id": u"SF"}, {"id":
             u"Gasto total 2011"}, {"id": u"Descripci\u00f3n"}],
             headers)
     assert ({u"Gasto total 2011": u"", u"F": u"", u"Descripci\u00f3n": "",
             u"SF_ID": u"", u"GF_ID": u"Fuente: Presupuesto de Egresos de"
             u" la Federaci\u00f3n 2011 An\u00e1lisis de las Funciones y "
             u"Subfunciones del Gasto Programable por Destino del Gasto "
             u"(neto) y Manual de Programaci\u00f3n y Presupuesto 2011 "
             u"Anexo 11 Cat\u00e1logo Funcional ", u"GF": "", u"FN_ID":
             u"", u"SF": u""} in content)
 def test_1_convert_xls(self):
     """Test converting a XLS to JSON"""
     xls = open(os.path.join(self.testdata_path, 'simple.xls'))
     data = dataconverter(xls, {'type': 'xls'})
     headers, content = data.convert()
     self.assertEqual([{
         "id": u"date"
     }, {
         "id": u"temperature"
     }, {
         "id": u"place"
     }], headers)
     assert ({
         u"date": u"2011-01-03T00:00:00",
         u"place": u"Berkeley",
         "temperature": 5.0
     } in content)