def analyzeCSV(self): filename = self.request.get("filename") if(filename not in [i+".csv" for i in self.files]): return "%s isn't an acceptable file." % filename d = self.request.get("delete") if(d == "1"): f1 = Data.gql("WHERE filename=:1 ORDER BY updated DESC", filename).get() f2 = Data.gql("WHERE filename=:1 ORDER BY updated DESC", filename[:-4]+".json").get() t = pretty_date(f1.updated) f1.delete() f2.delete() return "Deleted last version of %s from %s" % (filename, t) data = self.request.get("datafile") lastFile = Data.gql("WHERE filename=:1 ORDER BY updated DESC",filename).get() lastFirstLine = lastFile.data.split("\n") thisFirstLine = data.split("\n") if(thisFirstLine[0].strip() != lastFirstLine[0].strip()): return "%s doesn't match %s as keys for %s" % (thisFirstLine[0], lastFirstLine[0], filename) new_csv = Data(filename=filename, data=db.Text(data)) new_json = Data(filename=filename[:-4]+".json", data=db.Text(csv2json(data))) new_csv.put() new_json.put() return "Added file to table!"
def Fileupload(self,tab): from csv2json import csv2json while True: time.sleep(self.sleep+5) b = os.path.getsize(str(self.f)+".csv") if b > self.filesize: print ("Rewrite File "+str(self.f)+".csv") self.filesize= b x= rewriteFile.rewriteFile(self.f,tab) x.rewrite() y=csv2json(self.f+"1",tab) y.convert() self.Upload()
import os import pprint from csv2json import csv2json DATADIR = "" DATAFILE = "beatles-diskography.csv" DATAFILE1 = "test1.csv" DATAFILE2 = "test2.csv" DATAFILE3 = "test3.csv" DATAFILE4 = "test4.csv" DATAFILE5 = "test5.csv" print "---------------DATAFILE1---------------" datafile = os.path.join(DATADIR, DATAFILE) d = csv2json(datafile) pprint.pprint(d) print " -- Input File : %s lines" % (len(open(datafile, "r").readlines()) - 1) print " -- Out File : %s lines" % len(d) print "---------------DATAFILE1---------------" datafile = os.path.join(DATADIR, DATAFILE1) d = csv2json(datafile) pprint.pprint(d) print " -- Input File : %s lines" % (len(open(datafile, "r").readlines()) - 1) print " -- Out File : %s lines" % len(d) print "---------------DATAFILE2---------------" datafile = os.path.join(DATADIR, DATAFILE2) d = csv2json(datafile) pprint.pprint(d) print " -- Input File : %s lines" % (len(open(datafile, "r").readlines()) - 1)
# coding: utf-8 from StringIO import StringIO import requests from csv2json import csv2json url = 'https://docs.google.com/spreadsheet/ccc?key=0An3-9y7wLi-ldExhTzZqMjFiOHd4RTlMUnF1bWU4Y3c&output=csv' response = requests.get(url) csv = StringIO(response.text) print csv2json(csv)
from csv2json import csv2json import json container = [] for i, item in enumerate(csv2json("banco_dados_livros.csv")): item_dict = eval(item) dict_editora = {"pk": i + 1, "model": "catalogo.editora", "fields": {"nome": item_dict["editora"]}} del item_dict["editora"] dict_livro = {"pk": i + 1, "model": "catalogo.livro", "fields": item_dict} container.append(dict_livro) container.append(dict_editora) json.dump(container, open("initial_data.json", "w"))