def analyzeCSV(self):
filename = self.request.get("filename")
if(filename not in [i+".csv" for i in self.files]):
return "%s isn't an acceptable file." % filename
d = self.request.get("delete")
if(d == "1"):
f1 = Data.gql("WHERE filename=:1 ORDER BY updated DESC", filename).get()
f2 = Data.gql("WHERE filename=:1 ORDER BY updated DESC", filename[:-4]+".json").get()
t = pretty_date(f1.updated)
f1.delete()
f2.delete()
return "Deleted last version of %s from %s" % (filename, t)
data = self.request.get("datafile")
lastFile = Data.gql("WHERE filename=:1 ORDER BY updated DESC",filename).get()
lastFirstLine = lastFile.data.split("\n")
thisFirstLine = data.split("\n")
if(thisFirstLine[0].strip() != lastFirstLine[0].strip()):
return "%s doesn't match %s as keys for %s" % (thisFirstLine[0], lastFirstLine[0], filename)
new_csv = Data(filename=filename, data=db.Text(data))
new_json = Data(filename=filename[:-4]+".json", data=db.Text(csv2json(data)))
new_csv.put()
new_json.put()
return "Added file to table!"
def Fileupload(self,tab):
from csv2json import csv2json
while True:
time.sleep(self.sleep+5)
b = os.path.getsize(str(self.f)+".csv")
if b > self.filesize:
print ("Rewrite File "+str(self.f)+".csv")
self.filesize= b
x= rewriteFile.rewriteFile(self.f,tab)
x.rewrite()
y=csv2json(self.f+"1",tab)
y.convert()
self.Upload()
import os import pprint from csv2json import csv2json DATADIR = "" DATAFILE = "beatles-diskography.csv" DATAFILE1 = "test1.csv" DATAFILE2 = "test2.csv" DATAFILE3 = "test3.csv" DATAFILE4 = "test4.csv" DATAFILE5 = "test5.csv" print "---------------DATAFILE1---------------" datafile = os.path.join(DATADIR, DATAFILE) d = csv2json(datafile) pprint.pprint(d) print " -- Input File : %s lines" % (len(open(datafile, "r").readlines()) - 1) print " -- Out File : %s lines" % len(d) print "---------------DATAFILE1---------------" datafile = os.path.join(DATADIR, DATAFILE1) d = csv2json(datafile) pprint.pprint(d) print " -- Input File : %s lines" % (len(open(datafile, "r").readlines()) - 1) print " -- Out File : %s lines" % len(d) print "---------------DATAFILE2---------------" datafile = os.path.join(DATADIR, DATAFILE2) d = csv2json(datafile) pprint.pprint(d) print " -- Input File : %s lines" % (len(open(datafile, "r").readlines()) - 1)
# coding: utf-8 from StringIO import StringIO import requests from csv2json import csv2json url = 'https://docs.google.com/spreadsheet/ccc?key=0An3-9y7wLi-ldExhTzZqMjFiOHd4RTlMUnF1bWU4Y3c&output=csv' response = requests.get(url) csv = StringIO(response.text) print csv2json(csv)
from csv2json import csv2json
import json
container = []
for i, item in enumerate(csv2json("banco_dados_livros.csv")):
item_dict = eval(item)
dict_editora = {"pk": i + 1, "model": "catalogo.editora", "fields": {"nome": item_dict["editora"]}}
del item_dict["editora"]
dict_livro = {"pk": i + 1, "model": "catalogo.livro", "fields": item_dict}
container.append(dict_livro)
container.append(dict_editora)
json.dump(container, open("initial_data.json", "w"))
