def fromEthercalc(self,key,creator):
self.creator = creator
self.dataset = key
lines = urllib2.urlopen('https://ethercalc.org/%s.csv'%key).readlines()
fields = [l.split(',') for l in lines]
self.processFields(fields)
write2db(self.dictionary,self.creator,self.dataset)
self.dumpRDF()
def fromEthercalc(self, key, creator):
self.creator = creator
self.dataset = key
lines = urllib2.urlopen('https://ethercalc.org/%s.csv' %
key).readlines()
fields = [l.split(',') for l in lines]
self.processFields(fields)
write2db(self.dictionary, self.creator, self.dataset)
self.dumpRDF()
def fromCSV(self, filename, creator, originalfilename = False):
self.creator = creator
self.dataset = filename.split('/')[-1]
if originalfilename:
self.dataset = originalfilename
lines = open(filename).readlines()
separator = h.getSeparator(lines[0])
fields = [l.split(separator) for l in lines]
self.processFields(fields)
write2db(self.dictionary,self.creator,self.dataset)
self.dumpRDF()
def fromXLS(self, xlsfile, creator, originalfilename = False):
self.creator = creator
self.dataset = xlsfile.split('/')[-1]
if originalfilename:
self.dataset = originalfilename
book = xlrd.open_workbook(xlsfile)
sheet = book.sheet_by_index(0)
fields = [[sheet.cell(row_index,col_index).value for col_index in range(0,sheet.ncols) ] for row_index in range(sheet.nrows) ]
self.processFields(fields)
write2db(self.dictionary,self.creator,self.dataset)
self.dumpRDF()
def fromCSV(self, filename, creator, originalfilename=False):
self.creator = creator
self.dataset = filename.split('/')[-1]
if originalfilename:
self.dataset = originalfilename
lines = open(filename).readlines()
separator = h.getSeparator(lines[0])
fields = [l.split(separator) for l in lines]
self.processFields(fields)
write2db(self.dictionary, self.creator, self.dataset)
self.dumpRDF()
def fromXLS(self, xlsfile, creator, originalfilename=False):
self.creator = creator
self.dataset = xlsfile.split('/')[-1]
if originalfilename:
self.dataset = originalfilename
book = xlrd.open_workbook(xlsfile)
sheet = book.sheet_by_index(0)
fields = [[
sheet.cell(row_index, col_index).value
for col_index in range(0, sheet.ncols)
] for row_index in range(sheet.nrows)]
self.processFields(fields)
write2db(self.dictionary, self.creator, self.dataset)
self.dumpRDF()
self.dictionary[walscode]['isbnref'] = False
self.dictionary[walscode]['values'] = {}
for k in dico:
try:
featurenumber = k.upper()
if featurenumber.startswith('F'):
featurenumber = featurenumber[1:]
if featurenumber.upper() not in getWalsFeatures():
continue
featurevalue = int(dico[k])
except ValueError:
continue
except TypeError:
continue
self.dictionary[walscode]['values'][featurenumber] = featurevalue
write2db(self.dictionary,self.creator,self.dataset)
self.dumpRDF()
def fromXLS(self, xlsfile, creator, originalfilename = False):
self.creator = creator
self.dataset = xlsfile.split('/')[-1]
if originalfilename:
self.dataset = originalfilename
book = xlrd.open_workbook(xlsfile)
sheet = book.sheet_by_index(0)
fields = [[sheet.cell(row_index,col_index).value for col_index in range(0,sheet.ncols) ] for row_index in range(sheet.nrows) ]
self.processFields(fields)
write2db(self.dictionary,self.creator,self.dataset)
self.dumpRDF()
self.dictionary[walscode]['values'] = {}
for k in dico:
try:
featurenumber = k.upper()
if featurenumber.startswith('F'):
featurenumber = featurenumber[1:]
if featurenumber.upper() not in getWalsFeatures():
continue
featurevalue = int(dico[k])
except ValueError:
continue
except TypeError:
continue
self.dictionary[walscode]['values'][
featurenumber] = featurevalue
write2db(self.dictionary, self.creator, self.dataset)
self.dumpRDF()
def fromXLS(self, xlsfile, creator, originalfilename=False):
self.creator = creator
self.dataset = xlsfile.split('/')[-1]
if originalfilename:
self.dataset = originalfilename
book = xlrd.open_workbook(xlsfile)
sheet = book.sheet_by_index(0)
fields = [[
sheet.cell(row_index, col_index).value
for col_index in range(0, sheet.ncols)
] for row_index in range(sheet.nrows)]
self.processFields(fields)
write2db(self.dictionary, self.creator, self.dataset)
