def loadline(line):
"Save a particular line to the database."
if line[-1] == "\n":
line = line[:-1]
doc = parseline(line)
print doc
1 / 0
db.deathfile.insert(doc)
def test_names(self):
with self.assertRaises(ValueError):
parseline(' 242250680TATE Ronnie D V1113200211161957 ')
with self.assertRaises(ValueError):
parseline(' 242250680TATE 6 RONNIE D V1113200211161957 ')
with self.assertRaises(ValueError):
parseline(' 242250680TATE RONNIE D V1113200211161957 ')
def run(self):
num_lines = sum(1 for line in open(self.LogFile))
f = open(self.LogFile)
filesize = os.stat(self.LogFile).st_size
oldfilesize = filesize
line_nb = 1
while not self.kill_received:
filesize = os.stat(self.LogFile).st_size
if filesize < oldfilesize: # check if file has been rotated
f.close()
f = open(self.LogFile)
oldfilesize = filesize
line = f.readline()
if line != '':
line_nb = line_nb + 1
parseline(line)
time.sleep(.001)
if line_nb < num_lines:
print('log at line %s of %s' % (line_nb, num_lines))
else:
print('log at line %s' % line_nb)
connection = psycopg2.connect('dbname=middlenames user=tlevine')
cursor = connection.cursor(r
def schema():
cursor.execute('CREATE TABLE IF NOT EXISTS
def load():
'Go throug all of the files and import everything.'
for filepart in range(1, 4):
def o(prefix):
return open('deathfile/ssdm%d' % filepart, 'r')
try:
f = o('/tmp/') # From the ramdisk
except IOError:
f = o('') #From the hard disk
for line in f:
loadline(line)
def loadline(line):
'Save a particular line to the database.'
if line[-1] == '\n':
line = line[:-1]
doc = parseline(line)
doc['_id'] = doc['ssn']
db.deathfile.insert(doc)
if __name__ == '__main__':
load()
def test_length(self):
with self.assertRaises(ValueError):
parseline(' 242250680TATE RONNIE D V1113200211161957 ')
def test_padding1(self):
with self.assertRaises(ValueError):
parseline(' 242250680TATE RONNIE D V1113200211161957 _ ')
def test_datetimes(self):
with self.assertRaises(ValueError):
parseline(' 242250680TATE RONNIE D V13132002111619572 ')
def test_parser(self):
self.assertDictEqual(parseline(self.line), self.expected_result)
