def export_db(self, **kwargs):
if kwargs["format"] == "csv":
sql = "PRAGMA table_info(GPPT_Submissions)"
schema = self.cur.execute(sql).fetchall()
colnames = []
for col in schema:
colnames.append(col[1])
colnames.remove("Attachment_Binary")
colnames.remove("Message_Id")
colnames.remove("Attachment_Id")
sql = '''SELECT Id, Filename, Submitter, Region, Date, Lead_Office, P_Margin, Tot_Fee, Blended_Rate,
Tot_Hours, Hours_Mgr, Hours_SPM, Hours_PM, Hours_Cons, Hours_Assoc, Method, Tool_Version
FROM GPPT_Submissions'''
results = self.cur.execute(sql).fetchall()
with open("GPPT_Submissions.csv", "w") as f:
writer = UnicodeWriter(f)
writer.writerow(colnames)
# for row in results:
# utf8_row = []
# for cell in row:
# if isinstance(cell, unicode):
# s = cell.decode('utf-8')
# elif isinstance(cell, int):
# s = str(cell)
# utf8_row.append(s.encode('utf-8'))
for row in results:
writer.writerow(row)
logging.info("Database dumped to GPPT_Submissions.csv")
def csv_out(imdb, file):
print '\nWriting to', file
username = os.path.splitext(os.path.basename(file))[0]
with codecs.open(file, 'wb') as outfile:
w = UnicodeWriter(outfile)
row0 = []
for n in imdb:
row0.extend(n.keys())
row0 = set(row0)
w.writerow(row0)
for n in imdb:
row1 = []
for m in row0:
v = n.get(m)
if (v == None):
v = ""
row1.append(v)
w.writerow(row1)
def handle(self, *args, **options):
if not options.has_key('file'):
raise CommandError("An output filename must be specified with -f=")
if not options.has_key('city'):
raise CommandError("At least one city must be specified with -c=")
file = open(options['file'], 'w')
csv = UnicodeWriter(file)
for city_name in options['city'].split(','):
print city_name
city = City.objects.get(name=city_name)
wards = Ward.objects.filter(city=city)
for ward in wards:
row = [
city.name, ward.name, ward.councillor.first_name,
ward.councillor.last_name, ward.councillor.email
]
csv.writerow(row)
def handle(self):
"""
Reply to incoming requests.
Request:
<COMMAND> <FILTER-TYPE> [SUBSTRING ...]
COMMAND: ALL|OPEN|INGAME
FILTER-TYPE: NONE|MOD|HOST|DESC
SUBSTRING: The text to look for in the column FILTER-TYPE. If
space[s] is encountered, each word must be in the
field (AND). If '|' is encountered, word[s] before
and after it will be searched for separately and
all results will be returned (OR).
Reply:
1st line: 'START <ISO 8601 timestamp, UTC>'
2nd: List of hosts as an UTF-8 encoded CSV using ; as separator and
quoting every field. The list will be filtered if
FILTER-TYPE != NONE.
3rd: 'END <length of list>'
"""
try:
for line in self.rfile:
# loop until disconnect or server shutdown
if self.server.shutdown_now:
logger.info("(%s:%d) server shut down already, bye bye",
self.client_address[0], self.client_address[1])
self.finish()
return
# remote sockets are not always closed, kill myself after MAX_CONNECTION_LENGTH seconds
if datetime.datetime.now(
) - self.thread.start_time > datetime.timedelta(
seconds=MAX_CONNECTION_LENGTH):
logger.info(
"(%s:%d) Running since %s (>%d sec) in thread %s, killing myself.",
self.client_address[0], self.client_address[1],
self.thread.start_time.strftime("%Y-%m-%d %H:%M:%S"),
MAX_CONNECTION_LENGTH, self.thread.name)
self.finish()
return
self.server.query_stats_add(line)
line = line.split()
if len(line) < 2 or (len(line) == 2 and line[1] != "NONE"):
logger.error("(%s:%d) Format error: '%s'",
self.client_address[0],
self.client_address[1], line)
continue
# COMMAND
if line[0] == "ALL":
host_list = self.hosts.values()
elif line[0] == "OPEN":
host_list = self.hosts_open.values()
elif line[0] == "INGAME":
host_list = self.hosts_ingame.values()
else:
logger.error("(%s:%d) Unknown COMMAND '%s'.",
self.client_address[0],
self.client_address[1], line[0])
continue
# FILTER-TYPE
if line[1] == "NONE":
host_list_filtered = host_list
elif line[1] == "MOD":
host_list_filtered = list()
for words in " ".join(line[2:]).split("|"):
host_list_filtered.extend([
host for host in host_list
if substr_search(words, host.gameName)
])
elif line[1] == "HOST":
host_list_filtered = list()
for words in " ".join(line[2:]).split("|"):
host_list_filtered.extend([
host for host in host_list
if substr_search(words, host.founder)
])
else:
logger.error("(%s:%d) Unknown FILTER-TYPE '%s'.",
self.client_address[0],
self.client_address[1], line[0])
continue
response = u"START %s\n" % datetime.datetime.utcnow(
).isoformat()
if len(host_list_filtered) > 0:
csvfile = cStringIO.StringIO()
csvwriter = UnicodeWriter(csvfile, quoting=csv.QUOTE_ALL)
csvwriter.writerow(host_list_filtered[0].as_list_header())
csvwriter.writerows(
[host.as_list() for host in host_list_filtered])
response += csvfile.getvalue()
csvfile.close()
response += u"END %d\n" % len(host_list_filtered)
self.wfile.write(response)
except socket.error, so:
# client disconnected. that's OK, thread will terminate now
logger.debug(
"(%s:%d) client disconnected after %0.1f min",
self.client_address[0], self.client_address[1],
(datetime.datetime.now() - self.thread.start_time).seconds /
60.0)
self.finish()
return
