upload.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-
# TODO - don't allow zero byte files to be stored

from bottle import route,request,redirect
import bottle
from siteglobals import env, db,config,tasbot,cache,is_debug
from utils import *
import hashlib,os,sys
from zipfile import ZipFile
import recordlist
if is_debug:
	@route('/upload', method='GET')
	def output():
		try:
			return env.get_template('upload.html').render( )

		except Exception, m:
			return env.get_template('error.html').render(err_msg=str(m))

def parseZip( fn ):
	date_time = ''
	members = dict()
	removemembers = False
	zipfile = ZipFile( fn )
	cache.invalidate(recordlist.output, 'list_output', )
	files_of_interest = ['infolog.txt','ext.txt','platform.txt','script.txt','settings.txt','unitsync.log','client.txt','information.txt','demo.sdf']
	
	for info in zipfile.infolist():
		if info.filename in files_of_interest and info.file_size < 5 * 1024 * 1024:
			members[info.filename] = zipfile.read( info.filename )
			if info.filename == 'infolog.txt':
				date_time = info.date_time
		else:
			removemembers = True
	
	if removemembers:
		newzipfile = ZipFile (fn + '.new', 'w')
		tmpfilename = '/tmp/' + os.path.basename (fn) + '.tmp'
		for file in members.keys ():
			tmpfile = open (tmpfilename, 'w')
			tmpfile.write (zipfile.read (file))
			tmpfile.close ()
			newzipfile.write (tmpfilename, file)
			os.remove (tmpfilename)
		newzipfile.close ()
		zipfile.close ()
		os.rename (fn, fn + '.orig')
		os.rename (fn + '.new', fn)
	else:
		zipfile.close ()
	
	return db.parseZipMembers( fn, members, date_time )

@route('/upload', method='POST')
def output_post():
	try:
		data = request.POST['file'].value
		upload_dir = config.get('site','uploads')
		fn_relative = '%s/%s.zip'%( upload_dir,hashlib.sha224(data).hexdigest() )
		fn = fn_relative 
		#fn = '%s/%s'%( os.getcwd(), fn_relative )  
		fd = open( fn, 'wb')
		fd.write( data )
		fd.close()
		new_id = parseZip( fn )
		base_url = config.get('site', 'baseurl' )
		chan = config.get('tasbot', 'report_channel' )
		tasbot.tasclient.say(chan,'new crash report uploaded: http://%s%d'%(config.get('site', 'detailurl' ),new_id))
		return 'success'

	except Exception, m:
		print m
		return env.get_template('error.html').render(err_msg=str(m))

if __name__=="__main__":
	failed = []
#	print 'clearing DB'
#	import rebuild
	sys.stdout.write( 'parsing' )
	for fn in sys.argv[1:]:
		try:
			sys.stdout.write( '.' )
			sys.stdout.flush()
			parseZip( fn )
		except Exception, e:
			failed.append( 'failed: %s: %s'%(fn, str(e) ) )
	print '\nsuccesfully imported %d of %d records'%(len(sys.argv[1:]) - len(failed), len(sys.argv[1:]) )
	print '\n'.join(failed)