Example #1
0
 def post(self):
     if GhettoAuth(self.request) == False:
         self.error(404)
         return
     
     zipFileModel = ZipFileModel.get( db.Key(self.request.get('key')) )
     
     
     if not zipFileModel:
         result = { 'success' : False, 'exception' : 'InvalidFileKeyError', 'msg' : 'Requested file does not exist!' }
         self.response.headers['Content-Type'] = 'application/json'
         self.response.out.write( json.dumps( result ) )
         return
         
     if not zipFileModel.blob:
         
         result = { 'success' : False, 'status' : zipFileModel.status, 'msg' : '' }
         self.response.headers['Content-Type'] = 'application/json'
         self.response.out.write( json.dumps( result ) )
         return
     
     else:
         self.response.headers['Content-Disposition'] = 'attachment; filename="LandStreamData.zip"'
         self.send_blob(zipFileModel.blob)
             
         return
     
     result = { 'success' : False, 'msg' : 'Unkown failure' }
     self.response.headers['Content-Type'] = 'application/json'
     self.response.out.write( json.dumps( result ) )
     return
Example #2
0
    def post(self):

        if GhettoAuth(self.request) == False:
            self.error(404)
            return

        try:
            dateParam = self.request.get('date')
            logging.debug(dateParam)
            date = None
            if dateParam:
                date = dateutil.parser.parse(dateParam)

            zipFileModel = ZipFileModel()
            zipFileModel.status = 'started'
            zipFileModel.put()

            deferred.defer(CreateZipFile, date, str(zipFileModel.key()))

            #self.response.out.write("started deferred task")
            self.response.headers['Content-Type'] = 'application/json'
            result = {
                'success': True,
                'msg': '',
                'key': str(zipFileModel.key())
            }
            self.response.out.write(json.dumps(result))
            return

        except Exception, detail:
            self.response.headers['Content-Type'] = 'application/json'
            result = {'success': False, 'msg': repr(detail)}
            self.response.out.write(json.dumps(result))
            return
Example #3
0
    def post(self):
        
        if GhettoAuth(self.request) == False:
            self.error(404)
            return
         
        try:
            dateParam = self.request.get('date')
            logging.debug(dateParam)
            date = None
            if dateParam:
                date = dateutil.parser.parse(dateParam)
                     
            zipFileModel = ZipFileModel()
            zipFileModel.status = 'started'
            zipFileModel.put()
 
            deferred.defer( CreateZipFile, date, str(zipFileModel.key()) )
         
            #self.response.out.write("started deferred task")
            self.response.headers['Content-Type'] ='application/json'
            result = { 'success' : True, 'msg' : '', 'key' : str(zipFileModel.key()) }
            self.response.out.write(json.dumps( result ))
            return
        
        except Exception, detail:
            self.response.headers['Content-Type'] ='application/json'
            result = { 'success' : False, 'msg' : repr(detail) }
            self.response.out.write(json.dumps( result ))
            return
Example #4
0
    def post(self):
        if GhettoAuth(self.request) == False:
            self.error(404)
            return

        zipFileModel = ZipFileModel.get(db.Key(self.request.get('key')))

        if not zipFileModel:
            result = {
                'success': False,
                'exception': 'InvalidFileKeyError',
                'msg': 'Requested file does not exist!'
            }
            self.response.headers['Content-Type'] = 'application/json'
            self.response.out.write(json.dumps(result))
            return

        if not zipFileModel.blob:

            result = {
                'success': False,
                'status': zipFileModel.status,
                'msg': ''
            }
            self.response.headers['Content-Type'] = 'application/json'
            self.response.out.write(json.dumps(result))
            return

        else:
            self.response.headers[
                'Content-Disposition'] = 'attachment; filename="LandStreamData.zip"'
            self.send_blob(zipFileModel.blob)

            return

        result = {'success': False, 'msg': 'Unkown failure'}
        self.response.headers['Content-Type'] = 'application/json'
        self.response.out.write(json.dumps(result))
        return
Example #5
0
def CreateZipFile(date, zipFileKey):

    # leases = OilGasLease.all().filter("date >", date)
    try:
        zipFileModel = ZipFileModel.get(db.Key(zipFileKey))
        zipFileModel.status = "running"
        zipFileModel.put()

        stream = StringIO.StringIO()
        zipFile = zipfile.ZipFile(stream, "w", compression=zipfile.ZIP_DEFLATED)

        leases = OilGasLease.all()

        if date:
            leases = leases.filter("date >", date)

        s = OilGasLease.ToCsv(leases)
        zipFile.writestr("OilGasLease.csv", s.getvalue())

        tracts = list()
        tempFiles = list()
        count = 0
        try:
            for lease in leases:
                tracts.extend(lease.Tracts)
                if count % 100 == 0:
                    zipFileModel.status = str(count)
                    zipFileModel.put()
                count += 1

        except db.Timeout:
            leases = OilGasLease.all()
            if date:
                leases = leases.filter("date >", date)

            for lease in leases.run(offset=count):
                tracts.extend(lease.Tracts)
                if csvOnly == False:
                    DocImage.WriteToZip(lease.Images, zipFile)

                if count % 100 == 0:
                    zipFileModel.status = str(count)
                    zipFileModel.put()
                count += 1

        zipFileModel.status = "writing Tract data to zipfile"
        zipFileModel.put()
        s = Tract.ToCsv(tracts)
        zipFile.writestr("Tracts.csv", s.getvalue())
        zipFile.close()

        blob = files.blobstore.create(mime_type="application/zip", _blobinfo_uploaded_filename="LandStreamData.zip")

        zipFileModel.status = "writing zip file to blobstore"
        zipFileModel.put()
        with files.open(blob, "a") as f:
            stream.seek(0)
            while True:
                buf = stream.read(2048)
                if buf == "":
                    break
                f.write(buf)

        files.finalize(blob)
        zipFileModel.blob = files.blobstore.get_blob_key(blob)
        zipFileModel.status = "done"
        zipFileModel.put()
    except Exception, detail:
        zipFileModel.status = repr(detail)
        zipFileModel.put()
Example #6
0
def CreateZipFile(date, zipFileKey):

    #leases = OilGasLease.all().filter("date >", date)
    try:
        zipFileModel = ZipFileModel.get(db.Key(zipFileKey))
        zipFileModel.status = 'running'
        zipFileModel.put()

        stream = StringIO.StringIO()
        zipFile = zipfile.ZipFile(stream,
                                  'w',
                                  compression=zipfile.ZIP_DEFLATED)

        leases = OilGasLease.all()

        if date:
            leases = leases.filter('date >', date)

        s = OilGasLease.ToCsv(leases)
        zipFile.writestr("OilGasLease.csv", s.getvalue())

        tracts = list()
        tempFiles = list()
        count = 0
        try:
            for lease in leases:
                tracts.extend(lease.Tracts)
                if count % 100 == 0:
                    zipFileModel.status = str(count)
                    zipFileModel.put()
                count += 1

        except db.Timeout:
            leases = OilGasLease.all()
            if date:
                leases = leases.filter('date >', date)

            for lease in leases.run(offset=count):
                tracts.extend(lease.Tracts)
                if csvOnly == False:
                    DocImage.WriteToZip(lease.Images, zipFile)

                if count % 100 == 0:
                    zipFileModel.status = str(count)
                    zipFileModel.put()
                count += 1

        zipFileModel.status = 'writing Tract data to zipfile'
        zipFileModel.put()
        s = Tract.ToCsv(tracts)
        zipFile.writestr("Tracts.csv", s.getvalue())
        zipFile.close()

        blob = files.blobstore.create(
            mime_type='application/zip',
            _blobinfo_uploaded_filename='LandStreamData.zip')

        zipFileModel.status = 'writing zip file to blobstore'
        zipFileModel.put()
        with files.open(blob, 'a') as f:
            stream.seek(0)
            while True:
                buf = stream.read(2048)
                if buf == "":
                    break
                f.write(buf)

        files.finalize(blob)
        zipFileModel.blob = files.blobstore.get_blob_key(blob)
        zipFileModel.status = 'done'
        zipFileModel.put()
    except Exception, detail:
        zipFileModel.status = repr(detail)
        zipFileModel.put()