def uploadXmlsToBlobstore():
"""Writing Files to the Blobstore (Experimental) via remote api to
production server not working!
https://developers.google.com/appengine/docs/python/blobstore/overview#Writing_Files_to_the_Blobstore
http://stackoverflow.com/questions/8201283/google-app-engine-how-to-write-large-files-to-google-cloud-storage
http://stackoverflow.com/questions/3530990/upload-data-to-blobstore-using-remote-api
http://stackoverflow.com/questions/6545247/erratic-problem-with-app-engine-when-writing-files-directly-to-the-blobstore
"""
romn_dir = getRomnDir()
for dirpath, dirnames, filenames in os.walk(romn_dir):
for filename in filenames:
path = os.path.join(dirpath, filename)
key = path[len(romn_dir)+1:]
print('uploading %s ...' % key)
with open(path, 'rb') as f:
# Create the file
file_name = files.blobstore.create(mime_type='application/octet-stream')
# Open the file and write to it
with files.open(file_name, 'a') as f2:
f2.write(f.read())
# Finalize the file. Do this before attempting to read it.
files.finalize(file_name)
XmlBlobKey(id=key, blob_key=files.blobstore.get_blob_key(file_name)).put()
def uploadXmlsToBlobstore():
"""Writing Files to the Blobstore (Experimental) via remote api to
production server not working!
https://developers.google.com/appengine/docs/python/blobstore/overview#Writing_Files_to_the_Blobstore
http://stackoverflow.com/questions/8201283/google-app-engine-how-to-write-large-files-to-google-cloud-storage
http://stackoverflow.com/questions/3530990/upload-data-to-blobstore-using-remote-api
http://stackoverflow.com/questions/6545247/erratic-problem-with-app-engine-when-writing-files-directly-to-the-blobstore
"""
romn_dir = getRomnDir()
for dirpath, dirnames, filenames in os.walk(romn_dir):
for filename in filenames:
path = os.path.join(dirpath, filename)
key = path[len(romn_dir):]
print('uploading %s ...' % key)
with open(path, 'rb') as f:
# Create the file
file_name = files.blobstore.create(
mime_type='application/octet-stream')
# Open the file and write to it
with files.open(file_name, 'a') as f2:
f2.write(f.read())
# Finalize the file. Do this before attempting to read it.
files.finalize(file_name)
XmlBlobKey(
id=key,
blob_key=files.blobstore.get_blob_key(file_name)).put()
def getPaliXml(action, space):
url = os.path.join(urlPrefix, action)
path = os.path.join(getRomnDir(), action)
if not os.path.exists(os.path.dirname(path)):
os.makedirs(os.path.dirname(path))
download(url, path, space)
def getPaliXml(action, space):
url = os.path.join(urlPrefix, action)
path = os.path.join(getRomnDir(), action)
if not os.path.exists(os.path.dirname(path)):
os.makedirs(os.path.dirname(path))
download(url, path, space)
def getTocXml(src, space=0):
url = os.path.join(urlPrefix, src)
path = os.path.join(getRomnDir(), src)
if not os.path.exists(os.path.dirname(path)):
os.makedirs(os.path.dirname(path))
download(url, path, space)
dom = xml.dom.minidom.parse(path)
parseTocElement(dom.documentElement, space)
def getTocXml(src, space=0):
url = os.path.join(urlPrefix, src)
path = os.path.join(getRomnDir(), src)
if not os.path.exists(os.path.dirname(path)):
os.makedirs(os.path.dirname(path))
download(url, path, space)
dom = xml.dom.minidom.parse(path)
parseTocElement(dom.documentElement, space)
def uploadXmlsViaCustomRemoteBlobstoreAPI():
"""
http://stackoverflow.com/questions/101742/how-do-you-access-an-authenticated-google-app-engine-service-from-a-non-web-py
http://stackoverflow.com/questions/10118585/how-to-make-an-authenticated-request-from-a-script-to-appengine?lq=1
"""
from google.appengine.tools import appengine_rpc
app_name = raw_input('app_name:')
rpcServer = appengine_rpc.HttpRpcServer("%s.appspot.com" % app_name,
auth_func,
None,
app_name,
save_cookies=True,
secure=True)
romn_dir = getRomnDir()
for dirpath, dirnames, filenames in os.walk(romn_dir):
for filename in filenames:
path = os.path.join(dirpath, filename)
key = path[len(romn_dir):]
print('uploading %s ...' % key)
"""Python HTTP POST json-format data (payload is encoded with base64).
Reference:
http://stackoverflow.com/questions/4348061/how-to-use-python-urllib2-to-send-json-data-for-login
http://stackoverflow.com/questions/16329786/how-can-i-get-python-base64-encoding-to-play-nice-with-json
"""
with open(path, 'rb') as f:
jdata = json.dumps({
'key': key,
'payload': base64.b64encode(f.read())
})
responseData = rpcServer.Send('/customRemoteBlobstoreAPI', jdata)
result_array = responseData.split('<br />')
if result_array[0] == 'OK':
print('key: %s, blob_key: %s' %
(result_array[1], result_array[2]))
else:
raise Exception('server return error: %s' % responseData)
def uploadXmlsViaCustomRemoteBlobstoreAPI():
"""
http://stackoverflow.com/questions/101742/how-do-you-access-an-authenticated-google-app-engine-service-from-a-non-web-py
http://stackoverflow.com/questions/10118585/how-to-make-an-authenticated-request-from-a-script-to-appengine?lq=1
"""
from google.appengine.tools import appengine_rpc
app_name = raw_input('app_name:')
rpcServer = appengine_rpc.HttpRpcServer(
"%s.appspot.com" % app_name,
auth_func,
None,
app_name,
save_cookies=True,
secure=True)
romn_dir = getRomnDir()
for dirpath, dirnames, filenames in os.walk(romn_dir):
for filename in filenames:
path = os.path.join(dirpath, filename)
key = path[len(romn_dir)+1:]
print('uploading %s ...' % key)
"""Python HTTP POST json-format data (payload is encoded with base64).
Reference:
http://stackoverflow.com/questions/4348061/how-to-use-python-urllib2-to-send-json-data-for-login
http://stackoverflow.com/questions/16329786/how-can-i-get-python-base64-encoding-to-play-nice-with-json
"""
with open(path, 'rb') as f:
jdata = json.dumps({'key': key,
'payload': base64.b64encode(f.read()) })
responseData = rpcServer.Send('/customRemoteBlobstoreAPI', jdata)
result_array = responseData.split('<br />')
if result_array[0] == 'OK':
print('key: %s, blob_key: %s' % (result_array[1], result_array[2]))
else:
raise Exception('server return error: %s' % responseData)
