def checkfilename(request):
elapsedtime = time.time()
if 'filenames2check' in request.POST and request.POST[
'filenames2check'] != '':
listoffilenames = request.POST['filenames2check']
filenames = listoffilenames.split(' ')
objectnumbers = [getNumber(o, INSTITUTION) for o in filenames]
else:
objectnumbers = []
listoffilenames = ''
elapsedtime = time.time() - elapsedtime
status = 'up'
timestamp = time.strftime("%b %d %Y %H:%M:%S", time.localtime())
return render(
request, 'uploadmedia.html', {
'filenames2check': listoffilenames,
'version': prmz.VERSION,
'objectnumbers': objectnumbers,
'dropdowns': im.BMUoptions,
'override_options': override_options,
'timestamp': timestamp,
'elapsedtime': '%8.2f' % elapsedtime,
'status': status,
'apptitle': TITLE,
'serverinfo': SERVERINFO
})
def checkfilename(request):
elapsedtime = time.time()
if 'filenames2check' in request.POST and request.POST['filenames2check'] != '':
listoffilenames = request.POST['filenames2check']
filenames = listoffilenames.split(' ')
objectnumbers = [getNumber(o, INSTITUTION) for o in filenames]
else:
objectnumbers = []
listoffilenames = ''
elapsedtime = time.time() - elapsedtime
status = 'up'
timestamp = time.strftime("%b %d %Y %H:%M:%S", time.localtime())
return render(request, 'uploadmedia.html', {'filenames2check': listoffilenames, 'version': prmz.VERSION,
'objectnumbers': objectnumbers, 'dropdowns': im.BMUoptions,
'override_options': override_options, 'timestamp': timestamp,
'elapsedtime': '%8.2f' % elapsedtime,
'status': status, 'apptitle': TITLE, 'serverinfo': SERVERINFO})
def checkimagefilenames(request):
elapsedtime = time.time()
context = setConstants(request, im)
try:
filename = request.GET['filename']
(jobnumber, step, csv ) = filename.split('.')
context['jobnumber'] = jobnumber
context['filename'] = filename
file_handle = open(getJobfile(filename), "rb")
lines = file_handle.read().splitlines()
recordtypes = [f.split("|") for f in lines]
filenames = [ r[0] for r in recordtypes[1:]]
objectnumbers = []
seen = {}
for o in filenames:
objitems = getNumber(o, INSTITUTION)
if objitems[1] in seen:
objectnumbers.append(objitems + (seen[objitems[1]],))
else:
asquery = '%s?as=%s_common:%s%%3D%%27%s%%27&wf_deleted=false&pgSz=%s' % ('collectionobjects', 'collectionobjects', 'objectNumber', objitems[1], 10)
(objecturl, objectx, dummy, itemtime) = getfromCSpace(asquery, request)
if objectx is None:
totalItems = 0
else:
objectx = fromstring(objectx)
totalItems = objectx.find('.//totalItems')
totalItems = int(totalItems.text)
#objectcsids = [e.text for e in objectx.findall('.//csid')]
objectnumbers.append(objitems + (totalItems,))
seen[objitems[1]] = totalItems
file_handle.close()
except:
raise
objectnumbers = []
elapsedtime = time.time() - elapsedtime
context = setContext(context, elapsedtime)
context['objectnumbers'] = objectnumbers
return render(request, 'uploadmedia.html', context)
def prepareFiles(request, validateonly, BMUoptions, constants):
jobnumber = constants['jobnumber']
jobinfo = {}
images = []
for lineno, afile in enumerate(request.FILES.getlist('imagefiles')):
# print afile
try:
print "%s %s: %s %s (%s %s)" % ('id', lineno + 1, 'name', afile.name, 'size', afile.size)
image = get_exif(afile)
filename, objectnumber, imagenumber = getNumber(afile.name, INSTITUTION)
datetimedigitized, dummy = assignValue('', 'ifblank', image, 'DateTimeDigitized', {})
imageinfo = {'id': lineno, 'name': afile.name, 'size': afile.size,
'objectnumber': objectnumber,
'imagenumber': imagenumber,
# 'objectCSID': objectCSID,
'date': datetimedigitized}
for override in BMUoptions['overrides']:
dname,refname = assignValue(constants[override[2]][0], constants[override[2]][1], image, override[3], override[4])
imageinfo[override[2]] = refname
# add the Displayname just in case...
imageinfo['%sDisplayname' % override[2]] = dname
if not validateonly:
handle_uploaded_file(afile)
for option in ['handling', 'approvedforweb']:
if option in request.POST:
imageinfo[option] = request.POST[option]
else:
imageinfo[option] = ''
if 'handling' in request.POST:
handling = request.POST['handling']
for parms in BMUoptions['bmuconstants'][handling]:
imageinfo[parms] = BMUoptions['bmuconstants'][handling][parms]
# special case:
# borndigital media have their mh id numbers unconditionally replaced with a sequence number
if imageinfo['handling'] == 'borndigital':
# for these, we create a media handling number...
# options considered were:
# DP-2015-10-08-12-16-43-0001 length: 27
# DP-201510081216430001 length: 21
# DP-2CBE859E990BFB1 length: 18
# DP-2015-10-08-12-16-43-0001 length: 27 the winner! (most legible)
mhnumber = jobnumber + ("-%0.4d" % (lineno + 1))
#mhnumber = hex(int(mhnumber.replace('-','')))[2:]
imageinfo['objectnumber'] = 'DP-' + mhnumber
images.append(imageinfo)
except:
# raise
if not validateonly:
# we still upload the file, anyway...
handle_uploaded_file(afile)
images.append({'name': afile.name, 'size': afile.size,
'error': 'problem extracting image metadata, not processed'})
if len(images) > 0:
jobinfo['jobnumber'] = jobnumber
if not validateonly:
writeCsv(getJobfile(jobnumber) + '.step1.csv', images, FIELDS2WRITE)
jobinfo['estimatedtime'] = '%8.1f' % (len(images) * 10 / 60.0)
if 'createmedia' in request.POST:
jobinfo['status'] = 'createmedia'
if not validateonly:
loginfo('start', getJobfile(jobnumber), request)
try:
retcode = subprocess.call([path.join(POSTBLOBPATH, 'postblob.sh'), INSTITUTION, getJobfile(jobnumber), BATCHPARAMETERS])
if retcode < 0:
loginfo('process', jobnumber + " Child was terminated by signal %s" % -retcode, request)
else:
loginfo('process', jobnumber + ": Child returned %s" % retcode, request)
except OSError as e:
loginfo('error', "Execution failed: %s" % e, request)
loginfo('finish', getJobfile(jobnumber), request)
elif 'uploadmedia' in request.POST:
jobinfo['status'] = 'uploadmedia'
else:
jobinfo['status'] = 'No status possible'
return jobinfo, images
def prepareFiles(request, validateonly, BMUoptions, constants):
jobnumber = constants['jobnumber']
jobinfo = {}
images = []
for lineno, afile in enumerate(request.FILES.getlist('imagefiles')):
# print afile
try:
print "%s %s: %s %s (%s %s)" % ('id', lineno + 1, 'name', afile.name, 'size', afile.size)
image = get_exif(afile)
filename, objectnumber, imagenumber = getNumber(afile.name, INSTITUTION)
datetimedigitized, dummy = assignValue('', 'ifblank', image, 'DateTimeDigitized', {})
imageinfo = {'id': lineno, 'name': afile.name, 'size': afile.size,
'objectnumber': objectnumber,
'imagenumber': imagenumber,
# 'objectCSID': objectCSID,
'date': datetimedigitized}
for override in BMUoptions['overrides']:
dname,refname = assignValue(constants[override[2]][0], constants[override[2]][1], image, override[3], override[4])
imageinfo[override[2]] = refname
# add the Displayname just in case...
imageinfo['%sDisplayname' % override[2]] = dname
if not validateonly:
handle_uploaded_file(afile)
for option in ['handling', 'approvedforweb']:
if option in request.POST:
imageinfo[option] = request.POST[option]
else:
imageinfo[option] = ''
if 'handling' in request.POST:
handling = request.POST['handling']
for parms in BMUoptions['bmuconstants'][handling]:
imageinfo[parms] = BMUoptions['bmuconstants'][handling][parms]
# special case:
# borndigital media have their mh id numbers unconditionally replaced with a sequence number
if imageinfo['handling'] == 'borndigital':
# for these, we create a media handling number...
# options considered were:
# DP-2015-10-08-12-16-43-0001 length: 27
# DP-201510081216430001 length: 21
# DP-2CBE859E990BFB1 length: 18
# DP-2cbe859e990bfb1 length: 18 the winner!
mhnumber = jobnumber + ("-%0.4d" % (lineno + 1))
#mhnumber = hex(int(mhnumber.replace('-','')))[2:]
imageinfo['objectnumber'] = 'DP-' + mhnumber
images.append(imageinfo)
except:
# raise
if not validateonly:
# we still upload the file, anyway...
handle_uploaded_file(afile)
images.append({'name': afile.name, 'size': afile.size,
'error': 'problem extracting image metadata, not processed'})
if len(images) > 0:
jobinfo['jobnumber'] = jobnumber
if not validateonly:
writeCsv(getJobfile(jobnumber) + '.step1.csv', images, FIELDS2WRITE)
jobinfo['estimatedtime'] = '%8.1f' % (len(images) * 10 / 60.0)
if 'createmedia' in request.POST:
jobinfo['status'] = 'createmedia'
if not validateonly:
loginfo('start', getJobfile(jobnumber), request)
try:
retcode = subprocess.call([path.join(POSTBLOBPATH, 'postblob.sh'), INSTITUTION, getJobfile(jobnumber), BATCHPARAMETERS])
if retcode < 0:
loginfo('process', jobnumber + " Child was terminated by signal %s" % -retcode, request)
else:
loginfo('process', jobnumber + ": Child returned %s" % retcode, request)
except OSError as e:
loginfo('error', "Execution failed: %s" % e, request)
loginfo('finish', getJobfile(jobnumber), request)
elif 'uploadmedia' in request.POST:
jobinfo['status'] = 'uploadmedia'
else:
jobinfo['status'] = 'No status possible'
return jobinfo, images
idCount += 1
continue
dateStr = l[1]
if len(dateStr) < 14:
iDate += 1
continue
if dateStr.find(":") > -1:
iDate += 1
continue
if line.find("data unavailable") > -1:
lCount += 1
continue
l[2] = str(GT.getNumber(l[2]))
if l[2] == "x":
valCountBAD += 1
continue
valCount += 1
l1 = l[1].split(".")[0]
if lastDate == l1 and lastValue == l[2]:
valDateCount += 1
continue
if lastDate != l1:
if lastID > 0: # skip the first one
nBytes += len(lastLine)
g.write(lastLine)
outCount += 1
def prepareFiles(request, validateonly, BMUoptions, constants):
jobinfo = {}
images = []
for lineno, afile in enumerate(request.FILES.getlist('imagefiles')):
# print afile
try:
print "%s %s: %s %s (%s %s)" % ('id', lineno, 'name', afile.name, 'size', afile.size)
image = get_exif(afile)
filename, objectnumber, imagenumber = getNumber(afile.name, INSTITUTION)
# objectCSID = getCSID(objectnumber)
#im.creator, im.creatorRefname = assignValue(im.creatorDisplayname, im.overrideCreator, image, 'Artist',
# dropdowns['creators'])
#im.contributor, dummy = assignValue(im.contributor, im.overrideContributor, image, 'ImageDescription', {})
#im.rightsholder, im.rightsholderRefname = assignValue(im.rightsholderDisplayname, im.overrideRightsholder,
# image, 'RightsHolder', dropdowns['rightsholders'])
datetimedigitized, dummy = assignValue('', 'ifblank', image, 'DateTimeDigitized', {})
imageinfo = {'id': lineno, 'name': afile.name, 'size': afile.size,
'objectnumber': objectnumber,
'imagenumber': imagenumber,
# 'objectCSID': objectCSID,
'date': datetimedigitized}
for override in BMUoptions['overrides']:
dname,refname = assignValue(constants[override[2]][0], constants[override[2]][1], image, override[3], override[4])
imageinfo[override[2]] = refname
imageinfo['%sDisplayname' % override[2]] = dname
if not validateonly:
handle_uploaded_file(afile)
for option in ['handling', 'approvedforweb']:
if option in request.POST:
imageinfo[option] = request.POST[option]
else:
imageinfo[option] = ''
for slide_parameter in SLIDEHANDLING:
imageinfo[slide_parameter] = SLIDEHANDLING[slide_parameter]
images.append(imageinfo)
except:
raise
if not validateonly:
# we still upload the file, anyway...
handle_uploaded_file(afile)
images.append({'name': afile.name, 'size': afile.size,
'error': 'problem extracting image metadata, not processed'})
if len(images) > 0:
jobnumber = time.strftime("%Y-%m-%d-%H-%M-%S", time.localtime())
jobinfo['jobnumber'] = jobnumber
if not validateonly:
writeCsv(getJobfile(jobnumber) + '.step1.csv', images, fields2write)
jobinfo['estimatedtime'] = '%8.1f' % (len(images) * 10 / 60.0)
if 'createmedia' in request.POST:
jobinfo['status'] = 'createmedia'
if not validateonly:
loginfo('start', getJobfile(jobnumber), request)
try:
retcode = subprocess.call([path.join(POSTBLOBPATH, 'postblob.sh'), getJobfile(jobnumber)])
if retcode < 0:
loginfo('process', jobnumber + " Child was terminated by signal %s" % -retcode, request)
else:
loginfo('process', jobnumber + ": Child returned %s" % retcode, request)
except OSError as e:
loginfo('error', "Execution failed: %s" % e, request)
loginfo('finish', getJobfile(jobnumber), request)
elif 'uploadmedia' in request.POST:
jobinfo['status'] = 'uploadmedia'
else:
jobinfo['status'] = 'No status possible'
return jobinfo, images
