def checkfilename(request): elapsedtime = time.time() if 'filenames2check' in request.POST and request.POST[ 'filenames2check'] != '': listoffilenames = request.POST['filenames2check'] filenames = listoffilenames.split(' ') objectnumbers = [getNumber(o, INSTITUTION) for o in filenames] else: objectnumbers = [] listoffilenames = '' elapsedtime = time.time() - elapsedtime status = 'up' timestamp = time.strftime("%b %d %Y %H:%M:%S", time.localtime()) return render( request, 'uploadmedia.html', { 'filenames2check': listoffilenames, 'version': prmz.VERSION, 'objectnumbers': objectnumbers, 'dropdowns': im.BMUoptions, 'override_options': override_options, 'timestamp': timestamp, 'elapsedtime': '%8.2f' % elapsedtime, 'status': status, 'apptitle': TITLE, 'serverinfo': SERVERINFO })
def checkfilename(request): elapsedtime = time.time() if 'filenames2check' in request.POST and request.POST['filenames2check'] != '': listoffilenames = request.POST['filenames2check'] filenames = listoffilenames.split(' ') objectnumbers = [getNumber(o, INSTITUTION) for o in filenames] else: objectnumbers = [] listoffilenames = '' elapsedtime = time.time() - elapsedtime status = 'up' timestamp = time.strftime("%b %d %Y %H:%M:%S", time.localtime()) return render(request, 'uploadmedia.html', {'filenames2check': listoffilenames, 'version': prmz.VERSION, 'objectnumbers': objectnumbers, 'dropdowns': im.BMUoptions, 'override_options': override_options, 'timestamp': timestamp, 'elapsedtime': '%8.2f' % elapsedtime, 'status': status, 'apptitle': TITLE, 'serverinfo': SERVERINFO})
def checkimagefilenames(request): elapsedtime = time.time() context = setConstants(request, im) try: filename = request.GET['filename'] (jobnumber, step, csv ) = filename.split('.') context['jobnumber'] = jobnumber context['filename'] = filename file_handle = open(getJobfile(filename), "rb") lines = file_handle.read().splitlines() recordtypes = [f.split("|") for f in lines] filenames = [ r[0] for r in recordtypes[1:]] objectnumbers = [] seen = {} for o in filenames: objitems = getNumber(o, INSTITUTION) if objitems[1] in seen: objectnumbers.append(objitems + (seen[objitems[1]],)) else: asquery = '%s?as=%s_common:%s%%3D%%27%s%%27&wf_deleted=false&pgSz=%s' % ('collectionobjects', 'collectionobjects', 'objectNumber', objitems[1], 10) (objecturl, objectx, dummy, itemtime) = getfromCSpace(asquery, request) if objectx is None: totalItems = 0 else: objectx = fromstring(objectx) totalItems = objectx.find('.//totalItems') totalItems = int(totalItems.text) #objectcsids = [e.text for e in objectx.findall('.//csid')] objectnumbers.append(objitems + (totalItems,)) seen[objitems[1]] = totalItems file_handle.close() except: raise objectnumbers = [] elapsedtime = time.time() - elapsedtime context = setContext(context, elapsedtime) context['objectnumbers'] = objectnumbers return render(request, 'uploadmedia.html', context)
def prepareFiles(request, validateonly, BMUoptions, constants): jobnumber = constants['jobnumber'] jobinfo = {} images = [] for lineno, afile in enumerate(request.FILES.getlist('imagefiles')): # print afile try: print "%s %s: %s %s (%s %s)" % ('id', lineno + 1, 'name', afile.name, 'size', afile.size) image = get_exif(afile) filename, objectnumber, imagenumber = getNumber(afile.name, INSTITUTION) datetimedigitized, dummy = assignValue('', 'ifblank', image, 'DateTimeDigitized', {}) imageinfo = {'id': lineno, 'name': afile.name, 'size': afile.size, 'objectnumber': objectnumber, 'imagenumber': imagenumber, # 'objectCSID': objectCSID, 'date': datetimedigitized} for override in BMUoptions['overrides']: dname,refname = assignValue(constants[override[2]][0], constants[override[2]][1], image, override[3], override[4]) imageinfo[override[2]] = refname # add the Displayname just in case... imageinfo['%sDisplayname' % override[2]] = dname if not validateonly: handle_uploaded_file(afile) for option in ['handling', 'approvedforweb']: if option in request.POST: imageinfo[option] = request.POST[option] else: imageinfo[option] = '' if 'handling' in request.POST: handling = request.POST['handling'] for parms in BMUoptions['bmuconstants'][handling]: imageinfo[parms] = BMUoptions['bmuconstants'][handling][parms] # special case: # borndigital media have their mh id numbers unconditionally replaced with a sequence number if imageinfo['handling'] == 'borndigital': # for these, we create a media handling number... # options considered were: # DP-2015-10-08-12-16-43-0001 length: 27 # DP-201510081216430001 length: 21 # DP-2CBE859E990BFB1 length: 18 # DP-2015-10-08-12-16-43-0001 length: 27 the winner! (most legible) mhnumber = jobnumber + ("-%0.4d" % (lineno + 1)) #mhnumber = hex(int(mhnumber.replace('-','')))[2:] imageinfo['objectnumber'] = 'DP-' + mhnumber images.append(imageinfo) except: # raise if not validateonly: # we still upload the file, anyway... handle_uploaded_file(afile) images.append({'name': afile.name, 'size': afile.size, 'error': 'problem extracting image metadata, not processed'}) if len(images) > 0: jobinfo['jobnumber'] = jobnumber if not validateonly: writeCsv(getJobfile(jobnumber) + '.step1.csv', images, FIELDS2WRITE) jobinfo['estimatedtime'] = '%8.1f' % (len(images) * 10 / 60.0) if 'createmedia' in request.POST: jobinfo['status'] = 'createmedia' if not validateonly: loginfo('start', getJobfile(jobnumber), request) try: retcode = subprocess.call([path.join(POSTBLOBPATH, 'postblob.sh'), INSTITUTION, getJobfile(jobnumber), BATCHPARAMETERS]) if retcode < 0: loginfo('process', jobnumber + " Child was terminated by signal %s" % -retcode, request) else: loginfo('process', jobnumber + ": Child returned %s" % retcode, request) except OSError as e: loginfo('error', "Execution failed: %s" % e, request) loginfo('finish', getJobfile(jobnumber), request) elif 'uploadmedia' in request.POST: jobinfo['status'] = 'uploadmedia' else: jobinfo['status'] = 'No status possible' return jobinfo, images
def prepareFiles(request, validateonly, BMUoptions, constants): jobnumber = constants['jobnumber'] jobinfo = {} images = [] for lineno, afile in enumerate(request.FILES.getlist('imagefiles')): # print afile try: print "%s %s: %s %s (%s %s)" % ('id', lineno + 1, 'name', afile.name, 'size', afile.size) image = get_exif(afile) filename, objectnumber, imagenumber = getNumber(afile.name, INSTITUTION) datetimedigitized, dummy = assignValue('', 'ifblank', image, 'DateTimeDigitized', {}) imageinfo = {'id': lineno, 'name': afile.name, 'size': afile.size, 'objectnumber': objectnumber, 'imagenumber': imagenumber, # 'objectCSID': objectCSID, 'date': datetimedigitized} for override in BMUoptions['overrides']: dname,refname = assignValue(constants[override[2]][0], constants[override[2]][1], image, override[3], override[4]) imageinfo[override[2]] = refname # add the Displayname just in case... imageinfo['%sDisplayname' % override[2]] = dname if not validateonly: handle_uploaded_file(afile) for option in ['handling', 'approvedforweb']: if option in request.POST: imageinfo[option] = request.POST[option] else: imageinfo[option] = '' if 'handling' in request.POST: handling = request.POST['handling'] for parms in BMUoptions['bmuconstants'][handling]: imageinfo[parms] = BMUoptions['bmuconstants'][handling][parms] # special case: # borndigital media have their mh id numbers unconditionally replaced with a sequence number if imageinfo['handling'] == 'borndigital': # for these, we create a media handling number... # options considered were: # DP-2015-10-08-12-16-43-0001 length: 27 # DP-201510081216430001 length: 21 # DP-2CBE859E990BFB1 length: 18 # DP-2cbe859e990bfb1 length: 18 the winner! mhnumber = jobnumber + ("-%0.4d" % (lineno + 1)) #mhnumber = hex(int(mhnumber.replace('-','')))[2:] imageinfo['objectnumber'] = 'DP-' + mhnumber images.append(imageinfo) except: # raise if not validateonly: # we still upload the file, anyway... handle_uploaded_file(afile) images.append({'name': afile.name, 'size': afile.size, 'error': 'problem extracting image metadata, not processed'}) if len(images) > 0: jobinfo['jobnumber'] = jobnumber if not validateonly: writeCsv(getJobfile(jobnumber) + '.step1.csv', images, FIELDS2WRITE) jobinfo['estimatedtime'] = '%8.1f' % (len(images) * 10 / 60.0) if 'createmedia' in request.POST: jobinfo['status'] = 'createmedia' if not validateonly: loginfo('start', getJobfile(jobnumber), request) try: retcode = subprocess.call([path.join(POSTBLOBPATH, 'postblob.sh'), INSTITUTION, getJobfile(jobnumber), BATCHPARAMETERS]) if retcode < 0: loginfo('process', jobnumber + " Child was terminated by signal %s" % -retcode, request) else: loginfo('process', jobnumber + ": Child returned %s" % retcode, request) except OSError as e: loginfo('error', "Execution failed: %s" % e, request) loginfo('finish', getJobfile(jobnumber), request) elif 'uploadmedia' in request.POST: jobinfo['status'] = 'uploadmedia' else: jobinfo['status'] = 'No status possible' return jobinfo, images
idCount += 1 continue dateStr = l[1] if len(dateStr) < 14: iDate += 1 continue if dateStr.find(":") > -1: iDate += 1 continue if line.find("data unavailable") > -1: lCount += 1 continue l[2] = str(GT.getNumber(l[2])) if l[2] == "x": valCountBAD += 1 continue valCount += 1 l1 = l[1].split(".")[0] if lastDate == l1 and lastValue == l[2]: valDateCount += 1 continue if lastDate != l1: if lastID > 0: # skip the first one nBytes += len(lastLine) g.write(lastLine) outCount += 1
def prepareFiles(request, validateonly, BMUoptions, constants): jobinfo = {} images = [] for lineno, afile in enumerate(request.FILES.getlist('imagefiles')): # print afile try: print "%s %s: %s %s (%s %s)" % ('id', lineno, 'name', afile.name, 'size', afile.size) image = get_exif(afile) filename, objectnumber, imagenumber = getNumber(afile.name, INSTITUTION) # objectCSID = getCSID(objectnumber) #im.creator, im.creatorRefname = assignValue(im.creatorDisplayname, im.overrideCreator, image, 'Artist', # dropdowns['creators']) #im.contributor, dummy = assignValue(im.contributor, im.overrideContributor, image, 'ImageDescription', {}) #im.rightsholder, im.rightsholderRefname = assignValue(im.rightsholderDisplayname, im.overrideRightsholder, # image, 'RightsHolder', dropdowns['rightsholders']) datetimedigitized, dummy = assignValue('', 'ifblank', image, 'DateTimeDigitized', {}) imageinfo = {'id': lineno, 'name': afile.name, 'size': afile.size, 'objectnumber': objectnumber, 'imagenumber': imagenumber, # 'objectCSID': objectCSID, 'date': datetimedigitized} for override in BMUoptions['overrides']: dname,refname = assignValue(constants[override[2]][0], constants[override[2]][1], image, override[3], override[4]) imageinfo[override[2]] = refname imageinfo['%sDisplayname' % override[2]] = dname if not validateonly: handle_uploaded_file(afile) for option in ['handling', 'approvedforweb']: if option in request.POST: imageinfo[option] = request.POST[option] else: imageinfo[option] = '' for slide_parameter in SLIDEHANDLING: imageinfo[slide_parameter] = SLIDEHANDLING[slide_parameter] images.append(imageinfo) except: raise if not validateonly: # we still upload the file, anyway... handle_uploaded_file(afile) images.append({'name': afile.name, 'size': afile.size, 'error': 'problem extracting image metadata, not processed'}) if len(images) > 0: jobnumber = time.strftime("%Y-%m-%d-%H-%M-%S", time.localtime()) jobinfo['jobnumber'] = jobnumber if not validateonly: writeCsv(getJobfile(jobnumber) + '.step1.csv', images, fields2write) jobinfo['estimatedtime'] = '%8.1f' % (len(images) * 10 / 60.0) if 'createmedia' in request.POST: jobinfo['status'] = 'createmedia' if not validateonly: loginfo('start', getJobfile(jobnumber), request) try: retcode = subprocess.call([path.join(POSTBLOBPATH, 'postblob.sh'), getJobfile(jobnumber)]) if retcode < 0: loginfo('process', jobnumber + " Child was terminated by signal %s" % -retcode, request) else: loginfo('process', jobnumber + ": Child returned %s" % retcode, request) except OSError as e: loginfo('error', "Execution failed: %s" % e, request) loginfo('finish', getJobfile(jobnumber), request) elif 'uploadmedia' in request.POST: jobinfo['status'] = 'uploadmedia' else: jobinfo['status'] = 'No status possible' return jobinfo, images