def create_xml(recid, fname=None, oaff=None):
affs = [a for a in oaff]
record = get_record(recid)
auth_location = record_get_field_instances(record, '100', '', '')[0][4]
record_delete_field(record, '700', '', '')
for x in affs:
record_add_subfield_into(record, '100', 'u', x, field_position_global=auth_location)
return print_rec(record)
def generate_marc_to_append(local, remote):
""" Generates MarcXML to append an 035 remote ID to a record """
newrec = {}
record_add_field(newrec, '001', controlfield_value=str(local))
field_pos = record_add_field(newrec, '035')
record_add_subfield_into(newrec, '035', '9', REMOTE_INSTANCE,
field_position_global=field_pos)
record_add_subfield_into(newrec, '035', 'a', str(remote),
field_position_global=field_pos)
return record_xml_output(newrec)
def create_xml(recid, fname=None, oaff=None):
affs = [a for a in oaff]
record = get_record(recid)
auth_location = record_get_field_instances(record, '100', '', '')[0][4]
record_delete_field(record, '700', '', '')
for x in affs:
record_add_subfield_into(record,
'100',
'u',
x,
field_position_global=auth_location)
return print_rec(record)
def generate_marc_to_append(local, remote):
""" Generates MarcXML to append an 035 remote ID to a record """
newrec = {}
record_add_field(newrec, '001', controlfield_value=str(local))
field_pos = record_add_field(newrec, '035')
record_add_subfield_into(newrec,
'035',
'9',
REMOTE_INSTANCE,
field_position_global=field_pos)
record_add_subfield_into(newrec,
'035',
'a',
str(remote),
field_position_global=field_pos)
return record_xml_output(newrec)
def process_field(self, record, tag, field_number):
"""@see: BaseSubfieldCommand.process_field"""
action = lambda record, tag, field_number, subfield_index: \
bibrecord.record_add_subfield_into(record, tag,
self._subfield, self._value,
None,
field_position_global=field_number)
if self._condition != 'condition':
self._perform_on_all_matching_subfields(record, tag, field_number,
action)
else:
action(record, tag, field_number, None)
def process_field(self, record, tag, field_number):
"""@see: BaseSubfieldCommand.process_field"""
action = lambda record, tag, field_number, subfield_index: \
bibrecord.record_add_subfield_into(record, tag,
self._subfield, self._value,
None,
field_position_global=field_number)
if self._condition != 'condition':
self._perform_on_all_matching_subfields(record, tag,
field_number, action)
else:
action(record, tag, field_number, None)
def create_new_pdg_fields(recids, pdg_data):
_print_out("Creating new PDG fields for " + str(len(recids)) +
" records...")
records = {}
for recid in recids:
records[recid] = {}
record_add_field(records[recid], '001', controlfield_value=str(recid))
pdg_fields = pdg_data[recid]
for field in pdg_fields:
position = record_add_field(records[recid], '084', ' ', ' ')
record_add_subfield_into(records[recid],
'084',
'2',
'PDG',
field_position_global=position)
record_add_subfield_into(records[recid],
'084',
'9',
'PDG',
field_position_global=position)
record_add_subfield_into(records[recid],
'084',
'a',
field,
field_position_global=position)
return records
def check_existing_pdg_fields(recids, pdg_data, current_records):
_print_out("Comparing new and old PDG data for " + str(len(recids)) +
" records...")
records = {}
for recid in recids:
record_mod = {}
record_mod['001'] = deepcopy(current_records[recid]['001'])
record_mod['084'] = deepcopy(current_records[recid]['084'])
fields = record_get_field_instances(record_mod, '084')
current_pdg_data = []
for field in fields:
if is_pdg_field(field):
current_pdg_data.append(
field_get_subfield_values(field, 'a')[0])
current_set = set(current_pdg_data)
new_set = set(pdg_data[recid])
deletions = list(current_set - new_set)
additions = list(new_set - current_set)
if len(deletions) > 0 or len(additions) > 0:
if len(deletions) > 0:
for field in fields:
if is_pdg_field(field):
if field_get_subfield_values(field,
'a')[0] in deletions:
record_delete_field(record_mod,
'084',
ind1=' ',
ind2=' ',
field_position_global=field[4])
for pdg_field in additions:
position = record_add_field(record_mod, '084', ' ', ' ')
record_add_subfield_into(record_mod,
'084',
'2',
'PDG',
field_position_global=position)
record_add_subfield_into(record_mod,
'084',
'9',
'PDG',
field_position_global=position)
record_add_subfield_into(record_mod,
'084',
'a',
pdg_field,
field_position_global=position)
records[recid] = record_mod
_print_verbose("Record #" + str(recid) + ": " +
str(len(deletions)) + " deletions and " +
str(len(additions)) + " additons.")
else:
_print_verbose("Nothing to change for record #" + str(recid))
_print_out(str(len(records)) + " records to be corrected.")
return records
def create_new_pdg_fields(recids, pdg_data):
_print_out("Creating new PDG fields for " + str(len(recids)) + " records...")
records = {}
for recid in recids:
records[recid] = {}
record_add_field(records[recid], '001', controlfield_value=str(recid))
pdg_fields = pdg_data[recid]
for field in pdg_fields:
position = record_add_field(records[recid], '084', ' ', ' ')
record_add_subfield_into(records[recid], '084', '2', 'PDG', field_position_global=position)
record_add_subfield_into(records[recid], '084', '9', 'PDG', field_position_global=position)
record_add_subfield_into(records[recid], '084', 'a', field, field_position_global=position)
return records
def check_existing_pdg_fields(recids, pdg_data, current_records):
_print_out("Comparing new and old PDG data for " + str(len(recids)) + " records...")
records = {}
for recid in recids:
record_mod = {}
record_mod['001'] = deepcopy(current_records[recid]['001'])
record_mod['084'] = deepcopy(current_records[recid]['084'])
fields = record_get_field_instances(record_mod, '084')
current_pdg_data = []
for field in fields:
if is_pdg_field(field):
current_pdg_data.append(field_get_subfield_values(field, 'a')[0])
current_set = set(current_pdg_data)
new_set = set(pdg_data[recid])
deletions = list(current_set - new_set)
additions = list(new_set - current_set)
if len(deletions) > 0 or len(additions) > 0:
if len(deletions) > 0:
for field in fields:
if is_pdg_field(field):
if field_get_subfield_values(field, 'a')[0] in deletions:
record_delete_field(record_mod, '084', ind1=' ', ind2=' ',
field_position_global=field[4])
for pdg_field in additions:
position = record_add_field(record_mod, '084', ' ', ' ')
record_add_subfield_into(record_mod, '084', '2', 'PDG', field_position_global=position)
record_add_subfield_into(record_mod, '084', '9', 'PDG', field_position_global=position)
record_add_subfield_into(record_mod, '084', 'a', pdg_field, field_position_global=position)
records[recid] = record_mod
_print_verbose("Record #" + str(recid) + ": " + str(len(deletions)) +
" deletions and " + str(len(additions)) + " additons.")
else:
_print_verbose("Nothing to change for record #" + str(recid))
_print_out(str(len(records)) + " records to be corrected.")
return records
def perform_request_update_record(request_type, recid, uid, cacheMTime, data, changeApplied, isBulk=False):
"""Handle record update requests like adding, modifying, moving or deleting
of fields or subfields. Possible common error situations:
- Missing cache file
- Cache file modified in other editor
"""
response = {}
if not cache_exists(recid, uid):
response['resultCode'] = 106
elif not get_cache_mtime(recid, uid) == cacheMTime and isBulk == False:
# In case of a bulk request, the changes are deliberately performed imemdiately one after another
response['resultCode'] = 107
else:
try:
record_revision, record, pending_changes, desactivated_hp_changes = get_cache_file_contents(recid, uid)[1:]
except:
response['resultCode'] = CFG_BIBEDIT_AJAX_RESULT_CODES_REV['wrong_cache_file_format']
return response;
if changeApplied != -1:
pending_changes = pending_changes[:changeApplied] + pending_changes[changeApplied+1:]
field_position_local = data.get('fieldPosition')
if field_position_local is not None:
field_position_local = int(field_position_local)
if request_type == 'overrideChangesList':
pending_changes = data['newChanges']
response['resultCode'] = CFG_BIBEDIT_AJAX_RESULT_CODES_REV['editor_modifications_changed']
elif request_type == 'removeChange':
#the change is removed automatically by passing the changeApplied parameter
response['resultCode'] = CFG_BIBEDIT_AJAX_RESULT_CODES_REV['editor_modifications_changed']
elif request_type == 'desactivateHoldingPenChangeset':
# the changeset has been marked as processed ( user applied it in the editor)
# marking as used in the cache file
# CAUTION: This function has been implemented here because logically it fits
# with the modifications made to the cache file. No changes are made to the
# Holding Pen physically. The changesets are related to the cache because
# we want to cancel the removal every time the cache disappears for any reason
desactivated_hp_changes[data.get('desactivatedChangeset')] = True;
response['resultCode'] = CFG_BIBEDIT_AJAX_RESULT_CODES_REV['disabled_hp_changeset']
elif request_type == 'addField':
if data['controlfield']:
record_add_field(record, data['tag'],
controlfield_value=data['value'])
response['resultCode'] = 20
else:
record_add_field(record, data['tag'], data['ind1'],
data['ind2'], subfields=data['subfields'],
field_position_local=field_position_local)
response['resultCode'] = 21
elif request_type == 'addSubfields':
subfields = data['subfields']
for subfield in subfields:
record_add_subfield_into(record, data['tag'], subfield[0],
subfield[1], subfield_position=None,
field_position_local=field_position_local)
if len(subfields) == 1:
response['resultCode'] = 22
else:
response['resultCode'] = 23
elif request_type == 'modifyField': # changing the field structure
# first remove subfields and then add new... change the indices
subfields = data['subFields'] # parse the JSON representation of the subfields here
new_field = create_field(subfields, data['ind1'], data['ind2']);
record_replace_field(record, data['tag'], new_field, field_position_local = data['fieldPosition'])
response['resultCode'] = 26
#response['debuggingValue'] = data['subFields'];
elif request_type == 'modifyContent':
if data['subfieldIndex'] != None:
record_modify_subfield(record, data['tag'],
data['subfieldCode'], data['value'],
int(data['subfieldIndex']),
field_position_local=field_position_local)
else:
record_modify_controlfield(record, data['tag'], data["value"],
field_position_local=field_position_local)
response['resultCode'] = 24
elif request_type == 'moveSubfield':
record_move_subfield(record, data['tag'],
int(data['subfieldIndex']), int(data['newSubfieldIndex']),
field_position_local=field_position_local)
response['resultCode'] = 25
elif request_type == 'moveField':
if data['direction'] == 'up':
final_position_local = field_position_local-1
else: # direction is 'down'
final_position_local = field_position_local+1
record_move_fields(record, data['tag'], [field_position_local],
final_position_local)
response['resultCode'] = 32
elif request_type == 'deleteFields':
to_delete = data['toDelete']
deleted_fields = 0
deleted_subfields = 0
for tag in to_delete:
# Sorting the fields in a edcreasing order by the local position !
fieldsOrder = to_delete[tag].keys()
fieldsOrder.sort(lambda a,b: int(b)-int(a))
for field_position_local in fieldsOrder:
if not to_delete[tag][field_position_local]:
# No subfields specified - delete entire field.
record_delete_field(record, tag,
field_position_local=int(field_position_local))
deleted_fields += 1
else:
for subfield_position in \
to_delete[tag][field_position_local][::-1]:
# Delete subfields in reverse order (to keep the
# indexing correct).
record_delete_subfield_from(record, tag,
int(subfield_position),
field_position_local=int(field_position_local))
deleted_subfields += 1
if deleted_fields == 1 and deleted_subfields == 0:
response['resultCode'] = 26
elif deleted_fields and deleted_subfields == 0:
response['resultCode'] = 27
elif deleted_subfields == 1 and deleted_fields == 0:
response['resultCode'] = 28
elif deleted_subfields and deleted_fields == 0:
response['resultCode'] = 29
else:
response['resultCode'] = 30
response['cacheMTime'], response['cacheDirty'] = \
update_cache_file_contents(recid, uid, record_revision, record, \
pending_changes, desactivated_hp_changes), \
True
return response
def process_field(self, record, tag, field_number):
"""@see: BaseSubfieldCommand.process_field"""
bibrecord.record_add_subfield_into(record, tag,
self._subfield, self._value,
field_position_global=field_number)
def perform_request_update_record(request_type, recid, uid, cacheMTime, data, \
hpChanges, undoRedoOp, isBulk=False):
"""Handle record update requests like adding, modifying, moving or deleting
of fields or subfields. Possible common error situations:
- Missing cache file
- Cache file modified in other editor
Explanation of some parameters:
undoRedoOp - Indicates in "undo"/"redo"/undo_descriptor operation is
performed by a current request.
"""
response = {}
if not cache_exists(recid, uid):
response['resultCode'] = 106
elif not get_cache_mtime(recid, uid) == cacheMTime and isBulk == False:
# In case of a bulk request, the changes are deliberately performed
# imemdiately one after another
response['resultCode'] = 107
else:
try:
record_revision, record, pending_changes, deactivated_hp_changes, \
undo_list, redo_list = get_cache_file_contents(recid, uid)[1:]
except:
response['resultCode'] = CFG_BIBEDIT_AJAX_RESULT_CODES_REV[ \
'wrong_cache_file_format']
return response
# process all the Holding Pen changes operations ... regardles the
# request type
# import rpdb2;
# rpdb2.start_embedded_debugger('password', fAllowRemote=True)
if hpChanges.has_key("toDisable"):
for changeId in hpChanges["toDisable"]:
pending_changes[changeId]["applied_change"] = True
if hpChanges.has_key("toEnable"):
for changeId in hpChanges["toEnable"]:
pending_changes[changeId]["applied_change"] = False
if hpChanges.has_key("toOverride"):
pending_changes = hpChanges["toOverride"]
if hpChanges.has_key("changesetsToDeactivate"):
for changesetId in hpChanges["changesetsToDeactivate"]:
deactivated_hp_changes[changesetId] = True
if hpChanges.has_key("changesetsToActivate"):
for changesetId in hpChanges["changesetsToActivate"]:
deactivated_hp_changes[changesetId] = False
# processing the undo/redo entries
if undoRedoOp == "undo":
try:
redo_list = [undo_list[-1]] + redo_list
undo_list = undo_list[:-1]
except:
raise Exception("An exception occured when undoing previous" + \
" operation. Undo list: " + str(undo_list) + \
" Redo list " + str(redo_list))
elif undoRedoOp == "redo":
try:
undo_list = undo_list + [redo_list[0]]
redo_list = redo_list[1:]
except:
raise Exception("An exception occured when redoing previous" + \
" operation. Undo list: " + str(undo_list) + \
" Redo list " + str(redo_list))
else:
# This is a genuine operation - we have to add a new descriptor
# to the undo list and cancel the redo unless the operation is
# a bulk operation
if undoRedoOp != None:
undo_list = undo_list + [undoRedoOp]
redo_list = []
else:
assert isBulk == True
field_position_local = data.get('fieldPosition')
if field_position_local is not None:
field_position_local = int(field_position_local)
if request_type == 'otherUpdateRequest':
# An empty request. Might be useful if we want to perform
# operations that require only the actions performed globally,
# like modifying the holdingPen changes list
response['resultCode'] = CFG_BIBEDIT_AJAX_RESULT_CODES_REV[ \
'editor_modifications_changed']
elif request_type == 'deactivateHoldingPenChangeset':
# the changeset has been marked as processed ( user applied it in
# the editor). Marking as used in the cache file.
# CAUTION: This function has been implemented here because logically
# it fits with the modifications made to the cache file.
# No changes are made to the Holding Pen physically. The
# changesets are related to the cache because we want to
# cancel the removal every time the cache disappears for
# any reason
response['resultCode'] = CFG_BIBEDIT_AJAX_RESULT_CODES_REV[ \
'disabled_hp_changeset']
elif request_type == 'addField':
if data['controlfield']:
record_add_field(record, data['tag'],
controlfield_value=data['value'])
response['resultCode'] = 20
else:
record_add_field(record, data['tag'], data['ind1'],
data['ind2'], subfields=data['subfields'],
field_position_local=field_position_local)
response['resultCode'] = 21
elif request_type == 'addSubfields':
subfields = data['subfields']
for subfield in subfields:
record_add_subfield_into(record, data['tag'], subfield[0],
subfield[1], subfield_position=None,
field_position_local=field_position_local)
if len(subfields) == 1:
response['resultCode'] = 22
else:
response['resultCode'] = 23
elif request_type == 'addFieldsSubfieldsOnPositions':
#1) Sorting the fields by their identifiers
fieldsToAdd = data['fieldsToAdd']
subfieldsToAdd = data['subfieldsToAdd']
for tag in fieldsToAdd.keys():
positions = fieldsToAdd[tag].keys()
positions.sort()
for position in positions:
# now adding fields at a position
isControlfield = (len(fieldsToAdd[tag][position][0]) == 0)
# if there are n subfields, this is a control field
if isControlfield:
controlfieldValue = fieldsToAdd[tag][position][3]
record_add_field(record, tag, field_position_local = \
int(position), \
controlfield_value = \
controlfieldValue)
else:
subfields = fieldsToAdd[tag][position][0]
ind1 = fieldsToAdd[tag][position][1]
ind2 = fieldsToAdd[tag][position][2]
record_add_field(record, tag, ind1, ind2, subfields = \
subfields, field_position_local = \
int(position))
# now adding the subfields
for tag in subfieldsToAdd.keys():
for fieldPosition in subfieldsToAdd[tag].keys(): #now the fields
#order not important !
subfieldsPositions = subfieldsToAdd[tag][fieldPosition]. \
keys()
subfieldsPositions.sort()
for subfieldPosition in subfieldsPositions:
subfield = subfieldsToAdd[tag][fieldPosition]\
[subfieldPosition]
record_add_subfield_into(record, tag, subfield[0], \
subfield[1], \
subfield_position = \
int(subfieldPosition), \
field_position_local = \
int(fieldPosition))
response['resultCode'] = \
CFG_BIBEDIT_AJAX_RESULT_CODES_REV['added_positioned_subfields']
elif request_type == 'modifyField': # changing the field structure
# first remove subfields and then add new... change the indices
subfields = data['subFields'] # parse the JSON representation of
# the subfields here
new_field = create_field(subfields, data['ind1'], data['ind2'])
record_replace_field(record, data['tag'], new_field, \
field_position_local = data['fieldPosition'])
response['resultCode'] = 26
elif request_type == 'modifyContent':
if data['subfieldIndex'] != None:
record_modify_subfield(record, data['tag'],
data['subfieldCode'], data['value'],
int(data['subfieldIndex']),
field_position_local=field_position_local)
else:
record_modify_controlfield(record, data['tag'], data["value"],
field_position_local=field_position_local)
response['resultCode'] = 24
elif request_type == 'moveSubfield':
record_move_subfield(record, data['tag'],
int(data['subfieldIndex']), int(data['newSubfieldIndex']),
field_position_local=field_position_local)
response['resultCode'] = 25
elif request_type == 'moveField':
if data['direction'] == 'up':
final_position_local = field_position_local-1
else: # direction is 'down'
final_position_local = field_position_local+1
record_move_fields(record, data['tag'], [field_position_local],
final_position_local)
response['resultCode'] = 32
elif request_type == 'deleteFields':
to_delete = data['toDelete']
deleted_fields = 0
deleted_subfields = 0
for tag in to_delete:
#Sorting the fields in a edcreasing order by the local position!
fieldsOrder = to_delete[tag].keys()
fieldsOrder.sort(lambda a, b: int(b) - int(a))
for field_position_local in fieldsOrder:
if not to_delete[tag][field_position_local]:
# No subfields specified - delete entire field.
record_delete_field(record, tag,
field_position_local=int(field_position_local))
deleted_fields += 1
else:
for subfield_position in \
to_delete[tag][field_position_local][::-1]:
# Delete subfields in reverse order (to keep the
# indexing correct).
record_delete_subfield_from(record, tag,
int(subfield_position),
field_position_local=int(field_position_local))
deleted_subfields += 1
if deleted_fields == 1 and deleted_subfields == 0:
response['resultCode'] = 26
elif deleted_fields and deleted_subfields == 0:
response['resultCode'] = 27
elif deleted_subfields == 1 and deleted_fields == 0:
response['resultCode'] = 28
elif deleted_subfields and deleted_fields == 0:
response['resultCode'] = 29
else:
response['resultCode'] = 30
response['cacheMTime'], response['cacheDirty'] = \
update_cache_file_contents(recid, uid, record_revision, record, \
pending_changes, \
deactivated_hp_changes, \
undo_list, redo_list), \
True
return response
