fileinfo = {}

fileinfo['root'] = root

fileinfo['year'] = year

fileinfo['inst'] = inst

fileinfo['postfix'] = postfix

fileinfo['fullpath'] = dfile

meta['fileinfo'] = fileinfo

ignoreList = ['start_time', 'end_time', 'counts', 'counting_time', 'preset', 'detector/temperature',\

'data','beam_center_x','beam_center_y']

for name in ignoreList:

if ds.name.find(name) >= 0:

return True

if ds.len() > 1:

return True

if name.find('rotation_speed') >= 0:

diff = abs(d1[0]-d2[0])

if diff > 20:

return diff

else:

return None

else:

d1 = in1.get(path)

d2 = in2.get(path)

if toIgnore(d1):

# print('Ignoring ' + path)

return None

if d2 is None:

# print('Second misses path: ' +path)

return 'Missing'

diff = testSpecial(d1,d2,path)

if diff != None:

return diff

if d1.dtype.type is np.string_:

if d1[0] != d2[0]:

return levenshtein(d1[0],d2[0])

else:

return None

elif d1.dtype.kind == 'f':

diff = abs((d1[0] - d2[0]))

if diff > .1:

return diff

else:

return None

else:

# print('Integer DS: ' + path)

diff = abs(d1[0] - d2[0])

if diff > 0:

return diff

else:

f1 = h5py.File(firstfile,'r')

f2 = h5py.File(secondfile,'r')

dsList = []

def func(name,obj):

if isinstance(obj,h5py.Dataset):

dsList.append(name)

f1.visititems(func)

diffs = {}

for dsName in dsList:

diffval = compareDataset(f1,f2,dsName)

if diffval != None:

diffs[dsName] = diffval

f1.close()

f2.close()

significant_fields = {'entry1/sample/magnetic_field': 10.,'entry1/sample/temperature':10.,

'entry1/SANS/Dornier_VS/rotation_speed':30}

if previous_diff == None:

# Just started: cannot say

return False

if len(current_diff) < 1:

# Little change

return False

if isProposalChange(current_diff):

printDebug('proposal change')

return True

# Sample name changes are only significant if no change in named_position

if 'entry1/sample/name' in current_diff and not 'entry1/sample/named_position' in current_diff:

printDebug('sample name change')

return True

# A large number of changes is always an indicator of something serious happening

if len(current_diff) > len(previous_diff):

if len(current_diff) - len(previous_diff) > 2:

printDebug('Many changes triggered')

return True

# This is SANS: A change in collimation_length or detector position is always a new dataset

trigger_fields = ['entry1/SANS/detector/x_position', 'entry1/SANS/collimator/length']

for trigger in trigger_fields:

if trigger in current_diff:

printDebug('Dataset trigger: ' + trigger)

return True

# The appearance of a new item changing by a largish amount also marks a new dataset

# Ignore the rotation_speed which has a large wobble

ignore_key = ['entry1/SANS/Dornier-VS/rotation_speed',]

for key,val in current_diff.items():

if key in ignore_key:

continue

if key not in previous_diff and abs(val) > 2.:

printDebug('A new changing key appeared: ' + key + ' val = ' + str(val) )

return True

# Now compare the size of the differences against each other. A large change in a numeric value

# also indicates a new experimental condition and thus a new dataset

to_ignore = ['entry1/title','entry1/sample/name','entry1/comment','entry1/sample/environment']

for key,val in current_diff.items():

if key in to_ignore:

continue

elif key in previous_diff:

if key in ignore_key:

continue

if abs(val-previous_diff[key]) > 2*val and val > 3.:

printDebug('Big change in parameter %s, val = %s ' % (key,str(val)))

return True

# Only incremental changes found

if '/entry1/proposal_id' in diff or '/entry1/user/name' in diff:

return True

else: