def gen_data_str(a, dat_changes, init_c, path, anom_type, seed = 0):
  """ Function to genrte data array structure to hold ground truths and pointers to data files """

  # May wish to change pA
  if 'pA' in dat_changes:
    pA_ = np.max(dat_changes['pA'])
  else:
    pA_ = a['pA']
  # Changing N will also affect numAnom
  if 'N' in dat_changes:
    N_ = np.max(dat_changes['N'])
  else:
    N_ = a['N']

  # Get (max) num of Anomalies
  if pA_ < 1:
    numAnom = np.floor(pA_ * N_)
  else:
    numAnom = pA_ 

  # Double anomalous entries if 2 anomalies per run 
  if anom_type == 'grad_persist' or anom_type == 'step_n_back':
    numAnom *= 2

  # Data info Data type 
  dt = ([('file', 'a24'),
         ('gt',[('start', np.int_, (numAnom,)), 
                ('loc', np.int_, (numAnom,)),
                ('len', np.int_, (numAnom,)),
                ('mag', np.int_, (numAnom,)),
                ('type', 'a10', (numAnom,) )] ),
         ])

  # Big Results Structure Array
  D = np.zeros((init_c,
                len(dat_changes.values()[0]) ), dtype = dt)

  # For each Change to Dataset Parameters 
  dat_var = dat_changes.keys()[0]
  dat_values = dat_changes.values()[0]
  
  for j, v in enumerate(dat_values):
    # update data set parameters a
    a[dat_var] = v
    for i in xrange(init_c):
      if seed == 1:
        a['seed'] = i    

      filename = 'D_' + dat_var + '=' + str(v) + '_' + str(i) + '.npy'
      # Generate the data
      temp = gen_funcs[anomaly_type](**a.copy()) # so tidy!
      # Write to file 
      np.save(path + '/' + filename, temp['data'])
      # fill in D str
      nprec.recursive_fill_fields(temp['gt'], D[i,j]['gt'])
      D[i,j]['file'] = filename
  
  return D
Exemple #2
0
def gen_data_str(a, dat_changes, init_c, path, anom_type, seed = 0):
  """ Function to genrte data array structure to hold ground truths and pointers to data files """

  # May wish to change pA
  if 'pA' in dat_changes:
    pA_ = np.max(dat_changes['pA'])
  else:
    pA_ = a['pA']
  # Changing N will also affect numAnom
  if 'N' in dat_changes:
    N_ = np.max(dat_changes['N'])
  else:
    N_ = a['N']

  # Get (max) num of Anomalies
  if pA_ < 1:
    numAnom = np.floor(pA_ * N_)
  else:
    numAnom = pA_ 

  # Double anomalous entries if 2 anomalies per run 
  if anom_type == 'grad_persist' or anom_type == 'step_n_back':
    numAnom *= 2

  # Data info Data type 
  dt = ([('file', 'a24'),
         ('gt',[('start', np.int_, (numAnom,)), 
                ('loc', np.int_, (numAnom,)),
                ('len', np.int_, (numAnom,)),
                ('mag', np.int_, (numAnom,)),
                ('type', 'a10', (numAnom,) )] ),
         ])

  # Big Results Structure Array
  D = np.zeros((init_c,
                len(dat_changes.values()[0]) ), dtype = dt)

  # For each Change to Dataset Parameters 
  dat_var = dat_changes.keys()[0]
  dat_values = dat_changes.values()[0]
  
  for j, v in enumerate(dat_values):
    # update data set parameters a
    a[dat_var] = v
    for i in xrange(init_c):
      if seed == 1:
        a['seed'] = i    

      filename = 'D_' + dat_var + '=' + str(v) + '_' + str(i) + '.npy'
      # Generate the data
      temp = gen_funcs[anomaly_type](**a.copy()) # so tidy!
      # Write to file 
      np.save(path + '/' + filename, temp['data'])
      # fill in D str
      nprec.recursive_fill_fields(temp['gt'], D[i,j]['gt'])
      D[i,j]['file'] = filename
  
  return D
 def test_simple_flexible(self):
     # Test recursive_fill_fields on flexible-array
     a = np.array([(1, 10.0), (2, 20.0)], dtype=[("A", int), ("B", float)])
     b = np.zeros((3,), dtype=a.dtype)
     test = recursive_fill_fields(a, b)
     control = np.array([(1, 10.0), (2, 20.0), (0, 0.0)], dtype=[("A", int), ("B", float)])
     assert_equal(test, control)
 def test_simple_flexible(self):
     # Test recursive_fill_fields on flexible-array
     a = np.array([(1, 10.), (2, 20.)], dtype=[('A', int), ('B', float)])
     b = np.zeros((3, ), dtype=a.dtype)
     test = recursive_fill_fields(a, b)
     control = np.array([(1, 10.), (2, 20.), (0, 0.)],
                        dtype=[('A', int), ('B', float)])
     assert_equal(test, control)
 def test_masked_flexible(self):
     # Test recursive_fill_fields on masked flexible-array
     a = ma.array([(1, 10.0), (2, 20.0)], mask=[(0, 1), (1, 0)], dtype=[("A", int), ("B", float)])
     b = ma.zeros((3,), dtype=a.dtype)
     test = recursive_fill_fields(a, b)
     control = ma.array(
         [(1, 10.0), (2, 20.0), (0, 0.0)], mask=[(0, 1), (1, 0), (0, 0)], dtype=[("A", int), ("B", float)]
     )
     assert_equal(test, control)
Exemple #6
0
 def test_masked_flexible(self):
     # Test recursive_fill_fields on masked flexible-array
     a = ma.array([(1, 10.), (2, 20.)], mask=[(0, 1), (1, 0)],
                  dtype=[('A', int), ('B', float)])
     b = ma.zeros((3,), dtype=a.dtype)
     test = recursive_fill_fields(a, b)
     control = ma.array([(1, 10.), (2, 20.), (0, 0.)],
                        mask=[(0, 1), (1, 0), (0, 0)],
                        dtype=[('A', int), ('B', float)])
     assert_equal(test, control)