def testEvaluateTwoFormulas(self):
if IGNORE_TEST:
return
self.column_a.setFormula(SECOND_VALID_FORMULA) # Make A a formula column
evaluator = TableEvaluator(self.table)
error = evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNone(error)
def testEvaluateTwoFormulas(self):
if IGNORE_TEST:
return
self.column_a.setFormula(
SECOND_VALID_FORMULA) # Make A a formula column
evaluator = TableEvaluator(self.table)
error = evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNone(error)
def export(self, **kwargs): """ Exports the table to a python program :return: error - string from the file export """ table_evaluator = TableEvaluator(self) error = table_evaluator.export(**kwargs) return error
def export(self, **kwargs): """ Exports the table to a python program :return: error - string from the file export """ table_evaluator = TableEvaluator(self) error = table_evaluator.export(**kwargs) return error
def testEvaluateError(self):
if IGNORE_TEST:
return
column_invalid_formula = cl.Column(COLUMN_INVALID_FORMULA)
column_invalid_formula.setFormula(INVALID_FORMULA)
self.table.addColumn(column_invalid_formula)
evaluator = TableEvaluator(self.table)
error = evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNotNone(error)
def testEvaluateError(self):
if IGNORE_TEST:
return
column_invalid_formula = cl.Column(COLUMN_INVALID_FORMULA)
column_invalid_formula.setFormula(INVALID_FORMULA)
self.table.addColumn(column_invalid_formula)
evaluator = TableEvaluator(self.table)
error = evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNotNone(error)
def evaluate(self, user_directory=None):
"""
Evaluates formulas in the table
:param user_directory: full directory path where user modules
are placed
:return: error from table evaluation or None
"""
evaluator = TableEvaluator(self)
error = evaluator.evaluate(user_directory=user_directory)
return error
def evaluate(self, user_directory=None):
"""
Evaluates formulas in the table
:param user_directory: full directory path where user modules
are placed
:return: error from table evaluation or None
"""
evaluator = TableEvaluator(self)
error = evaluator.evaluate(user_directory=user_directory)
return error
def main():
cat_cols_test = ['firstname', 'lastname', 'address']
real, fake = load_data('data/test-data-real.csv',
'data/test-data-fake.csv')
table_evaluator_test = TableEvaluator(real, fake, cat_cols=cat_cols_test)
for category in cat_cols_test:
print(category + " Statistics")
table_evaluator_test.evaluate(target_col=category)
print("-------------------------------")
def setUp(self):
self.table = createTable(TABLE_NAME)
self._addColumn(COLUMN1, cells=COLUMN1_CELLS)
self.column_a = self._addColumn(COLUMN2, cells=COLUMN2_CELLS)
self.column_b = self._addColumn(COLUMNB, cells=COLUMNB_CELLS)
self.column_c = self._addColumn(COLUMNC, cells=COLUMNC_CELLS)
self.column_valid_formula = self._addColumn(COLUMN_VALID_FORMULA,
formula=VALID_FORMULA)
api_util.writeObjectToFile(self.table)
self.evaluator = TableEvaluator(self.table)
def setUp(self):
"""
Creates the following structure:
DUMMY_TABLE
row:
DUMMY1:
A:
B:
C:
VALID_FORMULA:
"""
self.table = createTable(TABLE_NAME)
self._addColumn(COLUMN1, cells=COLUMN1_CELLS)
self.column_a = self._addColumn(COLUMN2, cells=COLUMN2_CELLS)
self.column_b = self._addColumn(COLUMNB, cells=COLUMNB_CELLS)
self.column_c = self._addColumn(COLUMNC, cells=COLUMNC_CELLS)
self.column_valid_formula = self._addColumn(COLUMN_VALID_FORMULA,
formula=VALID_FORMULA)
api_util.writeObjectToFile(self.table)
self.evaluator = TableEvaluator(self.table)
def testRunningSheetWithExport(self):
if IGNORE_TEST:
return
"""
Imports two sheets. The first is the Michaelis-Menten sheet. The second
is a sheet with S, V, V_MAX, K_M. This test:
1. Exports the first sheet
2. Changes the V_MAX formula in the second sheet to use the export
3. Evaluates the second sheet
"""
def isEqualColumns(table1, table2, colnm):
"""
Checks that the tables have the same value for the column name
:param Table table1:
:param Table table2:
:param str colnm:
"""
value1 = table1.columnFromName(colnm).getCells()[0]
value2 = table2.columnFromName(colnm).getCells()[0]
self.assertEqual(value1, value2)
function_name = "MM"
# Read the tables
table1 = api_util.readObjectFromFile(join(TEST_DIR, FILE1))
table2 = api_util.readObjectFromFile(join(TEST_DIR, FILE1))
# Set V_MAX in the second table to a dummy value
column_v_max_second = table2.columnFromName("V_MAX")
column_v_max_second.setFormula("range(10)")
evaluator = TableEvaluator(table2)
evaluator.evaluate(user_directory=TEST_DIR)
# Use the exported first table for the values of V_MAX, K_M
table1.export(function_name=function_name,
inputs=["S", "V"],
outputs=["V_MAX", "K_M"],
user_directory=TEST_DIR)
formula = "V_MAX, K_M = %s(S, V)" % function_name
column_v_max_second.setFormula(formula)
evaluator = TableEvaluator(table2)
evaluator.evaluate(user_directory=TEST_DIR)
isEqualColumns(table1, table2, "V_MAX")
isEqualColumns(table1, table2, "K_M")
def testRunningSheetWithExport(self):
#if IGNORE_TEST:
# return
"""
Imports two sheets. The first is the Michaelis-Menten sheet. The second
is a sheet with S, V, V_MAX, K_M. This test:
1. Exports the first sheet
2. Changes the V_MAX formula in the second sheet to use the export
3. Evaluates the second sheet
"""
def isEqualColumns(table1, table2, colnm):
"""
Checks that the tables have the same value for the column name
:param Table table1:
:param Table table2:
:param str colnm:
"""
value1 = table1.columnFromName(colnm).getCells()[0]
value2 = table2.columnFromName(colnm).getCells()[0]
self.assertEqual(value1, value2)
function_name = "MM"
# Read the tables
table1 = api_util.readObjectFromFile(join(TEST_DIR, FILE1))
table2 = api_util.readObjectFromFile(join(TEST_DIR, FILE1))
# Set V_MAX in the second table to a dummy value
column_v_max_second = table2.columnFromName("V_MAX")
column_v_max_second.setFormula("range(10)")
evaluator = TableEvaluator(table2)
evaluator.evaluate(user_directory=TEST_DIR)
# Use the exported first table for the values of V_MAX, K_M
table1.export(function_name=function_name,
inputs=["S", "V"],
outputs=["V_MAX", "K_M"],
user_directory=TEST_DIR)
formula = "V_MAX, K_M = %s(S, V)" % function_name
column_v_max_second.setFormula(formula)
evaluator = TableEvaluator(table2)
evaluator.evaluate(user_directory=TEST_DIR)
isEqualColumns(table1, table2, "V_MAX")
isEqualColumns(table1, table2, "K_M")
ax.set_zlim(data['Test'][z].min() - 10,
data['Test'][z].max() + 10)
if i == 4:
ax.set_xlabel(x)
ax.set_ylabel(y)
ax.set_zlabel(z)
ax.set_title(dataset, fontsize=14)
plt.tight_layout()
plt.show()
dataset = 'MIAMI'
cols = ['age', 'workclass', 'marital.status']
table_evaluator = TableEvaluator(data['Test'][cols],
data[dataset][cols])
table_evaluator.plot_distributions()
#==========================================
# Correlation matrices
#==========================================
w_ratios = [1] * len(plot_datasets) + [0.08]
fig, axs = plt.subplots(1, len(plot_datasets) + 1, \
gridspec_kw={'width_ratios':w_ratios}, figsize = (15,10))
axs[0].get_shared_y_axes().join(*axs[1:-1])
#fig.suptitle(design + ' ' + ' (preds' + str(idx) + ')',\
#fontsize=16)
for idx, mod in enumerate(ord_modalities):
train_new['education'] = np.where(
train_new['education'] == str(float(idx)), mod,
train_new['education'])
# Keep only the women that have more than 60 years in the test
if design in ['Absent', 'Unb']:
test = test[(test['age'] >= 60) & (test['sex'] == 'Female')]
# Store the predictions
train_new.to_csv('pseudo_adult/' + design + '/' + 'preds' + str(filenum) + '.csv',\
index = False)
acceptance_rate = pd.DataFrame(acceptance_rate)
acceptance_rate.to_csv('pseudo_adult/acceptance_rate.csv')
acceptance_rate[['Unbalanced', 'Absent']].astype(float).boxplot()
plt.title('Acceptance rate of MIAMI in the Absent and Unbalanced designs')
plt.ylabel('Acceptance rate')
plt.xlabel('Design')
# Visualise the predictions
# Use table_evaluator
plt.plot([0])
plt.title('Design:' + design)
plt.show()
cat_features = (~(pd.Series(var_distrib) != 'continuous')).to_list()
table_evaluator = TableEvaluator(test, train_new)
table_evaluator.visual_evaluation()
def testConstructor(self):
if IGNORE_TEST:
return
evaluator = TableEvaluator(self.table)
self.assertEqual(evaluator._table.getName(is_global_name=False),
TABLE_NAME)
class TestTableEvaluator(unittest.TestCase):
def setUp(self):
"""
Creates the following structure:
DUMMY_TABLE
row:
DUMMY1:
A:
B:
C:
VALID_FORMULA:
"""
self.table = createTable(TABLE_NAME)
self._addColumn(COLUMN1, cells=COLUMN1_CELLS)
self.column_a = self._addColumn(COLUMN2, cells=COLUMN2_CELLS)
self.column_b = self._addColumn(COLUMNB, cells=COLUMNB_CELLS)
self.column_c = self._addColumn(COLUMNC, cells=COLUMNC_CELLS)
self.column_valid_formula = self._addColumn(COLUMN_VALID_FORMULA,
formula=VALID_FORMULA)
api_util.writeObjectToFile(self.table)
self.evaluator = TableEvaluator(self.table)
def _addColumn(self, name, cells=None, formula=None):
column = cl.Column(name)
if formula is not None:
column.setFormula(formula)
if cells is not None:
column.addCells(cells)
self.table.addColumn(column)
return column
def testConstructor(self):
if IGNORE_TEST:
return
evaluator = TableEvaluator(self.table)
self.assertEqual(evaluator._table.getName(is_global_name=False),
TABLE_NAME)
def testEvaluate(self):
if IGNORE_TEST:
return
error = self.evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNone(error)
# pylint: disable=E1101
formula_result = (np.sin(np.array(self.column_a.getCells())) +
np.array(self.column_b.getCells()))
is_equal = np.equal(formula_result,
np.array(
self.column_valid_formula.getCells())).all()
self.assertTrue(is_equal)
def testEvaluateError(self):
if IGNORE_TEST:
return
column_invalid_formula = cl.Column(COLUMN_INVALID_FORMULA)
column_invalid_formula.setFormula(INVALID_FORMULA)
self.table.addColumn(column_invalid_formula)
evaluator = TableEvaluator(self.table)
error = evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNotNone(error)
def testEvaluateTwoFormulas(self):
if IGNORE_TEST:
return
self.column_a.setFormula(
SECOND_VALID_FORMULA) # Make A a formula column
evaluator = TableEvaluator(self.table)
error = evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNone(error)
def testEvaluateWithNoneValues(self):
if IGNORE_TEST:
return
table = self.table
row = table.getRow()
table.addRow(row, 0.1) # Add a new row after
error = self.evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNone(error)
new_row = table.getRow()
new_row['A'] = 1
new_row['B'] = 1
table.updateRow(new_row, 1)
error = self.evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNone(error)
def testEvaluateWithUserFunction(self):
if IGNORE_TEST:
return
self.column_valid_formula.setFormula(VALID_FORMULA_WITH_USER_FUNCTION)
errors = self.evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNone(errors)
def testEvaluateFormulaWithRowAddition(self):
if IGNORE_TEST:
return
# Tests a formula that should increase the number of rows.
num_rows = self.table.numRows()
formula = "range(%d)" % (num_rows + 1)
self.column_valid_formula.setFormula(formula)
self.table.evaluate(user_directory=TEST_DIR)
self.assertEqual(self.table.numRows(), num_rows + 1)
def testEvaluateFormulaWithLargeRowAddition(self):
if IGNORE_TEST:
return
# Tests a formula that should increase the number of rows.
num_rows = 1000
formula = "range(%d)" % num_rows
self.column_valid_formula.setFormula(formula)
self.table.evaluate(user_directory=TEST_DIR)
self.assertEqual(self.table.numRows(), num_rows)
def testEvaluateRowInsert(self):
if IGNORE_TEST:
return
row_index = 1
new_row = self.table.getRow()
self.table.insertRow(new_row, index=row_index)
error = self.table.evaluate(user_directory=TEST_DIR)
self.assertIsNone(error)
new_row['A'] = 0.5
new_row['B'] = 0.6
self.table.updateRow(new_row, index=row_index)
error = self.table.evaluate(user_directory=TEST_DIR)
self.assertIsNone(error) # Formula should work
def testEvalWithMixedTypes(self):
if IGNORE_TEST:
return
self.column_b.setFormula("range(len(A))")
self.column_valid_formula.setFormula(
"np.sin(np.array(B, dtype=float))")
self.table.evaluate(user_directory=TEST_DIR)
for val in self.column_valid_formula.getCells():
self.assertIsNotNone(val)
def _createExport(self, function_name, no_outputs=2):
# Two formula columns
self.column_a.setFormula(
SECOND_VALID_FORMULA) # Make A a formula column
self.table.evaluate(user_directory=TEST_DIR)
if no_outputs == 2:
outputs = [COLUMN_VALID_FORMULA, COLUMN2]
else:
outputs = [COLUMN_VALID_FORMULA]
self.table.export(function_name=function_name,
inputs=[COLUMNC, COLUMNB],
outputs=outputs,
user_directory=TEST_DIR)
def testExport(self):
if IGNORE_TEST:
return
# Two formula columns
self._createExport(FUNCTION_NAME)
file_name = "%s.py" % FUNCTION_NAME
file_path = join(TEST_DIR, file_name)
test_file_name = "test_%s.py" % FUNCTION_NAME
test_file_path = join(TEST_DIR, test_file_name)
try:
with stdoutIO():
execfile(file_path)
success = True
except IOError:
success = False
self.assertTrue(success)
# Run the program and its test. Will get an exception if these fail.
commands = """
cd $HOME/SciSheets/mysite;
python manage.py test scisheets.core.test_dir.%s
""" % FUNCTION_NAME
out = runProcess(commands)
test_commands = """
cd %s;
python manage.py test scisheets.core.test_dir.test_%s
""" % (settings.BASE_DIR, FUNCTION_NAME)
test_out = runProcess(test_commands)
def testUsingExport(self):
if IGNORE_TEST:
return
self._createExport(FUNCTION_NAME, no_outputs=1)
# Create a column that uses this function
formula = "%s(%s, %s)" % (FUNCTION_NAME, COLUMNC, COLUMNB)
column_using_export = self._addColumn(COLUMN_USING_EXPORT,
formula=formula)
error = self.evaluator.evaluate(user_directory=TEST_DIR)
self.assertEqual(column_using_export.getCells(),
self.column_valid_formula.getCells())
def testRunningSheetWithExport(self):
if IGNORE_TEST:
return
"""
Imports two sheets. The first is the Michaelis-Menten sheet. The second
is a sheet with S, V, V_MAX, K_M. This test:
1. Exports the first sheet
2. Changes the V_MAX formula in the second sheet to use the export
3. Evaluates the second sheet
"""
def isEqualColumns(table1, table2, colnm):
"""
Checks that the tables have the same value for the column name
:param Table table1:
:param Table table2:
:param str colnm:
"""
value1 = table1.columnFromName(colnm).getCells()[0]
value2 = table2.columnFromName(colnm).getCells()[0]
self.assertEqual(value1, value2)
function_name = "MM"
# Read the tables
table1 = api_util.readObjectFromFile(join(TEST_DIR, FILE1))
table2 = api_util.readObjectFromFile(join(TEST_DIR, FILE1))
# Set V_MAX in the second table to a dummy value
column_v_max_second = table2.columnFromName("V_MAX")
column_v_max_second.setFormula("range(10)")
evaluator = TableEvaluator(table2)
evaluator.evaluate(user_directory=TEST_DIR)
# Use the exported first table for the values of V_MAX, K_M
table1.export(function_name=function_name,
inputs=["S", "V"],
outputs=["V_MAX", "K_M"],
user_directory=TEST_DIR)
formula = "V_MAX, K_M = %s(S, V)" % function_name
column_v_max_second.setFormula(formula)
evaluator = TableEvaluator(table2)
evaluator.evaluate(user_directory=TEST_DIR)
isEqualColumns(table1, table2, "V_MAX")
isEqualColumns(table1, table2, "K_M")
@staticmethod
def _countNonNone(aList):
return len([x for x in aList if (x is not None) and (not np.isnan(x))]) # pylint: disable=E1101
def _testFormulaVariations(self, formula1, formula2, len1, len2):
# Checks compound formulas of different combinations.
# Input: formula1 - valid python expression
# formula2 - valid python statement for column A or ""
# len1 - length of the array created by formula1
# len2 - length of the array created by formula2
if len(formula2) == 0:
formula = formula1
self.column_valid_formula.setFormula(formula)
error = self.evaluator.evaluate(user_directory=TEST_DIR)
if error is not None:
import pdb
pdb.set_trace()
self.assertIsNone(error)
self.assertEqual(
TestTableEvaluator._countNonNone(
self.column_valid_formula.getCells()), len1)
else:
formula = "%s; %s" % (formula1, formula2)
self.column_valid_formula.setFormula(formula)
self.assertIsNone(self.evaluator.evaluate(user_directory=TEST_DIR))
self.assertEqual(
TestTableEvaluator._countNonNone(
self.column_valid_formula.getCells()), len1)
self.assertEqual(
TestTableEvaluator._countNonNone(self.column_a.getCells()),
len2)
def testFormulaVariations(self):
if IGNORE_TEST:
return
size = 10
list_expr = "[n for n in range(%d)]" % size
scalar_expr = "np.sin(3.1)"
list_stmt = "A = np.array([n for n in range(%d)])" % size
list_stmt1 = "VALID_FORMULA = np.array([n for n in range(%d)])" % size
scalar_stmt = "A = np.sin(3.1)"
scalar_stmt1 = "VALID_FORMUAL = np.sin(3.1)"
self._testFormulaVariations(list_expr, "", size, 0)
self._testFormulaVariations(scalar_expr, "", 1, 0)
self._testFormulaVariations(list_stmt, scalar_stmt, 1, 1)
self._testFormulaVariations(scalar_stmt1, scalar_stmt, 1, 1)
self._testFormulaVariations(list_stmt1, list_stmt, size, size)
def testDefinedFunctionInFormula(self):
if IGNORE_TEST:
return
formula = '''
def is_prime(n):
limit = int(mt.sqrt(n)) + 1
for m in range(2, limit):
if n % m == 0:
return False
return True
def find_primes(n):
result = []
for m in range(2, n):
if is_prime(m):
result.append(m)
return result
DUMMY1 = find_primes(100)
'''
self.column_valid_formula.setFormula(formula)
errors = self.evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNone(errors)
def testTableNamespaceHasColumnsInSubtables(self):
"""
Tests that a name in a subtable is in the namespace
and can be evaluated.
DUMMY_TABLE
row
DUMMY1
A
B
C
VALID_FORMULA
Subtable
row
SubtableColumn1
SubtableColumn2
"""
if IGNORE_TEST:
return
column_name1 = "SubtableColumn1"
column_name2 = "SubtableColumn2"
colnms = [column_name1, column_name2]
subtable = createTable("Subtable", column_name=colnms)
self.table.addChild(subtable)
column2 = subtable.columnFromName(column_name2)
formula = "SubtableColumn1*10"
column2.setFormula(formula)
errors = self.evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNone(errors)
class TestTableEvaluator(unittest.TestCase):
def setUp(self):
self.table = createTable(TABLE_NAME)
self._addColumn(COLUMN1, cells=COLUMN1_CELLS)
self.column_a = self._addColumn(COLUMN2, cells=COLUMN2_CELLS)
self.column_b = self._addColumn(COLUMNB, cells=COLUMNB_CELLS)
self.column_c = self._addColumn(COLUMNC, cells=COLUMNC_CELLS)
self.column_valid_formula = self._addColumn(COLUMN_VALID_FORMULA,
formula=VALID_FORMULA)
api_util.writeObjectToFile(self.table)
self.evaluator = TableEvaluator(self.table)
def _addColumn(self, name, cells=None, formula=None):
column = cl.Column(name)
if formula is not None:
column.setFormula(formula)
if cells is not None:
column.addCells(cells)
self.table.addColumn(column)
return column
def testConstructor(self):
if IGNORE_TEST:
return
evaluator = TableEvaluator(self.table)
self.assertEqual(evaluator._table.getName(is_global_name=False),
TABLE_NAME)
def testEvaluate(self):
if IGNORE_TEST:
return
error = self.evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNone(error)
# pylint: disable=E1101
formula_result = (
np.sin(np.array(self.column_a.getCells()))
+ np.array(self.column_b.getCells())
)
is_equal = np.equal(formula_result,
np.array(self.column_valid_formula.getCells())).all()
self.assertTrue(is_equal)
def testEvaluateError(self):
if IGNORE_TEST:
return
column_invalid_formula = cl.Column(COLUMN_INVALID_FORMULA)
column_invalid_formula.setFormula(INVALID_FORMULA)
self.table.addColumn(column_invalid_formula)
evaluator = TableEvaluator(self.table)
error = evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNotNone(error)
def testEvaluateTwoFormulas(self):
if IGNORE_TEST:
return
self.column_a.setFormula(SECOND_VALID_FORMULA) # Make A a formula column
evaluator = TableEvaluator(self.table)
error = evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNone(error)
def testEvaluateWithNoneValues(self):
if IGNORE_TEST:
return
table = self.table
row = table.getRow()
table.addRow(row, 0.1) # Add a new row after
error = self.evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNone(error)
new_row = table.getRow()
new_row['A'] = 1
new_row['B'] = 1
table.updateRow(new_row, 1)
error = self.evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNone(error)
def testEvaluateWithUserFunction(self):
if IGNORE_TEST:
return
self.column_valid_formula.setFormula(VALID_FORMULA_WITH_USER_FUNCTION)
errors = self.evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNone(errors)
def testEvaluateFormulaWithRowAddition(self):
if IGNORE_TEST:
return
# Tests a formula that should increase the number of rows.
num_rows = self.table.numRows()
formula = "range(%d)" % (num_rows + 1)
self.column_valid_formula.setFormula(formula)
self.table.evaluate(user_directory=TEST_DIR)
self.assertEqual(self.table.numRows(), num_rows + 1)
def testEvaluateFormulaWithLargeRowAddition(self):
if IGNORE_TEST:
return
# Tests a formula that should increase the number of rows.
num_rows = 1000
formula = "range(%d)" % num_rows
self.column_valid_formula.setFormula(formula)
self.table.evaluate(user_directory=TEST_DIR)
self.assertEqual(self.table.numRows(), num_rows)
def testEvaluateRowInsert(self):
if IGNORE_TEST:
return
row_index = 1
new_row = self.table.getRow()
self.table.insertRow(new_row, index=row_index)
error = self.table.evaluate(user_directory=TEST_DIR)
self.assertIsNone(error)
new_row['A'] = 0.5
new_row['B'] = 0.6
self.table.updateRow(new_row, index=row_index)
error = self.table.evaluate(user_directory=TEST_DIR)
self.assertIsNone(error) # Formula should work
def testEvalWithMixedTypes(self):
if IGNORE_TEST:
return
self.column_b.setFormula("range(len(A))")
self.column_valid_formula.setFormula("np.sin(np.array(B, dtype=float))")
self.table.evaluate(user_directory=TEST_DIR)
for val in self.column_valid_formula.getCells():
self.assertIsNotNone(val)
def _createExport(self, function_name, no_outputs=2):
# Two formula columns
self.column_a.setFormula(SECOND_VALID_FORMULA) # Make A a formula column
self.table.evaluate(user_directory=TEST_DIR)
if no_outputs == 2:
outputs=[COLUMN_VALID_FORMULA, COLUMN2]
else:
outputs=[COLUMN_VALID_FORMULA]
self.table.export(function_name=function_name,
inputs=[COLUMNC, COLUMNB],
outputs=outputs,
user_directory=TEST_DIR)
def testExport(self):
if IGNORE_TEST:
return
# Two formula columns
self._createExport(FUNCTION_NAME)
file_name = "%s.py" % FUNCTION_NAME
file_path = join(TEST_DIR, file_name)
test_file_name = "test_%s.py" % FUNCTION_NAME
test_file_path = join(TEST_DIR, test_file_name)
try:
with stdoutIO():
execfile(file_path)
success = True
except IOError:
success = False
self.assertTrue(success)
# Run the program and its test. Will get an exception if these fail.
commands = """
cd $HOME/SciSheets/mysite;
python manage.py test scisheets.core.test_dir.%s
""" % FUNCTION_NAME
out = runProcess(commands)
test_commands = """
cd %s;
python manage.py test scisheets.core.test_dir.test_%s
""" % (settings.BASE_DIR, FUNCTION_NAME)
test_out = runProcess(test_commands)
def testUsingExport(self):
if IGNORE_TEST:
return
self._createExport(FUNCTION_NAME, no_outputs=1)
# Create a column that uses this function
formula = "%s(%s, %s)" % (FUNCTION_NAME, COLUMNC, COLUMNB)
column_using_export = self._addColumn(COLUMN_USING_EXPORT,
formula=formula)
error = self.evaluator.evaluate(user_directory=TEST_DIR)
self.assertEqual(column_using_export.getCells(),
self.column_valid_formula.getCells())
def testRunningSheetWithExport(self):
#if IGNORE_TEST:
# return
"""
Imports two sheets. The first is the Michaelis-Menten sheet. The second
is a sheet with S, V, V_MAX, K_M. This test:
1. Exports the first sheet
2. Changes the V_MAX formula in the second sheet to use the export
3. Evaluates the second sheet
"""
def isEqualColumns(table1, table2, colnm):
"""
Checks that the tables have the same value for the column name
:param Table table1:
:param Table table2:
:param str colnm:
"""
value1 = table1.columnFromName(colnm).getCells()[0]
value2 = table2.columnFromName(colnm).getCells()[0]
self.assertEqual(value1, value2)
function_name = "MM"
# Read the tables
table1 = api_util.readObjectFromFile(join(TEST_DIR, FILE1))
table2 = api_util.readObjectFromFile(join(TEST_DIR, FILE1))
# Set V_MAX in the second table to a dummy value
column_v_max_second = table2.columnFromName("V_MAX")
column_v_max_second.setFormula("range(10)")
evaluator = TableEvaluator(table2)
evaluator.evaluate(user_directory=TEST_DIR)
# Use the exported first table for the values of V_MAX, K_M
table1.export(function_name=function_name,
inputs=["S", "V"],
outputs=["V_MAX", "K_M"],
user_directory=TEST_DIR)
formula = "V_MAX, K_M = %s(S, V)" % function_name
column_v_max_second.setFormula(formula)
evaluator = TableEvaluator(table2)
evaluator.evaluate(user_directory=TEST_DIR)
isEqualColumns(table1, table2, "V_MAX")
isEqualColumns(table1, table2, "K_M")
@staticmethod
def _countNonNone(aList):
return len([x for x in aList if (x is not None)
and (not np.isnan(x))]) # pylint: disable=E1101
def _testFormulaVariations(self, formula1, formula2, len1, len2):
# Checks compound formulas of different combinations.
# Input: formula1 - valid python expression
# formula2 - valid python statement for column A or ""
# len1 - length of the array created by formula1
# len2 - length of the array created by formula2
if len(formula2) == 0:
formula = formula1
self.column_valid_formula.setFormula(formula)
error = self.evaluator.evaluate(user_directory=TEST_DIR)
if error is not None:
import pdb; pdb.set_trace()
self.assertIsNone(error)
self.assertEqual(
TestTableEvaluator._countNonNone(
self.column_valid_formula.getCells()), len1)
else:
formula = "%s; %s" % (formula1, formula2)
self.column_valid_formula.setFormula(formula)
self.assertIsNone(self.evaluator.evaluate(user_directory=TEST_DIR))
self.assertEqual(
TestTableEvaluator._countNonNone(
self.column_valid_formula.getCells()), len1)
self.assertEqual(
TestTableEvaluator._countNonNone(self.column_a.getCells()),
len2)
def testFormulaVariations(self):
if IGNORE_TEST:
return
size = 10
list_expr = "[n for n in range(%d)]" % size
scalar_expr = "np.sin(3.1)"
list_stmt = "A = np.array([n for n in range(%d)])" % size
list_stmt1 = "VALID_FORMULA = np.array([n for n in range(%d)])" % size
scalar_stmt = "A = np.sin(3.1)"
scalar_stmt1 = "VALID_FORMUAL = np.sin(3.1)"
self._testFormulaVariations(list_expr, "", size, 0)
self._testFormulaVariations(scalar_expr, "", 1, 0)
self._testFormulaVariations(list_stmt, scalar_stmt, 1, 1)
self._testFormulaVariations(scalar_stmt1, scalar_stmt, 1, 1)
self._testFormulaVariations(list_stmt1, list_stmt, size, size)
def testDefinedFunctionInFormula(self):
if IGNORE_TEST:
return
formula = '''
def is_prime(n):
limit = int(mt.sqrt(n)) + 1
for m in range(2, limit):
if n % m == 0:
return False
return True
def find_primes(n):
result = []
for m in range(2, n):
if is_prime(m):
result.append(m)
return result
DUMMY1 = find_primes(100)
'''
self.column_valid_formula.setFormula(formula)
errors = self.evaluator.evaluate(user_directory=TEST_DIR)
self.assertIsNone(errors)