def testKeyedDataSetsSave(self):
keys = "k1,k2,k3,k4,k5".split(",")
values1 = "v1,v2,v3,v4,v5".split(",")
values2 = "d1,d2,d3,d4,d5".split(",")
values3 = "j1,j2,j3,j4,j5".split(",")
kds1 = KeyedDataSet("col1", 1, values1, keys)
kds2 = KeyedDataSet("col2", 2, values2, keys)
kds3 = KeyedDataSet("col3", 3, values3, keys)
filename = "kds1_sets_file.txt"
KeyedDataSetFileUtilities.saveSetsToFile(filename, [kds1, kds2, kds3],
"K")
file_contents = open(filename, 'r').read().strip()
self.assertEqual(
file_contents,
("K col1 col2 col3\nk1 v1 d1 j1\n" +
"k2 v2 d2 j2\nk3 v3 d3 j3\nk4 v4 d4 j4\nk5 v5 d5 j5"))
# Load the data back
kdses = KeyedDataSetFileUtilities.loadDataSetsFromFile(
filename, header="K col1 col2 col3")
self.assertEqual(len(kdses), 4)
kds1, kds2, kds3 = kdses[1:]
self.assertEqual(kds1.name, "col1")
self.assertEqual(kds1.index, 1)
self.assertEqual(len(kds1.data), 5)
self.assertEqual(kds1.values_by_key["k1"], "v1")
self.assertEqual(kds1.values_by_key["k2"], "v2")
self.assertEqual(kds1.values_by_key["k3"], "v3")
self.assertEqual(kds1.values_by_key["k4"], "v4")
self.assertEqual(kds1.values_by_key["k5"], "v5")
self.assertEqual(kds2.name, "col2")
self.assertEqual(kds2.index, 2)
self.assertEqual(len(kds2.data), 5)
self.assertEqual(kds2.values_by_key["k1"], "d1")
self.assertEqual(kds2.values_by_key["k2"], "d2")
self.assertEqual(kds2.values_by_key["k3"], "d3")
self.assertEqual(kds2.values_by_key["k4"], "d4")
self.assertEqual(kds2.values_by_key["k5"], "d5")
self.assertEqual(kds3.name, "col3")
self.assertEqual(kds3.index, 3)
self.assertEqual(len(kds3.data), 5)
self.assertEqual(kds3.values_by_key["k1"], "j1")
self.assertEqual(kds3.values_by_key["k2"], "j2")
self.assertEqual(kds3.values_by_key["k3"], "j3")
self.assertEqual(kds3.values_by_key["k4"], "j4")
self.assertEqual(kds3.values_by_key["k5"], "j5")
KeyedDataSetFileUtilities.saveSetsToFile(filename, [kds1, kds2, kds3],
None)
file_contents = open(filename, 'r').read().strip()
self.assertEqual(
file_contents,
("k1 v1 d1 j1\n" +
"k2 v2 d2 j2\nk3 v3 d3 j3\nk4 v4 d4 j4\nk5 v5 d5 j5"))
kdses = KeyedDataSetFileUtilities.loadDataSetsFromFile(filename,
cols=[1, 2, 3])
self.assertEqual(len(kdses), 3)
kds1, kds2, kds3 = kdses
self.assertEqual(kds1.name, None)
self.assertEqual(kds1.index, 1)
self.assertEqual(len(kds1.data), 5)
self.assertEqual(kds1.values_by_key["k1"], "v1")
self.assertEqual(kds1.values_by_key["k2"], "v2")
self.assertEqual(kds1.values_by_key["k3"], "v3")
self.assertEqual(kds1.values_by_key["k4"], "v4")
self.assertEqual(kds1.values_by_key["k5"], "v5")
self.assertEqual(kds2.name, None)
self.assertEqual(kds2.index, 2)
self.assertEqual(len(kds2.data), 5)
self.assertEqual(kds2.values_by_key["k1"], "d1")
self.assertEqual(kds2.values_by_key["k2"], "d2")
self.assertEqual(kds2.values_by_key["k3"], "d3")
self.assertEqual(kds2.values_by_key["k4"], "d4")
self.assertEqual(kds2.values_by_key["k5"], "d5")
self.assertEqual(kds3.name, None)
self.assertEqual(kds3.index, 3)
self.assertEqual(len(kds3.data), 5)
self.assertEqual(kds3.values_by_key["k1"], "j1")
self.assertEqual(kds3.values_by_key["k2"], "j2")
self.assertEqual(kds3.values_by_key["k3"], "j3")
self.assertEqual(kds3.values_by_key["k4"], "j4")
self.assertEqual(kds3.values_by_key["k5"], "j5")
os.remove(filename)
def testKeyedDataSetsSave(self):
keys = "k1,k2,k3,k4,k5".split(",")
values1 = "v1,v2,v3,v4,v5".split(",")
values2 = "d1,d2,d3,d4,d5".split(",")
values3 = "j1,j2,j3,j4,j5".split(",")
kds1 = KeyedDataSet("col1", 1, values1, keys)
kds2 = KeyedDataSet("col2", 2, values2, keys)
kds3 = KeyedDataSet("col3", 3, values3, keys)
filename = "kds1_sets_file.txt"
KeyedDataSetFileUtilities.saveSetsToFile(filename, [kds1, kds2, kds3], "K")
file_contents = open(filename, 'r').read().strip()
self.assertEqual(file_contents, ("K col1 col2 col3\nk1 v1 d1 j1\n" +
"k2 v2 d2 j2\nk3 v3 d3 j3\nk4 v4 d4 j4\nk5 v5 d5 j5"))
# Load the data back
kdses = KeyedDataSetFileUtilities.loadDataSetsFromFile(filename, header="K col1 col2 col3")
self.assertEqual(len(kdses), 4)
kds1, kds2, kds3 = kdses[1:]
self.assertEqual(kds1.name, "col1")
self.assertEqual(kds1.index, 1)
self.assertEqual(len(kds1.data), 5)
self.assertEqual(kds1.values_by_key["k1"], "v1")
self.assertEqual(kds1.values_by_key["k2"], "v2")
self.assertEqual(kds1.values_by_key["k3"], "v3")
self.assertEqual(kds1.values_by_key["k4"], "v4")
self.assertEqual(kds1.values_by_key["k5"], "v5")
self.assertEqual(kds2.name, "col2")
self.assertEqual(kds2.index, 2)
self.assertEqual(len(kds2.data), 5)
self.assertEqual(kds2.values_by_key["k1"], "d1")
self.assertEqual(kds2.values_by_key["k2"], "d2")
self.assertEqual(kds2.values_by_key["k3"], "d3")
self.assertEqual(kds2.values_by_key["k4"], "d4")
self.assertEqual(kds2.values_by_key["k5"], "d5")
self.assertEqual(kds3.name, "col3")
self.assertEqual(kds3.index, 3)
self.assertEqual(len(kds3.data), 5)
self.assertEqual(kds3.values_by_key["k1"], "j1")
self.assertEqual(kds3.values_by_key["k2"], "j2")
self.assertEqual(kds3.values_by_key["k3"], "j3")
self.assertEqual(kds3.values_by_key["k4"], "j4")
self.assertEqual(kds3.values_by_key["k5"], "j5")
KeyedDataSetFileUtilities.saveSetsToFile(filename, [kds1, kds2, kds3], None)
file_contents = open(filename, 'r').read().strip()
self.assertEqual(file_contents, ("k1 v1 d1 j1\n" +
"k2 v2 d2 j2\nk3 v3 d3 j3\nk4 v4 d4 j4\nk5 v5 d5 j5"))
kdses = KeyedDataSetFileUtilities.loadDataSetsFromFile(filename, cols=[1,2,3])
self.assertEqual(len(kdses), 3)
kds1, kds2, kds3 = kdses
self.assertEqual(kds1.name, None)
self.assertEqual(kds1.index, 1)
self.assertEqual(len(kds1.data), 5)
self.assertEqual(kds1.values_by_key["k1"], "v1")
self.assertEqual(kds1.values_by_key["k2"], "v2")
self.assertEqual(kds1.values_by_key["k3"], "v3")
self.assertEqual(kds1.values_by_key["k4"], "v4")
self.assertEqual(kds1.values_by_key["k5"], "v5")
self.assertEqual(kds2.name, None)
self.assertEqual(kds2.index, 2)
self.assertEqual(len(kds2.data), 5)
self.assertEqual(kds2.values_by_key["k1"], "d1")
self.assertEqual(kds2.values_by_key["k2"], "d2")
self.assertEqual(kds2.values_by_key["k3"], "d3")
self.assertEqual(kds2.values_by_key["k4"], "d4")
self.assertEqual(kds2.values_by_key["k5"], "d5")
self.assertEqual(kds3.name, None)
self.assertEqual(kds3.index, 3)
self.assertEqual(len(kds3.data), 5)
self.assertEqual(kds3.values_by_key["k1"], "j1")
self.assertEqual(kds3.values_by_key["k2"], "j2")
self.assertEqual(kds3.values_by_key["k3"], "j3")
self.assertEqual(kds3.values_by_key["k4"], "j4")
self.assertEqual(kds3.values_by_key["k5"], "j5")
os.remove(filename)
