def test_init_ok(config):
test_data_string = "some test data"
configuration = Configuration(None,
is_dict_config=True,
dict_config=config)
data_object = DataObject(configuration)
requestor = CsvReader(configuration, "csv_reader")
data_object.add(requestor, test_data_string, "test_data")
writer = FileWriter(configuration, "recipe_file_writer")
c = configuration.config_for_instance("recipe_file_writer")
filename = c["dir"] + os.path.sep + c["filename"]
# clean out test file location
if os.path.exists(filename):
os.remove(filename)
data_object, terminate = writer.run(data_object)
assert not terminate
assert os.path.exists(filename)
read_data = open(filename).read()
assert test_data_string == read_data
def test_init_other_ok(config):
config["implementation_config"]["writer_config"]["recipe_file_writer"][
"filename"] = "unittest_file_writer.other"
config["implementation_config"]["writer_config"]["recipe_file_writer"][
"serializer"] = "other"
test_data_string = "some test data"
configuration = Configuration(None,
is_dict_config=True,
dict_config=config)
data_object = DataObject(configuration)
requestor = CsvReader(configuration, "csv_reader")
data_object.add(requestor, test_data_string, "test_data")
writer = Serializer(configuration, "recipe_file_writer")
c = configuration.config_for_instance("recipe_file_writer")
filename = c["dir"] + os.path.sep + c["filename"]
# clean out test file location
if os.path.exists(filename):
os.remove(filename)
with pytest.raises(Exception, match=r"Unsupported"):
writer.run(data_object)
def test_init_ok(config):
corpus = pd.read_csv("test/minimal.csv")
configuration = Configuration(None,
is_dict_config=True,
dict_config=config)
writer = CsvWriter(configuration, "recipe_csv_writer")
data_object = DataObject(configuration)
requestor = CsvReader(configuration, "csv_reader")
data_object.add(requestor, key="test_data", data=corpus)
c = configuration.config_for_instance(
"recipe_csv_writer"
) # configuration.sec .writer_config['recipe_csv_writer']
filename = c["dir"] + os.path.sep + c["filename"]
# clean out test file location
if os.path.exists(filename):
os.remove(filename)
writer.run(data_object)
assert os.path.exists(filename)
df = pd.read_csv(filename)
assert corpus.equals(df)
def test_init_pickle_ok(config):
config["implementation_config"]["writer_config"]["recipe_file_writer"][
"filename"] = "unittest_file_writer.pickle"
config["implementation_config"]["writer_config"]["recipe_file_writer"][
"serializer"] = "pickle"
test_data_string = "some test data"
configuration = Configuration(None,
is_dict_config=True,
dict_config=config)
data_object = DataObject(configuration)
requestor = CsvReader(configuration, "csv_reader")
data_object.add(requestor, test_data_string, "test_data")
writer = Serializer(configuration, "recipe_file_writer")
c = configuration.config_for_instance("recipe_file_writer")
filename = c["dir"] + os.path.sep + c["filename"]
# clean out test file location
if os.path.exists(filename):
os.remove(filename)
data_object, terminate = writer.run(data_object)
assert not terminate
assert os.path.exists(filename)
read_data = pickle.load(open(filename, "rb"))
assert test_data_string == read_data
