def test_transform_csv_file(self):
file = django_file_utils.convert_str_to_file(self.dummy_csv_string(), filetype=FileType.CSV)
result = TransformFilesToData().clean_data_from_file(file)
result = JsonUtils.validate(result)
expected = [{'Name': 'Alex', 'Sex': 'M', 'Age': '41', 'Height_in': '74', 'Weight_lbs': '170'},
{'Name': 'Bert', 'Sex': 'M', 'Age': '42', 'Height_in': '68', 'Weight_lbs': '166'}]
self.assertEqual(result, expected)
def create_data_file(self,
data: JsonType,
user: User,
data_file_source: DataFileSourceBase,
label_info=None):
data_file = django_file_utils.convert_str_to_file(
JsonUtils.dumps(data), filetype=FileType.JSON)
# label_info = label_info or build_label_info(data_file_source)
data_file_object = DataFile.objects.create(
data_file=data_file,
user=user,
label_info=label_info,
data_provider=data_file_source.data_provider)
self._update_source_object(data_file_object, data_file_source)
return data_file_object
def _save_data_to_file(endpoint: Endpoint, user: User, data: str):
data_file = django_file_utils.convert_str_to_file(data, filetype=FileType.JSON,
filename_based_on=endpoint.endpoint_name)
return DataFetch.objects.create(endpoint=endpoint, data_file_from_source=data_file, user=user,
data_provider=endpoint.data_provider)
def build_test_data_file(self):
data = data_fetch_json_strava_activity()
data_str = JsonUtils.dumps(data)
return django_file_utils.convert_str_to_file(
data_str, filetype=django_file_utils.FileType.JSON)
def build_json_file(self):
return django_file_utils.convert_str_to_file(self.dummy_json_string(), filetype=FileType.JSON)
def build_csv_file(self):
return django_file_utils.convert_str_to_file(self.dummy_csv_string(), filetype=FileType.CSV)