def test_comment_prefix(self): csv = OldCsv() csv = csv.comment_prefix("#") properties = csv.to_properties() expected = {'format.comment-prefix': '#', 'format.type': 'csv', 'format.property-version': '1'} assert properties == expected
def test_ignore_first_line(self): csv = OldCsv() csv = csv.ignore_first_line() properties = csv.to_properties() expected = {'format.ignore-first-line': 'true', 'format.type': 'csv', 'format.property-version': '1'} assert properties == expected
def test_quote_character(self): csv = OldCsv() csv = csv.quote_character("*") properties = csv.to_properties() expected = {'format.quote-character': '*', 'format.type': 'csv', 'format.property-version': '1'} assert properties == expected
def test_ignore_parse_errors(self): csv = OldCsv() csv = csv.ignore_parse_errors() properties = csv.to_properties() expected = {'format.ignore-parse-errors': 'true', 'format.type': 'csv', 'format.property-version': '1'} assert properties == expected
def test_field_delimiter(self): csv = OldCsv() csv = csv.field_delimiter("|") properties = csv.to_properties() expected = {'format.field-delimiter': '|', 'format.type': 'csv', 'format.property-version': '1'} assert properties == expected
def test_line_delimiter(self): csv = OldCsv() csv = csv.line_delimiter(";") expected = {'format.type': 'csv', 'format.property-version': '1', 'format.line-delimiter': ';'} properties = csv.to_properties() assert properties == expected
def test_schema(): csv = OldCsv() schema = TableSchema(["a", "b"], [DataTypes.INT(), DataTypes.STRING()]) csv = csv.schema(schema) properties = csv.to_properties() expected = {'format.fields.0.name': 'a', 'format.fields.0.type': 'INT', 'format.fields.1.name': 'b', 'format.fields.1.type': 'VARCHAR', 'format.type': 'csv', 'format.property-version': '1'} assert properties == expected
def test_field(self): csv = OldCsv() csv.field("a", DataTypes.BIGINT()) csv.field("b", DataTypes.STRING()) csv.field("c", "SQL_TIMESTAMP") properties = csv.to_properties() expected = {'format.fields.0.name': 'a', 'format.fields.0.type': 'BIGINT', 'format.fields.1.name': 'b', 'format.fields.1.type': 'VARCHAR', 'format.fields.2.name': 'c', 'format.fields.2.type': 'SQL_TIMESTAMP', 'format.type': 'csv', 'format.property-version': '1'} assert properties == expected