Beispiel #1
0
    def test_custom_writer_with_json_file_formatter(self):
        # given:
        options = {
            'name':
            'exporters.export_formatter.json_export_formatter.JSONExportFormatter',
            'options': {
                'jsonlines': False
            }
        }
        formatter = JsonExportFormatter(options, meta())
        writer = FakeWriter({}, {}, export_formatter=formatter)

        # when:
        try:
            writer.write_batch(self.batch)
            writer.flush()
        finally:
            writer.close()

        # then:
        output = writer.custom_output[()]
        out = json.loads(output)

        self.assertEquals(self.batch, out)
        self.assertEquals('json',
                          writer.write_buffer.items_group_files.file_extension)
Beispiel #2
0
 def setUp(self):
     item_writer = GroupingBufferFilesTracker(
         JsonExportFormatter({}, meta()), 'gz')
     self.write_buffer = WriteBuffer({},
                                     meta(),
                                     items_per_buffer_write=1000,
                                     size_per_buffer_write=1000,
                                     items_group_files_handler=item_writer)
class JsonFormatterTest(unittest.TestCase):

    def setUp(self):
        self.options = {

        }
        self.export_formatter = JsonExportFormatter(self.options, meta())

    def test_format(self):
        item = BaseRecord()
        item['key'] = 0
        item['value'] = random.randint(0, 10000)
        item = self.export_formatter.format(item)
        self.assertIsInstance(json.loads(item), dict)
    def setUp(self):
        self.options = {

        }
        self.export_formatter = JsonExportFormatter(self.options, meta())