def test_write_multiple(self): root = mktemp() definitions = { 'Node': ( Attr(attr='left'), Text(value=' '), Attr(attr='op'), Text(value=' '), Attr(attr='right'), Text(value=';'), ) } # the program node; attributes are assigned to mimic a real one program1 = Node() program1.left, program1.op, program1.right = ('foo', '=', 'true') program1.sourcepath = join(root, 'program1.js') program1._token_map = { 'foo': [(0, 1, 1)], '=': [(4, 1, 5)], 'true': [(6, 1, 7)], } program2 = Node() program2.left, program2.op, program2.right = ('bar', '=', 'false') program2.sourcepath = join(root, 'program2.js') program2._token_map = { 'bar': [(0, 1, 1)], '=': [(4, 1, 5)], 'false': [(6, 1, 7)], } # streams output_stream = StringIO() output_stream.name = join(root, 'packed.js') sourcemap_stream = StringIO() sourcemap_stream.name = join(root, 'packed.js.map') unparser = BaseUnparser(definitions) io.write(unparser, [program1, program2], output_stream, sourcemap_stream, source_mapping_url=None) self.assertEqual('foo = true;bar = false;', output_stream.getvalue()) sourcemap = json.loads(sourcemap_stream.getvalue()) self.assertEqual( { "version": 3, "sources": ["program1.js", "program2.js"], "names": [], "mappings": "AAAA,WCAA", "file": "packed.js" }, sourcemap)
def test_write_no_sourcemap(self): root = mktemp() definitions = { 'Node': ( Attr(attr='left'), Attr(attr='op'), Attr(attr='right'), ) } # the program node; attributes are assigned to mimic a real one program = Node() program.left, program.op, program.right = ('foo', '=', 'true') program.sourcepath = join(root, 'original.js') program._token_map = { 'foo': [(0, 1, 1)], '=': [(4, 1, 5)], 'true': [(6, 1, 7)], } output_stream = StringIO() output_stream.name = join(root, 'processed.js') unparser = BaseUnparser(definitions) io.write(unparser, program, output_stream) self.assertEqual('foo=true', output_stream.getvalue())
def test_core_structures(self): # initialise a barebone dispatcher. node = Node() dispatcher = Dispatcher({}, None, {}, {}) self.assertEqual([( '{', 0, 0, None, None, )], list(layout_handler_openbrace(dispatcher, node, None, None, None))) self.assertEqual([( '}', 0, 0, None, None, )], list(layout_handler_closebrace(dispatcher, node, None, None, None))) self.assertEqual([( ';', 0, 0, None, None, )], list(layout_handler_semicolon(dispatcher, node, None, None, None))) # with token map node._token_map = { '{': [(0, 1, 1)], '}': [(1, 1, 2)], ';': [(2, 1, 3)], } self.assertEqual([( '{', 1, 1, None, None, )], list(layout_handler_openbrace(dispatcher, node, None, None, None))) self.assertEqual([( '}', 1, 2, None, None, )], list(layout_handler_closebrace(dispatcher, node, None, None, None))) self.assertEqual([( ';', 1, 3, None, None, )], list(layout_handler_semicolon(dispatcher, node, None, None, None)))
def test_write_same_stream_callable(self): # streams root = mktemp() output_stream = StringIO() output_stream.name = join(root, 'packed.js') called = [] closed = [] def close(): closed.append(True) output_stream.close = close def f_output_stream(): called.append(True) return output_stream definitions = { 'Node': ( Attr(attr='text'), Text(value=';'), ) } # the program node; attributes are assigned to mimic a real one program = Node() program.text = 'hello' program.sourcepath = join(root, 'program.js') program._token_map = {'hello': [(0, 1, 1)]} unparser = BaseUnparser(definitions) io.write(unparser, [program], f_output_stream, f_output_stream) self.assertEqual(1, len(called)) self.assertEqual(1, len(closed)) output = output_stream.getvalue() self.assertIn('hello', output) self.assertNotIn('program.js', output) # since output stream is a StringIO, default to utf8 encoding self.assertIn('data:application/json;base64;charset=utf8', output) # decode the base64 string self.assertEqual( { "version": 3, "sources": ["program.js"], "names": [], "mappings": "AAAA", "file": "packed.js" }, json.loads( base64.b64decode(output.splitlines()[-1].split(',')[-1].encode( 'utf8')).decode('utf8')))
def test_write_sourcemap_omitted(self): root = mktemp() definitions = { 'Node': ( Attr(attr='left'), Attr(attr='op'), Attr(attr='right'), ) } # the program node; attributes are assigned to mimic a real one program = Node() program.left, program.op, program.right = ('foo', '=', 'true') program.sourcepath = join(root, 'original.js') program._token_map = { 'foo': [(0, 1, 1)], '=': [(4, 1, 5)], 'true': [(6, 1, 7)], } # streams output_stream = StringIO() output_stream.name = join(root, 'processed.js') sourcemap_stream = StringIO() sourcemap_stream.name = join(root, 'processed.js.map') unparser = BaseUnparser(definitions) io.write(unparser, program, output_stream, sourcemap_stream, source_mapping_url=None) sourcemap = json.loads(sourcemap_stream.getvalue()) self.assertEqual( { "version": 3, "sources": ["original.js"], "names": [], "mappings": "AAAA,GAAI,CAAE", "file": "processed.js" }, sourcemap) self.assertEqual('foo=true', output_stream.getvalue())
def test_write_error_handled_callable_closed(self): # streams root = mktemp() output_stream = StringIO() output_stream.name = join(root, 'packed.js') closed = [] def close(): closed.append(True) output_stream.close = close def f_output_stream(): return output_stream def f_error(): raise IOError('some error happened') definitions = { 'Node': ( Attr(attr='text'), Text(value=';'), ) } # the program node; attributes are assigned to mimic a real one program = Node() program.text = 'hello' program.sourcepath = join(root, 'program.js') program._token_map = {'hello': [(0, 1, 1)]} unparser = BaseUnparser(definitions) with self.assertRaises(IOError): io.write(unparser, [program], f_output_stream, f_error) self.assertEqual(1, len(closed)) self.assertEqual('hello;', output_stream.getvalue()) self.assertNotIn('program.js', output_stream.getvalue())
def test_write_callables(self): closed = [] class Stream(StringIO): # don't actually close the stream so it can be read later by # the tests def close(self): closed.append(self) # streams root = mktemp() output_stream = Stream() output_stream.name = join(root, 'packed.js') sourcemap_stream = Stream() sourcemap_stream.name = join(root, 'packed.js.map') def f_output_stream(): return output_stream def f_sourcemap_stream(): return sourcemap_stream definitions = { 'Node': ( Attr(attr='left'), Text(value=' '), Attr(attr='op'), Text(value=' '), Attr(attr='right'), Text(value=';'), ) } # the program node; attributes are assigned to mimic a real one program1 = Node() program1.left, program1.op, program1.right = ('foo', '=', 'true') program1.sourcepath = join(root, 'program1.js') program1._token_map = { 'foo': [(0, 1, 1)], '=': [(4, 1, 5)], 'true': [(6, 1, 7)], } program2 = Node() program2.left, program2.op, program2.right = ('bar', '=', 'false') program2.sourcepath = join(root, 'program2.js') program2._token_map = { 'bar': [(0, 1, 1)], '=': [(4, 1, 5)], 'false': [(6, 1, 7)], } unparser = BaseUnparser(definitions) io.write(unparser, [program1, program2], f_output_stream, f_sourcemap_stream, source_mapping_url=None) self.assertIn(output_stream, closed) self.assertIn(sourcemap_stream, closed) self.assertEqual('foo = true;bar = false;', output_stream.getvalue()) sourcemap = json.loads(sourcemap_stream.getvalue()) self.assertEqual( { "version": 3, "sources": ["program1.js", "program2.js"], "names": [], "mappings": "AAAA,WCAA", "file": "packed.js" }, sourcemap)