def test_extract_text(self): id_str = 'blah' user_id = '111' created_at = 'whatever' source = 'null' coordinates = [1, 1] text = 'yolo' full_name = 'Shinjuku' country_code = 'jp' data = { 'created_at': created_at, 'id_str': id_str, 'text': text, 'source': source, 'user': { 'id_str': user_id, }, 'coordinates': { 'coordinates': coordinates }, 'place': { 'full_name': full_name, 'country_code': country_code } } expected_output = { 'id_str': id_str, 'user_id': user_id, 'created_at': created_at, 'source': source, 'text': text, } actual_output = utils.extract_text(data) self.assertEqual(expected_output, actual_output)
def test_extract_text(self): id_str = 'blah' user_id = '111' created_at = 'whatever' source = 'null' coordinates = [1, 1] text = 'yolo' full_name = 'Shinjuku' country_code = 'jp' data = { 'created_at': created_at, 'id_str': id_str, 'text': text, 'source': source, 'user': { 'id_str': user_id, }, 'coordinates': {'coordinates': coordinates}, 'place': {'full_name': full_name, 'country_code': country_code} } expected_output = { 'id_str': id_str, 'user_id': user_id, 'created_at': created_at, 'source': source, 'text': text, } actual_output = utils.extract_text(data) self.assertEqual(expected_output, actual_output)
def on_status(self, data): args = utils.extract_text(data._json) try: utils.insert_query(self.conn, self.query, args) except psycopg2.IntegrityError: self.conn.rollback() else: self.conn.commit() return True
def test_extract_text_sans_coordinates(self): id_str = 'blah' user_id = '111' created_at = 'whatever' source = 'null' text = 'yolo' data = { 'created_at': created_at, 'id_str': id_str, 'text': text, 'source': source, 'user': { 'id_str': user_id, }, } expected_output = { 'id_str': id_str, 'user_id': user_id, 'created_at': created_at, 'source': source, 'text': text, } actual_output = utils.extract_text(data) self.assertEqual(expected_output, actual_output)