def test_get_table_names(self):
"""
Tests that the get table names function returns a list of table names present in the database.
"""
reference = SQLiteItemPipeline(':memory:')
self.assertEquals([], reference.get_table_names(self.connection))
with self.connection:
self.connection.execute('create table llamas (id integer primary key);')
self.assertEquals(['llamas'], reference.get_table_names(self.connection))
def test_get_table_names(self):
"""
Tests that the get table names function returns a list of table names present in the database.
"""
reference = SQLiteItemPipeline(':memory:')
self.assertEquals([], reference.get_table_names(self.connection))
with self.connection:
self.connection.execute(
'create table llamas (id integer primary key);')
self.assertEquals(['llamas'],
reference.get_table_names(self.connection))
def test_new_connection(self, mock_sqlite3):
"""
Tests that new connections are created properly.
"""
reference = SQLiteItemPipeline(':memory:')
mock_connection = mock.Mock()
mock_connection.row_factory = mock.Mock(name='dummy_row_factory')
mock_sqlite3.connect.return_value = mock_connection
c = reference.new_connection()
self.assertEqual(mock_connection, c)
# make sure that we instantiated the connection with the right connection string
mock_sqlite3.connect.assert_called_with(':memory:')
self.assertEqual(mock_sqlite3.Row, c.row_factory)
def test_new_connection(self, mock_sqlite3):
"""
Tests that new connections are created properly.
"""
reference = SQLiteItemPipeline(':memory:')
mock_connection = mock.Mock()
mock_connection.row_factory = mock.Mock(name='dummy_row_factory')
mock_sqlite3.connect.return_value = mock_connection
c = reference.new_connection()
self.assertEqual(mock_connection, c)
# make sure that we instantiated the connection with the right connection string
mock_sqlite3.connect.assert_called_with(':memory:')
self.assertEqual(mock_sqlite3.Row, c.row_factory)
def test_tables_exist(self):
"""
Determines if the table presence logic works.
"""
reference = SQLiteItemPipeline(':memory:')
self.assertFalse(reference.tables_exist(self.connection))
with self.connection:
self.connection.execute('create table links (id integer primary key);')
self.assertFalse(reference.tables_exist(self.connection))
with self.connection:
self.connection.execute('create table comments (id integer primary key);')
self.assertTrue(reference.tables_exist(self.connection))
with self.connection:
self.connection.execute('drop table links;')
self.assertFalse(reference.tables_exist(self.connection))
def test_tables_exist(self):
"""
Determines if the table presence logic works.
"""
reference = SQLiteItemPipeline(':memory:')
self.assertFalse(reference.tables_exist(self.connection))
with self.connection:
self.connection.execute(
'create table links (id integer primary key);')
self.assertFalse(reference.tables_exist(self.connection))
with self.connection:
self.connection.execute(
'create table comments (id integer primary key);')
self.assertTrue(reference.tables_exist(self.connection))
with self.connection:
self.connection.execute('drop table links;')
self.assertFalse(reference.tables_exist(self.connection))
def test_create_tables(self):
"""
Tests that creation of the database tables works as expected.
"""
reference = SQLiteItemPipeline(':memory:')
with self.connection:
# no tables to start with
self.assertEqual(
0,
len([
i[0] for i in self.connection.execute(
'select name from sqlite_master where type="table";')
]))
# create the tables nao
reference.create_tables(self.connection)
with self.connection:
tables = [
i['name'] for i in self.connection.execute(
'select name from sqlite_master where type="table";')
]
# determine that tables have been created
self.assertTrue('links' in tables)
self.assertTrue('comments' in tables)
# determine that links columns exist
with self.connection:
links_columns = {
i['name']: i['type']
for i in self.connection.execute('pragma table_info(links);')
}
# TODO test the types of each column for accuracy
self.assertIn('id', links_columns.keys())
self.assertIn('created', links_columns.keys())
self.assertIn('created_utc', links_columns.keys())
self.assertIn('ups', links_columns.keys())
self.assertIn('downs', links_columns.keys())
self.assertIn('likes', links_columns.keys())
self.assertIn('prefixed_id', links_columns.keys())
self.assertIn('author', links_columns.keys())
self.assertIn('author_flair_css_class', links_columns.keys())
self.assertIn('author_flair_text', links_columns.keys())
self.assertIn('clicked', links_columns.keys())
self.assertIn('domain', links_columns.keys())
self.assertIn('hidden', links_columns.keys())
self.assertIn('is_self', links_columns.keys())
self.assertIn('link_flair_css_class', links_columns.keys())
self.assertIn('link_flair_text', links_columns.keys())
self.assertIn('media', links_columns.keys())
self.assertIn('media_embed', links_columns.keys())
self.assertIn('num_comments', links_columns.keys())
self.assertIn('over_18', links_columns.keys())
self.assertIn('permalink', links_columns.keys())
self.assertIn('saved', links_columns.keys())
self.assertIn('score', links_columns.keys())
self.assertIn('selftext', links_columns.keys())
self.assertIn('selftext_html', links_columns.keys())
self.assertIn('subreddit', links_columns.keys())
self.assertIn('subreddit_id', links_columns.keys())
self.assertIn('thumbnail', links_columns.keys())
self.assertIn('title', links_columns.keys())
self.assertIn('url', links_columns.keys())
self.assertIn('edited', links_columns.keys())
self.assertIn('distinguished', links_columns.keys())
self.assertIn('stickied', links_columns.keys())
# determine that comments columns exist
with self.connection:
comments_columns = {
i['name']: i['type']
for i in self.connection.execute(
'pragma table_info(comments);')
}
# TODO test the types of each column for accuracy
self.assertIn('id', comments_columns.keys())
self.assertIn('created', comments_columns.keys())
self.assertIn('created_utc', comments_columns.keys())
self.assertIn('ups', comments_columns.keys())
self.assertIn('downs', comments_columns.keys())
self.assertIn('likes', comments_columns.keys())
self.assertIn('prefixed_id', comments_columns.keys())
self.assertIn('approved_by', comments_columns.keys())
self.assertIn('author', comments_columns.keys())
self.assertIn('author_flair_css_class', comments_columns.keys())
self.assertIn('author_flair_text', comments_columns.keys())
self.assertIn('banned_by', comments_columns.keys())
self.assertIn('body', comments_columns.keys())
self.assertIn('body_html', comments_columns.keys())
self.assertIn('edited', comments_columns.keys())
self.assertIn('gilded', comments_columns.keys())
self.assertIn('link_author', comments_columns.keys())
self.assertIn('link_id', comments_columns.keys())
self.assertIn('link_title', comments_columns.keys())
self.assertIn('link_url', comments_columns.keys())
self.assertIn('num_reports', comments_columns.keys())
self.assertIn('parent_id', comments_columns.keys())
self.assertIn('saved', comments_columns.keys())
self.assertIn('score', comments_columns.keys())
self.assertIn('score_hidden', comments_columns.keys())
self.assertIn('subreddit', comments_columns.keys())
self.assertIn('subreddit_id', comments_columns.keys())
self.assertIn('distinguished', comments_columns.keys())
def test_create_tables(self):
"""
Tests that creation of the database tables works as expected.
"""
reference = SQLiteItemPipeline(':memory:')
with self.connection:
# no tables to start with
self.assertEqual(0, len([i[0] for i in self.connection.execute('select name from sqlite_master where type="table";')]))
# create the tables nao
reference.create_tables(self.connection)
with self.connection:
tables = [i['name'] for i in self.connection.execute('select name from sqlite_master where type="table";')]
# determine that tables have been created
self.assertTrue('links' in tables)
self.assertTrue('comments' in tables)
# determine that links columns exist
with self.connection:
links_columns = {i['name']: i['type'] for i in self.connection.execute('pragma table_info(links);')}
# TODO test the types of each column for accuracy
self.assertIn('id', links_columns.keys())
self.assertIn('created', links_columns.keys())
self.assertIn('created_utc', links_columns.keys())
self.assertIn('ups', links_columns.keys())
self.assertIn('downs', links_columns.keys())
self.assertIn('likes', links_columns.keys())
self.assertIn('prefixed_id', links_columns.keys())
self.assertIn('author', links_columns.keys())
self.assertIn('author_flair_css_class', links_columns.keys())
self.assertIn('author_flair_text', links_columns.keys())
self.assertIn('clicked', links_columns.keys())
self.assertIn('domain', links_columns.keys())
self.assertIn('hidden', links_columns.keys())
self.assertIn('is_self', links_columns.keys())
self.assertIn('link_flair_css_class', links_columns.keys())
self.assertIn('link_flair_text', links_columns.keys())
self.assertIn('media', links_columns.keys())
self.assertIn('media_embed', links_columns.keys())
self.assertIn('num_comments', links_columns.keys())
self.assertIn('over_18', links_columns.keys())
self.assertIn('permalink', links_columns.keys())
self.assertIn('saved', links_columns.keys())
self.assertIn('score', links_columns.keys())
self.assertIn('selftext', links_columns.keys())
self.assertIn('selftext_html', links_columns.keys())
self.assertIn('subreddit', links_columns.keys())
self.assertIn('subreddit_id', links_columns.keys())
self.assertIn('thumbnail', links_columns.keys())
self.assertIn('title', links_columns.keys())
self.assertIn('url', links_columns.keys())
self.assertIn('edited', links_columns.keys())
self.assertIn('distinguished', links_columns.keys())
self.assertIn('stickied', links_columns.keys())
# determine that comments columns exist
with self.connection:
comments_columns = {i['name']: i['type'] for i in self.connection.execute('pragma table_info(comments);')}
# TODO test the types of each column for accuracy
self.assertIn('id', comments_columns.keys())
self.assertIn('created', comments_columns.keys())
self.assertIn('created_utc', comments_columns.keys())
self.assertIn('ups', comments_columns.keys())
self.assertIn('downs', comments_columns.keys())
self.assertIn('likes', comments_columns.keys())
self.assertIn('prefixed_id', comments_columns.keys())
self.assertIn('approved_by', comments_columns.keys())
self.assertIn('author', comments_columns.keys())
self.assertIn('author_flair_css_class', comments_columns.keys())
self.assertIn('author_flair_text', comments_columns.keys())
self.assertIn('banned_by', comments_columns.keys())
self.assertIn('body', comments_columns.keys())
self.assertIn('body_html', comments_columns.keys())
self.assertIn('edited', comments_columns.keys())
self.assertIn('gilded', comments_columns.keys())
self.assertIn('link_author', comments_columns.keys())
self.assertIn('link_id', comments_columns.keys())
self.assertIn('link_title', comments_columns.keys())
self.assertIn('link_url', comments_columns.keys())
self.assertIn('num_reports', comments_columns.keys())
self.assertIn('parent_id', comments_columns.keys())
self.assertIn('saved', comments_columns.keys())
self.assertIn('score', comments_columns.keys())
self.assertIn('score_hidden', comments_columns.keys())
self.assertIn('subreddit', comments_columns.keys())
self.assertIn('subreddit_id', comments_columns.keys())
self.assertIn('distinguished', comments_columns.keys())
