def test_dump_database(self):
self.test_sql.load_sql_file_into_db(get_full_path("opendoors/tests/test_data/test.sql"))
self.test_sql.dump_database("od_test_sql", get_full_path("opendoors/tests/test_output/test_output.sql"))
with open(get_full_path("opendoors/tests/test_output/test_output.sql")) as f:
result = f.readlines()
self.assertEqual("(1,'Name1\\'s \\\"stringé\\\"',NULL),\n",
result[14],
"all the SQL statements should be present")
def dump_database(self, database: str, destination_filepath: str):
"""
Write the contents of an entire database to file.
:param database: The name of the database to dump.
:param destination_filepath: The full path to the destination file.
:return: The full path to the written file.
"""
cursor = self.conn.cursor()
f = open(get_full_path(destination_filepath), "w", encoding="UTF-8")
f.write(f"DROP DATABASE IF EXISTS {database};\n")
f.write(f"CREATE DATABASE {database};\n")
f.write(f"USE {database};\n\n")
cursor.execute(f"USE {database}")
cursor.execute("SHOW TABLES")
tables = []
for table in cursor.fetchall():
tables.append(table[f'Tables_in_{database}'])
for table in tables:
f.writelines(
f"\nDROP TABLE IF EXISTS {database}.`{str(table)}`;\n")
cursor.execute(f"SHOW CREATE TABLE {database}.`{str(table)}`;")
f.writelines([str(cursor.fetchone()['Create Table']), ";\n"])
cursor.execute(f"SHOW COLUMNS FROM {str(table)};")
column_definitions = cursor.fetchall()
column_names = ", ".join([
f"`{definition['Field']}`" for definition in column_definitions
])
cursor.execute(f"SELECT * FROM {database}.`{str(table)}`;")
counter = 0
row_group = []
for row in cursor.fetchall():
if counter == 0 or counter % 500 == 0:
if row_group:
f.write(",\n".join(row_group) + ";\n")
row_group = []
f.write(
f"INSERT INTO {database}.`{str(table)}` ({column_names}) VALUES \n"
)
field_arr = []
for field in row:
if type(row[field]) == str or type(
row[field]) == datetime.datetime:
field_arr.append(self.conn.escape(row[field]))
elif row[field] is None:
field_arr.append("NULL")
else:
field_arr.append(str(row[field]))
fields = ",".join(field_arr)
row_group.append(f"({fields})")
counter = counter + 1
f.write(",\n".join(row_group))
f.write(";\n")
f.close()
return destination_filepath
def _create_or_get_archive_config(self):
config = configparser.ConfigParser()
config_path = get_full_path(self.config_path)
if os.path.exists(config_path):
self.logger.info(f"Found existing config file {self.config_path}.")
config.read(config_path)
else:
config = self._new_config_file()
return config
def load_fixtures(test_config, test_sql):
dbs = [
test_config['Processing']['open_doors_working_db'],
]
for db in dbs:
cursor = test_sql.conn.cursor()
cursor.execute(f"DROP DATABASE IF EXISTS {db.strip()};")
test_sql.conn.commit()
test_sql.load_sql_file_into_db(
get_full_path("efiction/tests/test_data/efiction_filtered.sql"))
def simplify_original_file(self, step_path) -> bool:
"""
Take the original eFiction backup, remove unwanted tables and save the result as the "working" database
:param step_path: full path to the folder for this step
:return: True if nothing went wrong
"""
self.logger.info("\nProcessing edited original eFiction database...")
with open(get_full_path(
self.config['Processing']['original_edited_file']),
"r",
encoding="utf-8") as f:
statements = f.read()
self.__simplify_and_load_statements(parse_remove_comments(statements),
step_path)
return True
def __list_chapter_files(self):
"""
Retrieves information about the chapter files in the `stories` folder
:return:
"""
self.logger.info("Loading chapters from the filesystem...")
chapter_paths = []
for dirpath, dirnames, filenames in os.walk(
get_full_path(self.config['Archive']['chapter_path'])):
subdir = dirpath.split(os.path.sep)[-1]
if subdir and subdir != self.config['Archive'][
'chapter_path'].split(os.path.sep)[-1]:
chapter_paths.extend([
self.__file_with_path(dirpath, subdir, filename)
for filename in filenames
])
return chapter_paths
def __add_definitions(self):
"""
Remove comments and if needed, add table definitions to the original eFiction database
:param step_path: the destination path for the file backup
"""
self.logger.info(
"\nAdding table definitions and removing comments from original eFiction database"
)
self.logger.info(
"...adding table definitions and tidying original db dump...")
with open(get_full_path(self.config['Processing']['backup_file']),
"r") as f:
original_db_sql = f.read()
clean_statements = parse_remove_comments(original_db_sql)
statements_with_defs = self._add_table_definitions(clean_statements)
return add_create_database(self.edited_db_name, statements_with_defs)
def test_logger(self):
logger = Logging(get_full_path("opendoors/tests/test_output"), "test").logger()
handlers = logger.handlers
self.assertEqual(20, logger.level, "log level should be INFO")
self.assertEqual(6, len(handlers), "there should be 6 handlers in the Logger")
file_handler = [h for h in handlers if h.__class__.__name__ == 'FileHandler'][0]
formatter1 = file_handler.__dict__['formatter'].__dict__['_fmt']
self.assertEqual("%(asctime)s %(levelname)s %(message)s",
formatter1,
"file formatter should include date, level and message only")
stream_handler = [h for h in handlers if h.__class__.__name__ == 'StreamHandler'][0]
formatter2 = stream_handler.__dict__['formatter'].__dict__['_fmt']
self.assertEqual("%(log_color)s%(message)s%(reset)s",
formatter2,
"stream handler should use color formatting")
def create_open_doors_db(self, step_path):
"""
Create a blank working Open Doors database
:param step_path: Path for the current step, where the database backup will be saved.
:return: True if successful
"""
od_table_sql_file = get_full_path('opendoors/open-doors-tables-working.sql')
self.config['Processing']['open_doors_working_db'] = \
f"{self.config['Archive']['code_name']}_working_open_doors"
self.config['Processing']['open_doors_working_db_file'] = \
os.path.join(step_path, f"{self.config['Processing']['open_doors_working_db']}.sql")
with open(od_table_sql_file, "r") as f:
od_table_defs = parse_remove_comments(f.read())
statements = add_create_database(self.config['Processing']['open_doors_working_db'], od_table_defs)
od_tables = write_statements_to_file(self.config['Processing']['open_doors_working_db_file'], statements)
self.sql.load_sql_file_into_db(od_tables)
return True
class TestEFictionConverter(TestCase):
converter_config = test_config
converter_config['Processing']['working_dir'] = get_full_path(
"efiction/tests/test_output")
efiction_converter = EFictionMetadata(converter_config, test_logger,
test_sql, "test_path")
def setUp(self) -> None:
""" Load test data and create the Open Doors tables """
load_fixtures(test_config, test_sql)
self.efiction_converter.create_open_doors_db("test_path")
def tearDown(self) -> None:
""" Remove files created during the tests """
remove_output_files('efiction/tests/test_output')
# Test checking for coauthors where no coauthors are present
def test_for_coauthor_none(self):
fake_story = {"id": 2}
assert not self.efiction_converter.fetch_coauthors(fake_story)
# Test checking for coauthor where there is a coauthor
def test_for_coauthor_existing(self):
# Assert list > 0
fake_story = {"id": 1}
assert self.efiction_converter.fetch_coauthors(fake_story)
def test_convert_authors(self):
old_authors = [{
'uid': 1,
'penname': 'Author1',
'realname': 'Author1',
'email': '*****@*****.**',
'website': '',
'bio': '',
'image': '',
'date': datetime.datetime(2006, 1, 6, 1, 2, 13),
'admincreated': '0',
'password': '******'
}, {
'uid': 2,
'penname': 'B Author 2',
'realname': 'B Author 2',
'email': '*****@*****.**',
'website': '',
'bio': '',
'image': 'bauthor2',
'date': datetime.datetime(2006, 2, 9, 1, 37, 24),
'admincreated': '1',
'password': '******'
}, {
'uid': 3,
'penname': 'C Author 3',
'realname': 'C Author 3',
'email': '*****@*****.**',
'website': 'http://example.com',
'bio': 'An author bio with some text in it',
'image': '',
'date': datetime.datetime(2006, 2, 16, 22, 58, 2),
'admincreated': '1',
'password': '******'
}, {
'uid': 4,
'penname': 'D Author 4',
'realname': 'D Author 4',
'email': '*****@*****.**',
'website': '',
'bio': '',
'image': '',
'date': datetime.datetime(2006, 2, 15, 23, 0),
'admincreated': '1',
'password': '******'
}, {
'uid': 5,
'penname': 'E Author 5',
'realname': 'E Author 5',
'email': '*****@*****.**',
'website': 'www.example.com',
'bio': '',
'image': 'eauthor5',
'date': datetime.datetime(2006, 2, 16, 23, 0),
'admincreated': '1',
'password': '******'
}]
authors = self.efiction_converter._convert_authors(old_authors)
self.assertEqual(5, len(authors), "there should be 5 authors")
def test_convert_characters(self):
old_characters = [{
'charid': 1,
'catid': -1,
'charname': "Bill O'Connell",
'bio': '',
'image': ''
}, {
'charid': 2,
'catid': -1,
'charname': 'Bob Billson',
'bio': '',
'image': ''
}, {
'charid': 3,
'catid': -1,
'charname': 'Fatima Habibi',
'bio': '',
'image': ''
}, {
'charid': 4,
'catid': -1,
'charname': 'Václav',
'bio': '',
'image': ''
}, {
'charid': 5,
'catid': -1,
'charname': 'Spyros Papadopoulos',
'bio': '',
'image': ''
}, {
'charid': 6,
'catid': -1,
'charname': 'Olu Adebayo',
'bio': '',
'image': ''
}, {
'charid': 7,
'catid': -1,
'charname': 'Samia Ben Abdel',
'bio': '',
'image': ''
}, {
'charid': 8,
'catid': -1,
'charname': 'Einar Rønquist',
'bio': '',
'image': ''
}, {
'charid': 9,
'catid': -1,
'charname': 'Aisha Johnson',
'bio': '',
'image': ''
}, {
'charid': 10,
'catid': -1,
'charname': 'Mikhael Antonov',
'bio': '',
'image': ''
}, {
'charid': 11,
'catid': -1,
'charname': 'Liam Habibi',
'bio': '',
'image': ''
}, {
'charid': 12,
'catid': -1,
'charname': 'Bernard',
'bio': '',
'image': ''
}, {
'charid': 13,
'catid': -1,
'charname': 'Vincent Corentin',
'bio': '',
'image': ''
}, {
'charid': 14,
'catid': -1,
'charname': 'Other',
'bio': '',
'image': ''
}]
characters = self.efiction_converter._convert_characters(
old_characters)
self.assertEqual(14, len(characters), "there should be 14 characters")
def test_convert_story_tags(self):
self.efiction_converter.convert_all_tags()
old_stories = [{
'sid': 1,
'title': 'Bacon ipsum',
'summary': ' <p> </p>Meat-related text.',
'storynotes': None,
'catid': '1',
'classes': '3,10,16,26',
'charid': '2,1',
'rid': '3',
'date': datetime.datetime(2006, 2, 9, 22, 21, 35),
'updated': datetime.datetime(2006, 2, 9, 22, 21, 35),
'uid': 2,
'coauthors': None,
'featured': '',
'validated': '1',
'completed': '1',
'rr': '',
'wordcount': 3992,
'rating': 0,
'reviews': 2,
'count': 2872,
'challenges': '0'
}, {
'sid': 3,
'title': 'Lorem ipsum',
'summary': 'Short, and no tricky characters.',
'storynotes': None,
'catid': '6',
'classes': '3,10,12,15,25',
'charid': '2,1,3,4',
'rid': '5',
'date': datetime.datetime(2006, 3, 4, 13, 0, 45),
'updated': datetime.datetime(2006, 3, 4, 13, 0, 45),
'uid': 4,
'coauthors': None,
'featured': '',
'validated': '1',
'completed': '1',
'rr': '',
'wordcount': 8482,
'rating': 0,
'reviews': 7,
'count': 4615,
'challenges': '0'
}, {
'sid': 4,
'title': 'Email story',
'summary': 'Email-related story.',
'storynotes': None,
'catid': '6',
'classes': '15',
'charid': '2,1',
'rid': '3',
'date': datetime.datetime(2006, 3, 4, 13, 16, 12),
'updated': datetime.datetime(2006, 3, 4, 13, 16, 12),
'uid': 4,
'coauthors': None,
'featured': '',
'validated': '1',
'completed': '1',
'rr': '',
'wordcount': 1625,
'rating': 0,
'reviews': 1,
'count': 2390,
'challenges': '0'
}, {
'sid': 50,
'title': 'Cat-related ipsum',
'summary': 'Meow all night chew iPad power cord.',
'storynotes': None,
'catid': '6',
'classes': '3,10,11,14',
'charid': '2,1',
'rid': '2',
'date': datetime.datetime(2006, 3, 5, 17, 12, 16),
'updated': datetime.datetime(2006, 3, 5, 17, 12, 16),
'uid': 2,
'coauthors': None,
'featured': '',
'validated': '1',
'completed': '1',
'rr': '0',
'wordcount': 2135,
'rating': 0,
'reviews': 1,
'count': 5340,
'challenges': '0'
}, {
'sid': 51,
'title': 'Cupcake ipsum',
'summary':
'Biscuit candy cake candy macaroon. Soufflé marzipan croissant gummi bears. Wafer lollipop tart topping. Bonbon danish dragée lemon drops lemon drops caramels jelly. Tootsie roll chocolate cookie cake. Topping cheesecake lollipop halvah jujubes brownie bear claw. ',
'storynotes': None,
'catid': '6',
'classes': '3,10,11,16',
'charid': '2,1',
'rid': '3',
'date': datetime.datetime(2006, 3, 5, 17, 20, 38),
'updated': datetime.datetime(2006, 3, 5, 17, 20, 38),
'uid': 2,
'coauthors': None,
'featured': '',
'validated': '1',
'completed': '1',
'rr': '0',
'wordcount': 4809,
'rating': 0,
'reviews': 1,
'count': 4474,
'challenges': '0'
}, {
'sid': 54,
'title': 'Carl Sagan ipsum',
'summary': 'Only shorter.',
'storynotes': None,
'catid': '6',
'classes': '11,16',
'charid': '2,1',
'rid': '3',
'date': datetime.datetime(2006, 3, 5, 17, 27, 5),
'updated': datetime.datetime(2006, 3, 5, 17, 27, 5),
'uid': 2,
'coauthors': None,
'featured': '',
'validated': '1',
'completed': '1',
'rr': '0',
'wordcount': 2426,
'rating': 0,
'reviews': 0,
'count': 2018,
'challenges': '0'
}, {
'sid': 108,
'title': 'A lot of cakes',
'summary': 'Lots and lots of cakes.',
'storynotes': None,
'catid': '6',
'classes': '7,12,25',
'charid': '2,1,4',
'rid': '5',
'date': datetime.datetime(2006, 3, 6, 15, 42, 57),
'updated': datetime.datetime(2006, 3, 6, 15, 42, 57),
'uid': 3,
'coauthors': None,
'featured': '',
'validated': '1',
'completed': '1',
'rr': '',
'wordcount': 13,
'rating': 0,
'reviews': 0,
'count': 2020,
'challenges': '0'
}, {
'sid': 741,
'title': 'Actually a bookmark',
'summary':
'This is a story containing only a link to another location.',
'storynotes': None,
'catid': '1',
'classes': '3,7,13,19',
'charid': '2,1',
'rid': '1',
'date': datetime.datetime(2006, 3, 17, 15, 26, 36),
'updated': datetime.datetime(2006, 3, 17, 15, 26, 36),
'uid': 5,
'coauthors': None,
'featured': '',
'validated': '1',
'completed': '1',
'rr': '',
'wordcount': 12,
'rating': 0,
'reviews': 0,
'count': 2080,
'challenges': '0'
}, {
'sid': 835,
'title': 'Windows 1252 Story',
'summary': 'Eôs in ipsum ocûrrëret.',
'storynotes': None,
'catid': '1',
'classes': '3,7,13,19,30',
'charid': '2,1',
'rid': '3',
'date': datetime.datetime(2006, 3, 18, 12, 56, 43),
'updated': datetime.datetime(2006, 3, 18, 12, 56, 43),
'uid': 5,
'coauthors': None,
'featured': '',
'validated': '1',
'completed': '1',
'rr': '0',
'wordcount': 12,
'rating': 0,
'reviews': 0,
'count': 2066,
'challenges': '0'
}, {
'sid': 838,
'title': 'Another story in series',
'summary': 'Things happen.',
'storynotes': None,
'catid': '1',
'classes': '3,7,13,19',
'charid': '2,1,14',
'rid': '3',
'date': datetime.datetime(2006, 3, 18, 13, 42, 27),
'updated': datetime.datetime(2006, 3, 18, 13, 42, 27),
'uid': 5,
'coauthors': None,
'featured': '',
'validated': '1',
'completed': '1',
'rr': '',
'wordcount': 11,
'rating': 0,
'reviews': 0,
'count': 1310,
'challenges': '0'
}, {
'sid': 3519,
'title': 'Beans and other vegetables',
'summary': 'More vegetables.',
'storynotes':
"Written for someone's birthday as a small thank you for all their hard work and dedication here on Efiction Test archive and the Testing Solutions website. Moderator, you're a star!",
'catid': '6',
'classes': '3,7,12,25',
'charid': '2,1',
'rid': '4',
'date': datetime.datetime(2008, 2, 11, 13, 32, 43),
'updated': datetime.datetime(2008, 2, 11, 13, 33, 2),
'uid': 3,
'coauthors': '1',
'featured': '0',
'validated': '1',
'completed': '1',
'rr': '0',
'wordcount': 12,
'rating': 0,
'reviews': 1,
'count': 3408,
'challenges': '0'
}, {
'sid': 3721,
'title': 'Japanese',
'summary':
"Database is Latin-1 and doesn't support Japanese text.",
'storynotes': '',
'catid': '6',
'classes': '37,1,2,3,7,10,11,14,15,16,25',
'charid': '2,5,1,9,14,3,4',
'rid': '4',
'date': datetime.datetime(2008, 10, 8, 20, 58, 26),
'updated': datetime.datetime(2008, 10, 8, 20, 58, 29),
'uid': 5,
'coauthors': '1',
'featured': '1',
'validated': '1',
'completed': '1',
'rr': '0',
'wordcount': 9,
'rating': 0,
'reviews': 2,
'count': 3273,
'challenges': '0'
}, {
'sid': 3745,
'title': 'Accented lorem ipsum',
'summary': 'A nice little summary.',
'storynotes': '',
'catid': '27',
'classes': '2,3,13,16',
'charid': '2,1,3,4',
'rid': '3',
'date': datetime.datetime(2008, 11, 28, 14, 10, 56),
'updated': datetime.datetime(2008, 11, 28, 14, 10, 59),
'uid': 2,
'coauthors': '1',
'featured': '0',
'validated': '1',
'completed': '1',
'rr': '0',
'wordcount': 33225,
'rating': 0,
'reviews': 7,
'count': 2303,
'challenges': '0'
}, {
'sid': 3785,
'title': 'Zombies',
'summary': 'Zombie-related lorem ipsum.',
'storynotes': 'Some story notes about Zombies.',
'catid': '1',
'classes': '13,14,27',
'charid': '2,1,3,4',
'rid': '1',
'date': datetime.datetime(2008, 12, 27, 7, 18, 6),
'updated': datetime.datetime(2008, 12, 27, 7, 18, 9),
'uid': 2,
'coauthors': '1',
'featured': '0',
'validated': '1',
'completed': '1',
'rr': '0',
'wordcount': 2828,
'rating': 0,
'reviews': 1,
'count': 3225,
'challenges': '0'
}, {
'sid': 4035,
'title': 'Hipster ipsum',
'summary':
'Bushwick man braid vaporware hot chicken yuccie snackwave cold-pressed +1 3 wolf moon.',
'storynotes': 'Thanks to betas.',
'catid': '6',
'classes': '16',
'charid': '2,1,11,9,3,4',
'rid': '3',
'date': datetime.datetime(2010, 1, 3, 10, 4, 12),
'updated': datetime.datetime(2010, 1, 3, 10, 4, 16),
'uid': 2,
'coauthors': '0',
'featured': '0',
'validated': '1',
'completed': '1',
'rr': '0',
'wordcount': 4849,
'rating': 0,
'reviews': 2,
'count': 2767,
'challenges': '0'
}]
result = self.efiction_converter._convert_story_tags(old_stories[0])
self.assertEqual(
{
'categories': [6],
'characters': [68, 69],
'classes': [70, 77, 83, 94],
'rating': [3]
}, result)
def test_convert_stories(self):
self.efiction_converter.convert_all_tags()
result = self.efiction_converter.convert_stories('de')
self.assertEqual(15, len(result))
self.assertEqual(
{
'ao3_url': None,
'categories': None,
'characters': '',
'date': datetime.datetime(2006, 2, 9, 22, 21, 35),
'do_not_import': 0,
'fandoms': '',
'id': 1,
'import_notes': '',
'imported': 0,
'notes': '',
'rating': None,
'relationships': '',
'summary': '<p> </p>Meat-related text.',
'tags': '',
'title': 'Bacon ipsum',
'updated': datetime.datetime(2006, 2, 9, 22, 21, 35),
'language_code': 'de',
'url': None,
'warnings': ''
}, result[0],
"Entities should be unencoded and leading and trailing spaces stripped"
)
self.assertEqual([{
'ao3_url': None,
'categories': None,
'characters': '',
'date': datetime.datetime(2006, 3, 4, 13, 0, 45),
'do_not_import': 0,
'fandoms': '',
'id': 3,
'import_notes': '',
'imported': 0,
'notes': '',
'rating': None,
'relationships': '',
'summary': 'Short, and no tricky characters.',
'tags': '',
'title': 'Lorem ipsum',
'updated': datetime.datetime(2006, 3, 4, 13, 0, 45),
'language_code': 'de',
'url': None,
'warnings': ''
}, {
'ao3_url': None,
'categories': None,
'characters': '',
'date': datetime.datetime(2006, 3, 4, 13, 16, 12),
'do_not_import': 0,
'fandoms': '',
'id': 4,
'import_notes': '',
'imported': 0,
'notes': '',
'rating': None,
'relationships': '',
'summary': 'Email-related story.',
'tags': '',
'title': 'Email story',
'updated': datetime.datetime(2006, 3, 4, 13, 16, 12),
'language_code': 'de',
'url': None,
'warnings': ''
}, {
'ao3_url': None,
'categories': None,
'characters': '',
'date': datetime.datetime(2006, 3, 5, 17, 12, 16),
'do_not_import': 0,
'fandoms': '',
'id': 50,
'import_notes': '',
'imported': 0,
'notes': '',
'rating': None,
'relationships': '',
'summary': 'Meow all night chew iPad power cord.',
'tags': '',
'title': 'Cat-related ipsum',
'updated': datetime.datetime(2006, 3, 5, 17, 12, 16),
'language_code': 'de',
'url': None,
'warnings': ''
}], result[1:4])
self.assertEqual([{
'ao3_url':
None,
'categories':
None,
'characters':
'',
'date':
datetime.datetime(2006, 3, 5, 17, 20, 38),
'do_not_import':
0,
'fandoms':
'',
'id':
51,
'import_notes':
'',
'imported':
0,
'notes':
'',
'rating':
None,
'relationships':
'',
'summary':
'Biscuit candy cake candy macaroon. Soufflé marzipan croissant '
'gummi bears. Wafer lollipop tart topping. Bonbon danish dragée '
'lemon drops lemon drops caramels jelly. Tootsie roll chocolate '
'cookie cake. Topping cheesecake lollipop halvah jujubes brownie '
'bear claw.',
'tags':
'',
'title':
'Cupcake ipsum',
'updated':
datetime.datetime(2006, 3, 5, 17, 20, 38),
'language_code':
'de',
'url':
None,
'warnings':
''
}, {
'ao3_url': None,
'categories': None,
'characters': '',
'date': datetime.datetime(2006, 3, 18, 12, 56, 43),
'do_not_import': 0,
'fandoms': '',
'id': 835,
'import_notes': '',
'imported': 0,
'notes': '',
'rating': None,
'relationships': '',
'summary': 'Eôs in ipsum ocûrrëret.',
'tags': '',
'title': 'Windows 1252 Story',
'updated': datetime.datetime(2006, 3, 18, 12, 56, 43),
'language_code': 'de',
'url': None,
'warnings': ''
}], [result[4], result[8]], "Unicode characters should be normalized")
self.assertEqual([{
'ao3_url': None,
'categories': None,
'characters': '',
'date': datetime.datetime(2006, 3, 5, 17, 27, 5),
'do_not_import': 0,
'fandoms': '',
'id': 54,
'import_notes': '',
'imported': 0,
'notes': '',
'rating': None,
'relationships': '',
'summary': 'Only shorter.',
'tags': '',
'title': 'Carl Sagan ipsum',
'updated': datetime.datetime(2006, 3, 5, 17, 27, 5),
'language_code': 'de',
'url': None,
'warnings': ''
}, {
'ao3_url': None,
'categories': None,
'characters': '',
'date': datetime.datetime(2006, 3, 6, 15, 42, 57),
'do_not_import': 0,
'fandoms': '',
'id': 108,
'import_notes': '',
'imported': 0,
'notes': '',
'rating': None,
'relationships': '',
'summary': 'Lots and lots of cakes.',
'tags': '',
'title': 'A lot of cakes',
'updated': datetime.datetime(2006, 3, 6, 15, 42, 57),
'language_code': 'de',
'url': None,
'warnings': ''
}, {
'ao3_url': None,
'categories': None,
'characters': '',
'date': datetime.datetime(2006, 3, 17, 15, 26, 36),
'do_not_import': 0,
'fandoms': '',
'id': 741,
'import_notes': '',
'imported': 0,
'notes': '',
'rating': None,
'relationships': '',
'summary':
'This is a story containing only a link to another location.',
'tags': '',
'title': 'Actually a bookmark',
'updated': datetime.datetime(2006, 3, 17, 15, 26, 36),
'language_code': 'de',
'url': None,
'warnings': ''
}], result[5:8])
self.assertEqual([{
'ao3_url': None,
'categories': None,
'characters': '',
'date': datetime.datetime(2006, 3, 18, 13, 42, 27),
'do_not_import': 0,
'fandoms': '',
'id': 838,
'import_notes': '',
'imported': 0,
'notes': '',
'rating': None,
'relationships': '',
'summary': 'Things happen.',
'tags': '',
'title': 'Another story in series',
'updated': datetime.datetime(2006, 3, 18, 13, 42, 27),
'language_code': 'de',
'url': None,
'warnings': ''
}, {
'ao3_url':
None,
'categories':
None,
'characters':
'',
'date':
datetime.datetime(2008, 2, 11, 13, 32, 43),
'do_not_import':
0,
'fandoms':
'',
'id':
3519,
'import_notes':
'',
'imported':
0,
'notes':
"Written for someone's birthday as a small thank you for all their "
'hard work and dedication here on Efiction Test archive and the '
"Testing Solutions website. Moderator, you're a star!",
'rating':
None,
'relationships':
'',
'summary':
'More vegetables.',
'tags':
'',
'title':
'Beans and other vegetables',
'updated':
datetime.datetime(2008, 2, 11, 13, 33, 2),
'language_code':
'de',
'url':
None,
'warnings':
''
}, {
'ao3_url': None,
'categories': None,
'characters': '',
'date': datetime.datetime(2008, 10, 8, 20, 58, 26),
'do_not_import': 0,
'fandoms': '',
'id': 3721,
'import_notes': '',
'imported': 0,
'notes': '',
'rating': None,
'relationships': '',
'summary':
"Database is Latin-1 and doesn't support Japanese text.",
'tags': '',
'title': 'Japanese',
'updated': datetime.datetime(2008, 10, 8, 20, 58, 29),
'language_code': 'de',
'url': None,
'warnings': ''
}, {
'ao3_url':
None,
'categories':
None,
'characters':
'',
'date':
datetime.datetime(2008, 11, 28, 14, 10, 56),
'do_not_import':
0,
'fandoms':
'',
'id':
3745,
'import_notes':
'',
'imported':
0,
'notes':
'',
'rating':
None,
'relationships':
'',
'summary':
'A nice little summary.',
'tags':
'',
'title':
'Accented lorem ipsum',
'updated':
datetime.datetime(2008, 11, 28, 14, 10, 59),
'language_code':
'de',
'url':
None,
'warnings':
''
}, {
'ao3_url': None,
'categories': None,
'characters': '',
'date': datetime.datetime(2008, 12, 27, 7, 18, 6),
'do_not_import': 0,
'fandoms': '',
'id': 3785,
'import_notes': '',
'imported': 0,
'notes': 'Some story notes about Zombies.',
'rating': None,
'relationships': '',
'summary': 'Zombie-related lorem ipsum.',
'tags': '',
'title': 'Zombies',
'updated': datetime.datetime(2008, 12, 27, 7, 18, 9),
'language_code': 'de',
'url': None,
'warnings': ''
}, {
'ao3_url':
None,
'categories':
None,
'characters':
'',
'date':
datetime.datetime(2010, 1, 3, 10, 4, 12),
'do_not_import':
0,
'fandoms':
'',
'id':
4035,
'import_notes':
'',
'imported':
0,
'notes':
'Thanks to betas.',
'rating':
None,
'relationships':
'',
'summary':
'Bushwick man braid vaporware hot chicken yuccie snackwave '
'cold-pressed +1 3 wolf moon.',
'tags':
'',
'title':
'Hipster ipsum',
'updated':
datetime.datetime(2010, 1, 3, 10, 4, 16),
'language_code':
'de',
'url':
None,
'warnings':
''
}], result[9:])
