def test_meta_type02(self):
"""Use "site" if it's "marked" and has sitemap.xml"""
index_file = os.path.join(self.test_input, 'data', '20200101010101',
'index.html')
sitemap_file = os.path.join(self.test_input, 'data', '20200101010101',
'sitemap.xml')
os.makedirs(os.path.dirname(sitemap_file))
with open(index_file, 'w', encoding='UTF-8') as fh:
pass
with open(sitemap_file, 'w', encoding='UTF-8') as fh:
pass
with open(self.test_input_rdf, 'w', encoding='UTF-8') as fh:
fh.write("""\
<?xml version="1.0"?>
<RDF:RDF xmlns:NS1="http://amb.vis.ne.jp/mozilla/scrapbook-rdf#"
xmlns:NC="http://home.netscape.com/NC-rdf#"
xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<RDF:Description RDF:about="urn:scrapbook:item20200101010101"
NS1:type="marked" />
</RDF:RDF>
""")
for info in sb2wsb.run(self.test_input, self.test_output):
pass
book = Host(self.test_output).books['']
book.load_meta_files()
self.assertEqual(book.meta['20200101010101']['type'], 'site')
self.assertTrue(book.meta['20200101010101']['marked'])
def test_meta_modify02(self):
"""Don't take mtime of index.html if not newer."""
index_file = os.path.join(self.test_input, 'data', '20200102030405',
'index.html')
os.makedirs(os.path.dirname(index_file))
with open(index_file, 'w', encoding='UTF-8') as fh:
pass
t = time.mktime((2020, 1, 1, 0, 0, 0, 0, 0, -1))
os.utime(index_file, (t, t))
with open(self.test_input_rdf, 'w', encoding='UTF-8') as fh:
fh.write("""\
<?xml version="1.0"?>
<RDF:RDF xmlns:NS1="http://amb.vis.ne.jp/mozilla/scrapbook-rdf#"
xmlns:NC="http://home.netscape.com/NC-rdf#"
xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<RDF:Description RDF:about="urn:scrapbook:item20200102030405"
NS1:id="20200102030405"
NS1:type=""
NS1:create="20200102030406"
NS1:modify="20200102030407" />
</RDF:RDF>
""")
for info in sb2wsb.run(self.test_input, self.test_output):
pass
book = Host(self.test_output).books['']
book.load_meta_files()
self.assertEqual(
book.meta['20200102030405']['modify'],
util.datetime_to_id(util.id_to_datetime_legacy('20200102030407')))
def test_meta_basic03(self):
"""Default value for missing keys.
- type: ""
- create: infer from id
- modify: infer from create (and then id)
"""
with open(self.test_input_rdf, 'w', encoding='UTF-8') as fh:
fh.write("""\
<?xml version="1.0"?>
<RDF:RDF xmlns:NS1="http://amb.vis.ne.jp/mozilla/scrapbook-rdf#"
xmlns:NC="http://home.netscape.com/NC-rdf#"
xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<RDF:Description RDF:about="urn:scrapbook:item20200102030405" />
</RDF:RDF>
""")
for info in sb2wsb.run(self.test_input, self.test_output):
pass
book = Host(self.test_output).books['']
book.load_meta_files()
self.assertDictEqual(book.meta['20200102030405'], {
'index': '20200102030405/index.html',
'type': '',
'create': util.datetime_to_id(util.id_to_datetime_legacy('20200102030405')),
'modify': util.datetime_to_id(util.id_to_datetime_legacy('20200102030405')),
})
def test_meta_basic02(self):
"""A typical item sample of legacy ScrapBook."""
with open(self.test_input_rdf, 'w', encoding='UTF-8') as fh:
fh.write("""\
<?xml version="1.0"?>
<RDF:RDF xmlns:NS1="http://amb.vis.ne.jp/mozilla/scrapbook-rdf#"
xmlns:NC="http://home.netscape.com/NC-rdf#"
xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<RDF:Description RDF:about="urn:scrapbook:item20200102030405"
NS1:id="20200102030405"
NS1:type=""
NS1:title="dummy title"
NS1:chars=""
NS1:comment="dummy comment __BR__ 2nd line"
NS1:icon="favicon.ico"
NS1:source="http://example.com/foo" />
</RDF:RDF>
""")
for info in sb2wsb.run(self.test_input, self.test_output):
pass
book = Host(self.test_output).books['']
book.load_meta_files()
self.assertDictEqual(book.meta['20200102030405'], {
'index': '20200102030405/index.html',
'title': 'dummy title',
'type': '',
'create': util.datetime_to_id(util.id_to_datetime_legacy('20200102030405')),
'modify': util.datetime_to_id(util.id_to_datetime_legacy('20200102030405')),
'source': 'http://example.com/foo',
'icon': 'favicon.ico',
'comment': 'dummy comment\n2nd line',
})
def test_toc(self):
with open(self.test_input_rdf, 'w', encoding='UTF-8') as fh:
fh.write("""\
<?xml version="1.0"?>
<RDF:RDF xmlns:NS1="http://amb.vis.ne.jp/mozilla/scrapbook-rdf#"
xmlns:NC="http://home.netscape.com/NC-rdf#"
xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<RDF:Seq RDF:about="urn:scrapbook:root">
<RDF:li RDF:resource="urn:scrapbook:item20200101000000"/>
<RDF:li RDF:resource="urn:scrapbook:item20200101000001"/>
<RDF:li RDF:resource="urn:scrapbook:item20200101000002"/>
<RDF:li RDF:resource="urn:scrapbook:item20200101000003"/>
<RDF:li RDF:resource="urn:scrapbook:item20200101000004"/>
</RDF:Seq>
<RDF:Seq RDF:about="urn:scrapbook:item20200101000001">
<RDF:li RDF:resource="urn:scrapbook:item20200101000005"/>
<RDF:li RDF:resource="urn:scrapbook:item20200101000006"/>
</RDF:Seq>
<RDF:Seq RDF:about="urn:scrapbook:item20200101000002">
<RDF:li RDF:resource="urn:scrapbook:item20200101000007"/>
<RDF:li RDF:resource="urn:scrapbook:item20200101000008"/>
</RDF:Seq>
<RDF:Seq RDF:about="urn:scrapbook:item20200101000003">
<RDF:li RDF:resource="urn:scrapbook:item20200101000009"/>
</RDF:Seq>
</RDF:RDF>
""")
for info in sb2wsb.run(self.test_input, self.test_output):
pass
book = Host(self.test_output).books['']
book.load_toc_files()
self.assertEqual(
book.toc, {
'root': [
'20200101000000',
'20200101000001',
'20200101000002',
'20200101000003',
'20200101000004',
],
'20200101000001': [
'20200101000005',
'20200101000006',
],
'20200101000002': [
'20200101000007',
'20200101000008',
],
'20200101000003': [
'20200101000009',
],
})
def test_backup01(self):
"""Check legacy scrapbook files are backuped"""
check_entries = [
'backup/',
'tree/',
'scrapbook.rdf',
'cache.rdf',
'folders.txt',
'collection.html',
'combine.html',
'combine.css',
'note.html',
'search.html',
'sitemap.xsl',
'note_template.html',
'notex_template.html',
]
for entry in check_entries:
path = os.path.join(self.test_input, entry)
if entry.endswith('/'):
os.makedirs(path)
with open(os.path.join(path, 'dummy'), 'w',
encoding='UTF-8') as fh:
fh.write(entry)
else:
with open(path, 'w', encoding='UTF-8') as fh:
fh.write(entry)
with open(self.test_input_rdf, 'w', encoding='UTF-8') as fh:
fh.write("""\
<?xml version="1.0"?>
<RDF:RDF xmlns:NS1="http://amb.vis.ne.jp/mozilla/scrapbook-rdf#"
xmlns:NC="http://home.netscape.com/NC-rdf#"
xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
</RDF:RDF>
""")
for info in sb2wsb.run(self.test_input, self.test_output):
pass
with os.scandir(os.path.join(self.test_output, WSB_DIR,
'backup')) as dirs:
backup_dir = next(iter(dirs))
for entry in check_entries:
with self.subTest(entry=entry):
path = os.path.join(backup_dir, entry)
if entry.endswith('/'):
self.assertTrue(os.path.isdir(path))
self.assertTrue(os.path.isfile(os.path.join(path,
'dummy')))
else:
self.assertTrue(os.path.isfile(path))
def test_meta_basic04(self):
"""Should work correctly for another NS name
(seen in some scrapbook.rdf files)
"""
with open(self.test_input_rdf, 'w', encoding='UTF-8') as fh:
fh.write("""\
<?xml version="1.0"?>
<RDF:RDF xmlns:NS2="http://amb.vis.ne.jp/mozilla/scrapbook-rdf#"
xmlns:NC="http://home.netscape.com/NC-rdf#"
xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<RDF:Description RDF:about="urn:scrapbook:item20200102030405"
NS2:id="20200102030405"
NS2:type=""
NS2:title="title"
NS2:comment="comment"
NS2:icon="favicon.ico"
NS2:source="http://example.com" />
</RDF:RDF>
""")
for info in sb2wsb.run(self.test_input, self.test_output):
pass
book = Host(self.test_output).books['']
book.load_meta_files()
self.assertDictEqual(
book.meta['20200102030405'], {
'index':
'20200102030405/index.html',
'type':
'',
'create':
util.datetime_to_id(
util.id_to_datetime_legacy('20200102030405')),
'modify':
util.datetime_to_id(
util.id_to_datetime_legacy('20200102030405')),
'title':
'title',
'comment':
'comment',
'icon':
'favicon.ico',
'source':
'http://example.com',
})
def test_backup02(self):
"""Check no_backup"""
check_entries = [
'backup/',
'tree/',
'scrapbook.rdf',
'cache.rdf',
'folders.txt',
'collection.html',
'combine.html',
'combine.css',
'note.html',
'search.html',
'sitemap.xsl',
'note_template.html',
'notex_template.html',
]
for entry in check_entries:
path = os.path.join(self.test_input, entry)
if entry.endswith('/'):
os.makedirs(path)
with open(os.path.join(path, 'dummy'), 'w',
encoding='UTF-8') as fh:
fh.write(entry)
else:
with open(path, 'w', encoding='UTF-8') as fh:
fh.write(entry)
with open(self.test_input_rdf, 'w', encoding='UTF-8') as fh:
fh.write("""\
<?xml version="1.0"?>
<RDF:RDF xmlns:NS1="http://amb.vis.ne.jp/mozilla/scrapbook-rdf#"
xmlns:NC="http://home.netscape.com/NC-rdf#"
xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
</RDF:RDF>
""")
for info in sb2wsb.run(self.test_input,
self.test_output,
no_backup=True):
pass
self.assertFalse(
os.path.exists(os.path.join(self.test_output, WSB_DIR, 'backup')))
def test_meta_icon01(self):
"""Resolve resource://scrapbook/data/<self-id>/..."""
with open(self.test_input_rdf, 'w', encoding='UTF-8') as fh:
fh.write("""\
<?xml version="1.0"?>
<RDF:RDF xmlns:NS1="http://amb.vis.ne.jp/mozilla/scrapbook-rdf#"
xmlns:NC="http://home.netscape.com/NC-rdf#"
xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<RDF:Description RDF:about="urn:scrapbook:item20200102030405"
NS1:icon="resource://scrapbook/data/20200102030405/favicon.ico" />
</RDF:RDF>
""")
for info in sb2wsb.run(self.test_input, self.test_output):
pass
book = Host(self.test_output).books['']
book.load_meta_files()
self.assertEqual(book.meta['20200102030405']['icon'], 'favicon.ico')
def test_meta_icon05(self):
"""Handle special chars."""
with open(self.test_input_rdf, 'w', encoding='UTF-8') as fh:
fh.write("""\
<?xml version="1.0"?>
<RDF:RDF xmlns:NS1="http://amb.vis.ne.jp/mozilla/scrapbook-rdf#"
xmlns:NC="http://home.netscape.com/NC-rdf#"
xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<RDF:Description RDF:about="urn:scrapbook:item20200102030405"
NS1:icon="resource://scrapbook/%E4%B8%AD%E6%96%87%25%23abc.png" />
</RDF:RDF>
""")
for info in sb2wsb.run(self.test_input, self.test_output):
pass
book = Host(self.test_output).books['']
book.load_meta_files()
self.assertEqual(book.meta['20200102030405']['icon'], '../../%E4%B8%AD%E6%96%87%25%23abc.png')
def test_meta_type01(self):
"""Translate types."""
with open(self.test_input_rdf, 'w', encoding='UTF-8') as fh:
fh.write("""\
<?xml version="1.0"?>
<RDF:RDF xmlns:NS1="http://amb.vis.ne.jp/mozilla/scrapbook-rdf#"
xmlns:NC="http://home.netscape.com/NC-rdf#"
xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#">
<RDF:Description RDF:about="urn:scrapbook:item20200101010101"
NS1:type="" />
<RDF:Description RDF:about="urn:scrapbook:item20200101010102"
NS1:type="combine" />
<RDF:Description RDF:about="urn:scrapbook:item20200101010103"
NS1:type="marked" />
<RDF:Description RDF:about="urn:scrapbook:item20200101010104"
NS1:type="note" />
<RDF:Description RDF:about="urn:scrapbook:item20200101010105"
NS1:type="notex" />
</RDF:RDF>
""")
for info in sb2wsb.run(self.test_input, self.test_output):
pass
book = Host(self.test_output).books['']
book.load_meta_files()
self.assertEqual(book.meta['20200101010101']['type'], '')
self.assertIsNone(book.meta['20200101010101'].get('marked'))
self.assertEqual(book.meta['20200101010102']['type'], 'combine')
self.assertIsNone(book.meta['20200101010102'].get('marked'))
self.assertEqual(book.meta['20200101010103']['type'], '')
self.assertTrue(book.meta['20200101010103']['marked'])
self.assertEqual(book.meta['20200101010104']['type'], 'postit')
self.assertIsNone(book.meta['20200101010104'].get('marked'))
self.assertEqual(book.meta['20200101010105']['type'], 'note')
self.assertIsNone(book.meta['20200101010105'].get('marked'))
