def test_generate_text_1():
"""
text -> |parser| -> AST -> |text generator| -> result
assert result == text
"""
pageName = 'PageName'
text = """+ Heading 1
A sentence, a link: [test], and some more text, even some *bold*. Something
_simple_ to start.
"""
wiki_content = {pageName: text}
wikidoc = MockWikiDocument(wiki_content, LANGUAGE_NAME)
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
page = wikidoc.getWikiPage(pageName)
ast = page.getLivePageAst()
result = langHelper.generate_text(ast, page)
assert result == text
tf = langHelper.TextFormatter()
result = tf.format(ast, page)
assert result == text
assert tf.count('heading') == 1
assert tf.count('wikiWord') == 1
assert tf.count('bold') == 1
assert tf.count('italics') == 1
def test_generate_text_3():
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
tests = [ # page name, text fragment, target
('PageName', '[//WikiWord]', 'WikiWord'),
('PageName', '[//wikiword]', 'wikiword'),
('PageName', '[/wikiword]', 'PageName/wikiword'),
('PageName', '[/wikiword/subsub]', 'PageName/wikiword/subsub'),
('PageName', '[.]', 'PageName'),
('PageName', 'PageName', 'PageName'),
('pageName', '[pageName]', 'pageName'),
('Main/SubPage', '[.]', 'Main/SubPage'),
('Main/SubPage', '[Test]', 'Main/Test'),
('Main/SubPage', '[..]', 'Main'),
('Main/SubPage', '[../Chair]', 'Chair'),
]
for nr, (pageName, text_fragment, target) in enumerate(tests, 1):
wikidoc = MockWikiDocument({pageName: ''}, LANGUAGE_NAME)
page = wikidoc.getWikiPage(pageName)
text = '\n%s\n\n' % text_fragment
page.setContent(text)
ast = page.getLivePageAst()
nf = NodeFinder(ast)
assert nf.count('wikiWord') == 1
link_core = nf.wikiWord().linkPath.getLinkCore()
resolved = langHelper.resolveWikiWordLink(link_core, page)
assert resolved == target, ('%d: %r on %r -> %r != %r' % (nr,
link_core, pageName, resolved, target))
result = langHelper.generate_text(ast, page)
assert result == text
def test_generate_text_3():
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
tests = [ # page name, text fragment, target
('PageName', '[//WikiWord]', 'WikiWord'),
('PageName', '[//wikiword]', 'wikiword'),
('PageName', '[/wikiword]', 'PageName/wikiword'),
('PageName', '[/wikiword/subsub]', 'PageName/wikiword/subsub'),
('PageName', '[.]', 'PageName'),
('PageName', 'PageName', 'PageName'),
('pageName', '[pageName]', 'pageName'),
('Main/SubPage', '[.]', 'Main/SubPage'),
('Main/SubPage', '[Test]', 'Main/Test'),
('Main/SubPage', '[..]', 'Main'),
('Main/SubPage', '[../Chair]', 'Chair'),
]
for nr, (pageName, text_fragment, target) in enumerate(tests, 1):
wikidoc = MockWikiDocument({pageName: ''}, LANGUAGE_NAME)
page = wikidoc.getWikiPage(pageName)
text = '\n%s\n\n' % text_fragment
page.setContent(text)
ast = page.getLivePageAst()
nf = NodeFinder(ast)
assert nf.count('wikiWord') == 1
link_core = nf.wikiWord().linkPath.getLinkCore()
resolved = langHelper.resolveWikiWordLink(link_core, page)
assert resolved == target, (
'%d: %r on %r -> %r != %r' %
(nr, link_core, pageName, resolved, target))
result = langHelper.generate_text(ast, page)
assert result == text
def test_generate_text_1():
"""
text -> |parser| -> AST -> |text generator| -> result
assert result == text
"""
pageName = 'PageName'
text = """+ Heading 1
A sentence, a link: [test], and some more text, even some *bold*. Something
_simple_ to start.
"""
wiki_content = {pageName: text}
wikidoc = MockWikiDocument(wiki_content, LANGUAGE_NAME)
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
page = wikidoc.getWikiPage(pageName)
ast = page.getLivePageAst()
result = langHelper.generate_text(ast, page)
assert result == text
tf = langHelper.TextFormatter()
result = tf.format(ast, page)
assert result == text
assert tf.count('heading') == 1
assert tf.count('wikiWord') == 1
assert tf.count('bold') == 1
assert tf.count('italics') == 1
def test_WikiLinkPath_getLinkCore():
"""
WikiLinkPath(linkCore).getLinkCore()
"""
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
WikiLinkPath = langHelper.WikiLinkPath
test_values = """
## linkCore
// VALUE_ERROR
//pagename/a/b
//pagename/a/b/ VALUE_ERROR
//pagename/a
//pagename
/a/b/c
/a/b
/a
.
a
a/b
a/b/c
..
../a
../../a
../a/b
../a/b/c
../ VALUE_ERROR
../..
../../ VALUE_ERROR
../../..
EMPTY_STRING VALUE_ERROR
"""
def tests():
for line in test_values.splitlines():
line = line.strip()
if not line or line.startswith('#'):
continue
try:
linkCore, exception = line.split()
except ValueError:
linkCore, exception = line, None
if linkCore == 'EMPTY_STRING':
linkCore = ''
if exception == 'VALUE_ERROR':
exception = ValueError()
yield linkCore, exception
def err_msg_1():
return 'linkCore of %r = %r != %r' % (linkCore, res, linkCore)
for linkCore, exception in tests():
if exception is None:
res = WikiLinkPath(linkCore=linkCore).getLinkCore()
assert res == linkCore, err_msg_1()
else:
with pytest.raises(type(exception)):
WikiLinkPath(linkCore=linkCore)
def test_WikiLinkPath_getLinkCore():
"""
WikiLinkPath(linkCore).getLinkCore()
"""
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
WikiLinkPath = langHelper.WikiLinkPath
test_values = """
## linkCore
// VALUE_ERROR
//pagename/a/b
//pagename/a/b/ VALUE_ERROR
//pagename/a
//pagename
/a/b/c
/a/b
/a
.
a
a/b
a/b/c
..
../a
../../a
../a/b
../a/b/c
../ VALUE_ERROR
../..
../../ VALUE_ERROR
../../..
EMPTY_STRING VALUE_ERROR
"""
def tests():
for line in test_values.splitlines():
line = line.strip()
if not line or line.startswith('#'):
continue
try:
linkCore, exception = line.split()
except ValueError:
linkCore, exception = line, None
if linkCore == 'EMPTY_STRING':
linkCore = ''
if exception == 'VALUE_ERROR':
exception = ValueError()
yield linkCore, exception
def err_msg_1():
return 'linkCore of %r = %r != %r' % (linkCore, res, linkCore)
for linkCore, exception in tests():
if exception is None:
res = WikiLinkPath(linkCore=linkCore).getLinkCore()
assert res == linkCore, err_msg_1()
else:
with pytest.raises(type(exception)):
WikiLinkPath(linkCore=linkCore)
def test_generate_text_1():
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
pageName = u'PageName'
text = u"""
[[test]]
"""
wiki_content = {pageName: text}
wikidoc = MockWikiDocument(wiki_content, LANGUAGE_NAME)
page = wikidoc.getWikiPage(pageName)
ast = page.getLivePageAst()
result = langHelper.generate_text(ast, page)
assert result == text
def test_generate_text_1():
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
pageName = u'PageName'
text = u"""
[[test]]
"""
wiki_content = {pageName: text}
wikidoc = MockWikiDocument(wiki_content, LANGUAGE_NAME)
page = wikidoc.getWikiPage(pageName)
ast = page.getLivePageAst()
result = langHelper.generate_text(ast, page)
assert result == text
def test_generate_text_quotes():
test_values = '''
## input text -> expected output
[person.email: "*****@*****.**"] | [person.email: "*****@*****.**"]
[:page: "IncrementalSearch"] | [:page: IncrementalSearch]
[:page: //IncrementalSearch//] | [:page: IncrementalSearch]
[:page: /////IncrementalSearch/////] | [:page: IncrementalSearch]
[:page: \\IncrementalSearch\\] | [:page: IncrementalSearch]
[:eval:"5+6"] | [:eval: "5+6"]
[contact: "Carl [Home]"] | [contact: "Carl [Home]"]
[alias: Foo; Bar; FooBar] | [alias: Foo; Bar; FooBar]
[key: ""value 1 with " in it""; "value2"; "final #%! value ?"] | [key: ""value 1 with " in it""; value2; final #%! value ?]
[key: """value"""""] | [key: """value"""""]
[key: """value "special" ""a"" "b" """; c] | [key: """value "special" ""a"" "b" """; c]
[key: a;; b; c; ""d"""] | [key: a; b; c; ""d"""]
[:rel: "children"; existingonly; columns 2; ""coldir down"""] | [:rel: children; existingonly; columns 2; ""coldir down"""]
[key: "Elisabeth Willemslaan F. 156450, 113150 Wespelaar (Haacht) B"] | [key: "Elisabeth Willemslaan F. 156450, 113150 Wespelaar (Haacht) B"]
'''
def parse_test_values(s):
for line in s.splitlines():
line = line.strip()
if not line or line.startswith('#'):
continue
input_text, output_text = [s.strip() for s in line.split('|')]
yield input_text, output_text
def err_msg():
msg = '%r -> %r != %r'
return msg % (text_fragment_in, result_fragment, text_fragment_out)
pageName = 'PageName'
wikidoc = MockWikiDocument({pageName: ''}, LANGUAGE_NAME)
page = wikidoc.getWikiPage(pageName)
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
tests = parse_test_values(test_values)
for text_fragment_in, text_fragment_out in tests:
text_in = '\n%s\n\n' % text_fragment_in
text_out = '\n%s\n\n' % text_fragment_out
page.setContent(text_in)
ast = page.getLivePageAst()
nf = NodeFinder(ast)
assert (nf.count('attribute') == 1 or
nf.count('insertion') == 1), text_fragment_in
result = langHelper.generate_text(ast, page)
result_fragment = result.strip()
assert result == text_out, err_msg()
def test_generate_text_quotes():
test_values = '''
## input text -> expected output
[person.email: "*****@*****.**"] | [person.email: "*****@*****.**"]
[:page: "IncrementalSearch"] | [:page: IncrementalSearch]
[:page: //IncrementalSearch//] | [:page: IncrementalSearch]
[:page: /////IncrementalSearch/////] | [:page: IncrementalSearch]
[:page: \\IncrementalSearch\\] | [:page: IncrementalSearch]
[:eval:"5+6"] | [:eval: "5+6"]
[contact: "Carl [Home]"] | [contact: "Carl [Home]"]
[alias: Foo; Bar; FooBar] | [alias: Foo; Bar; FooBar]
[key: ""value 1 with " in it""; "value2"; "final #%! value ?"] | [key: ""value 1 with " in it""; value2; final #%! value ?]
[key: """value"""""] | [key: """value"""""]
[key: """value "special" ""a"" "b" """; c] | [key: """value "special" ""a"" "b" """; c]
[key: a;; b; c; ""d"""] | [key: a; b; c; ""d"""]
[:rel: "children"; existingonly; columns 2; ""coldir down"""] | [:rel: children; existingonly; columns 2; ""coldir down"""]
[key: "Elisabeth Willemslaan F. 156450, 113150 Wespelaar (Haacht) B"] | [key: "Elisabeth Willemslaan F. 156450, 113150 Wespelaar (Haacht) B"]
'''
def parse_test_values(s):
for line in s.splitlines():
line = line.strip()
if not line or line.startswith('#'):
continue
input_text, output_text = [s.strip() for s in line.split('|')]
yield input_text, output_text
def err_msg():
msg = '%r -> %r != %r'
return msg % (text_fragment_in, result_fragment, text_fragment_out)
pageName = 'PageName'
wikidoc = MockWikiDocument({pageName: ''}, LANGUAGE_NAME)
page = wikidoc.getWikiPage(pageName)
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
tests = parse_test_values(test_values)
for text_fragment_in, text_fragment_out in tests:
text_in = '\n%s\n\n' % text_fragment_in
text_out = '\n%s\n\n' % text_fragment_out
page.setContent(text_in)
ast = page.getLivePageAst()
nf = NodeFinder(ast)
assert (nf.count('attribute') == 1
or nf.count('insertion') == 1), text_fragment_in
result = langHelper.generate_text(ast, page)
result_fragment = result.strip()
assert result == text_out, err_msg()
def test_generate_text():
pageName = u'PageName'
wikidoc = MockWikiDocument({pageName: u''}, LANGUAGE_NAME)
page = wikidoc.getWikiPage(pageName)
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
text_fragments = [
(u'[[wikiword]]', 'wikiWord'), # 1
(u'[[wikiword]]!anchor', 'wikiWord'),
(u'[[wikiword|title]]', 'wikiWord'),
(u'[[WikiWord|title]]', 'wikiWord'),
(u'[[wikiword|title]]!anchor', 'wikiWord'),
(u'[[WikiWord|title]]!anchor', 'wikiWord'),
(u'[[wikiword#search_fragment]]', 'wikiWord'),
(u'[[wikiword#search fragment]]', 'wikiWord'),
(u'[[WikiWord#search# fragment]]', 'wikiWord'),
(u'[[wikiword#search_fragment]]!anchor', 'wikiWord'), # 10
(u'[[WikiWord#search_fragment]]!anchor', 'wikiWord'),
(u'[[wikiword#search_fragment|title]]', 'wikiWord'),
(u'[[WikiWord#search_fragment|title]]', 'wikiWord'),
(u'[[wikiword#search_fragment|title]]!anchor', 'wikiWord'),
(u'[[WikiWord#search_fragment|title]]!anchor', 'wikiWord'),
(u'WikiWord', None),
(u'WikiWord!anchor', None), # 17
(u'WikiWord#search_fragment', None),
(u'[[key: value]]', 'attribute'),
(u'[[test: ok; nok]]', 'attribute'),
(u'[[:page: wikiword]]', 'insertion'),
(u'this is a sentence', None),
]
for nr, (text_fragment, node_name) in enumerate(text_fragments, 1):
text = u'\n%s\n\n' % text_fragment
page.setContent(text)
ast = page.getLivePageAst()
nf = NodeFinder(ast)
if node_name:
assert nf.count(node_name) == 1, nr
else:
assert not nf.count('wikiWord'), nr
assert not nf.count('attribute'), nr
assert not nf.count('insertion'), nr
result = langHelper.generate_text(ast, page)
assert result == text
def test_generate_text_2():
pageName = 'PageName'
wikidoc = MockWikiDocument({pageName: ''}, LANGUAGE_NAME)
page = wikidoc.getWikiPage(pageName)
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
text_fragments = [
('[wikiword]', 'wikiWord'),
('[wikiword]!anchor', 'wikiWord'),
('[wikiword|title]', 'wikiWord'),
('[WikiWord|title]', 'wikiWord'),
('[wikiword|title]!anchor', 'wikiWord'),
('[WikiWord|title]!anchor', 'wikiWord'),
('[wikiword#searchfragment]', 'wikiWord'),
('[wikiword#search fragment]', 'wikiWord'),
('[WikiWord#search# fragment]', 'wikiWord'),
('[wikiword#searchfragment]!anchor', 'wikiWord'),
('[WikiWord#searchfragment]!anchor', 'wikiWord'),
('[wikiword#searchfragment|title]', 'wikiWord'),
('[WikiWord#searchfragment|title]', 'wikiWord'),
('[wikiword#searchfragment|title]!anchor', 'wikiWord'),
('[WikiWord#searchfragment|title]!anchor', 'wikiWord'),
('WikiWord', 'wikiWord'),
('WikiWord!anchor', 'wikiWord'),
('WikiWord#searchfragment', 'wikiWord'),
('[key: value]', 'attribute'),
('[test: ok; nok]', 'attribute'),
('[:page: wikiword]', 'insertion'),
('this is a sentence', None),
]
for text_fragment, node_name in text_fragments:
text = '\n%s\n\n' % text_fragment
page.setContent(text)
ast = page.getLivePageAst()
nf = NodeFinder(ast)
if node_name:
assert nf.count(node_name) == 1
result = langHelper.generate_text(ast, page)
assert result == text
def test_generate_text_2():
pageName = 'PageName'
wikidoc = MockWikiDocument({pageName: ''}, LANGUAGE_NAME)
page = wikidoc.getWikiPage(pageName)
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
text_fragments = [
('[wikiword]', 'wikiWord'),
('[wikiword]!anchor', 'wikiWord'),
('[wikiword|title]', 'wikiWord'),
('[WikiWord|title]', 'wikiWord'),
('[wikiword|title]!anchor', 'wikiWord'),
('[WikiWord|title]!anchor', 'wikiWord'),
('[wikiword#searchfragment]', 'wikiWord'),
('[wikiword#search fragment]', 'wikiWord'),
('[WikiWord#search# fragment]', 'wikiWord'),
('[wikiword#searchfragment]!anchor', 'wikiWord'),
('[WikiWord#searchfragment]!anchor', 'wikiWord'),
('[wikiword#searchfragment|title]', 'wikiWord'),
('[WikiWord#searchfragment|title]', 'wikiWord'),
('[wikiword#searchfragment|title]!anchor', 'wikiWord'),
('[WikiWord#searchfragment|title]!anchor', 'wikiWord'),
('WikiWord', 'wikiWord'),
('WikiWord!anchor', 'wikiWord'),
('WikiWord#searchfragment', 'wikiWord'),
('[key: value]', 'attribute'),
('[test: ok; nok]', 'attribute'),
('[:page: wikiword]', 'insertion'),
('this is a sentence', None),
]
for text_fragment, node_name in text_fragments:
text = '\n%s\n\n' % text_fragment
page.setContent(text)
ast = page.getLivePageAst()
nf = NodeFinder(ast)
if node_name:
assert nf.count(node_name) == 1
result = langHelper.generate_text(ast, page)
assert result == text
def test_WikiLinkPath_join():
"""
WikiLinkPath(linkCore).join(other)
WikiLinkPath(linkCore).joinTo(other)
"""
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
WikiLinkPath = langHelper.WikiLinkPath
test_values = """
## linkCore | otherLinkCore -> joinedLinkCore
//a/b | //b -> //b
//a | //b -> //b
/a | //b -> //b
/a/b | //b -> //b
. | //b -> //b
a | //b -> //b
a/b | //b -> //b
.. | //b -> //b
../a | //b -> //b
../.. | //b -> //b
../../a | //b -> //b
//a | /c -> //a/c
//a/b | /c -> //a/b/c
/a | /c -> /a/c
/a/b | /c -> /a/b/c
. | /c -> /c
a | /c -> a/c
a/b | /c -> a/b/c
.. | /c -> c
../a | /c -> ../a/c
../.. | /c -> ../c
../../a | /c -> ../../a/c
//a | . -> //a
//a/b | . -> //a/b
/a | . -> /a
/a/b | . -> /a/b
. | . -> .
a | . -> a
a/b | . -> a/b
.. | . -> ..
../a | . -> ../a
../.. | . -> ../..
../../a | . -> ../../a
//a | c -> //c
//a/b | c -> //a/c
/a | c -> /c
/a/b | c -> /a/c
. | c -> c
a | c -> c
a/b | c -> a/c
.. | c -> ../c
../a | c -> ../c
../.. | c -> ../../c
../../a | c -> ../../c
//a | .. -> VALUE_ERROR
//a/b | .. -> //a
/a | .. -> .
/a/b | .. -> /a
. | .. -> ..
a | .. -> ..
a/b | .. -> a
.. | .. -> ../..
../a | .. -> ../..
../.. | .. -> ../../..
../../a | .. -> ../../..
//a | ../c -> VALUE_ERROR
//a/b | ../c -> //c
/a | ../c -> c
/a/b | ../c -> /c
. | ../c -> ../c
a | ../c -> ../c
a/b | ../c -> c
.. | ../c -> ../../c
../a | ../c -> ../../c
../.. | ../c -> ../../../c
../../a | ../c -> ../../../c
//a | ../.. -> VALUE_ERROR
//a/b | ../.. -> VALUE_ERROR
/a | ../.. -> ..
. | ../.. -> ../..
a | ../.. -> ../..
a/b | ../.. -> ..
.. | ../.. -> ../../..
../a | ../.. -> ../../..
../.. | ../.. -> ../../../..
../../a | ../.. -> ../../../..
//a | ../../.. -> VALUE_ERROR
//a/b | ../../.. -> VALUE_ERROR
/a | ../../.. -> ../..
. | ../../.. -> ../../..
a | ../../.. -> ../../..
a/b | ../../.. -> ../..
.. | ../../.. -> ../../../..
../a | ../../.. -> ../../../..
../.. | ../../.. -> ../../../../..
../../a | ../../.. -> ../../../../..
"""
values = parse_columns(test_values)
def tests(direction):
return values[direction]
def err_msg_1():
msg = '%r joined with %r != %r'
return msg % (linkCore, otherLinkCore, joinedLinkCore)
def err_msg_2():
msg = '%r joined with %r !-> %r'
return msg % (linkCore, otherLinkCore, joinedLinkCore)
for linkCore, otherLinkCore, joinedLinkCore in tests('left_to_right'):
linkPath = WikiLinkPath(linkCore=linkCore)
otherLinkPath = WikiLinkPath(linkCore=otherLinkCore)
if not isinstance(joinedLinkCore, Exception):
joinedPath = WikiLinkPath(linkCore=joinedLinkCore)
res = linkPath.joinTo(otherLinkPath)
assert res == joinedPath, err_msg_1()
else:
exc = type(joinedLinkCore)
with pytest.raises(exc, message=err_msg_2()):
linkPath.joinTo(otherLinkPath)
def test_generate_WikidPadHelp_selection():
test_fragments = [ # (page_name, text, node_name, formatted_text)
('pageName', '[.]', 'wikiWord', '[.]'), # 1
('PageName', '[.]', 'wikiWord', '[.]'),
('PageName', 'PageName', 'wikiWord', 'PageName'),
('PageName', '[PageName]', 'wikiWord', '[PageName]'),
('PageName', '[contact: "Carl [Home]"]', 'attribute',
'[contact: "Carl [Home]"]'),
('PageName', '[//OptionsDialog]', 'wikiWord', '[//OptionsDialog]'),
('PageName', '[//ebay/Circlet]', 'wikiWord', '[//ebay/Circlet]'),
('PageName', '[WikiWord| This is the title ]', 'wikiWord',
'[WikiWord|This is the title]'),
('PageName', '[:rel: parents]', 'insertion', '[:rel: parents]'),
('PageName', '[:rel: parents; aslist]', 'insertion',
'[:rel: parents; aslist]'),
('PageName', '[:rel: children; existingonly;columns 2]', 'insertion',
'[:rel: children; existingonly; columns 2]'),
('PageName', '[key: value]', 'attribute', '[key: value]'),
('PageName', '[:toc: ]', 'insertion', '[:toc:]'),
(
'ChangeLog2008',
'[test:foo; ]', # still legal?!
'attribute',
'[test: foo]'),
(
'TestPage',
'[test:foo;; ]', # still legal?!
'attribute',
'[test: foo]'),
('PageName', '[key: value with spaces]', 'attribute',
'[key: value with spaces]'),
('PageName', '[key: value; value2]', 'attribute',
'[key: value; value2]'),
('PageName', '[key: "value: with special char"]', 'attribute',
'[key: value: with special char]'),
('PageName', '[key: "value = special"]', 'attribute',
'[key: value = special]'),
('pageName', '[wikiword]#searchfragment', 'wikiWord',
'[wikiword#searchfragment]'),
('pageName', '[wikiword#searchfragment]', 'wikiWord',
'[wikiword#searchfragment]'),
('pageName', '[wikiword#search fragment]', 'wikiWord',
'[wikiword#search fragment]'),
('AutoCompletion', '[bookmarked=true]', 'attribute',
'[bookmarked: true]'),
('ChangeLog', '[ChangeLog2011]', 'wikiWord', '[ChangeLog2011]'),
('ChronViewWindow', '[OptionsDialog#+++ Chron. view]', 'wikiWord',
'[OptionsDialog#+++ Chron. view]'),
('ChronViewWindow', '[OptionsDialog#+++ Chronological]', 'wikiWord',
'[OptionsDialog#+++ Chronological]'),
('CommandLineSupport',
'[WikiMaintenance#++ Update ext. modif. wiki files]', 'wikiWord',
'[WikiMaintenance#++ Update ext. modif. wiki files]'),
('ExternalGraphicalApplications', '[:eqn:"a^2 + b^2 = c^2"]',
'insertion', '[:eqn: "a^2 + b^2 = c^2"]'),
('Icon airbrush', '[icon:airbrush]', 'attribute', '[icon: airbrush]'),
('Icon cd_audio', '[icon:cd_audio ]', 'attribute', '[icon: cd_audio]'),
('Insertions', '[:page: "IncrementalSearch"]', 'insertion',
'[:page: IncrementalSearch]'),
('Insertions', '[:page: "IncrementalSearch"]', 'insertion',
'[:page: IncrementalSearch]'),
('Insertions', '[:rel: children;existingonly;columns 2;coldir down]',
'insertion',
'[:rel: children; existingonly; columns 2; coldir down]'),
('Insertions', '[:search:"todo:todo"]', 'insertion',
'[:search: todo:todo]'),
('Insertions', '[:search:"todo:todo";showtext]', 'insertion',
'[:search: todo:todo; showtext]'),
('Insertions', '[:eval:"5+6"]', 'insertion', '[:eval: "5+6"]'),
('ExternalGraphicalApplications',
'[:dot:"\ndigraph {\na -> b\nb -> c\nb -> d\nd -> a\n}\n"; noerror]',
'insertion',
'[:dot: "\ndigraph {\na -> b\nb -> c\nb -> d\nd -> a\n}\n"; noerror]'
),
('ExternalGraphicalApplications',
('[:ploticus:"\n'
'#proc areadef\n'
' title: Annual Revenues, in thousands\n'
' rectangle: 1 1 5 2\n'
' xrange: 0 4\n'
' yrange: -5000 15000\n'
' yaxis.stubs: incremental 5000\n'
' yaxis.grid: color=pink\n'
' xaxis.stubs: text\n'
'ABC Corp\n'
'NetStuff\n'
'MicroMason\n'
'\n'
'#proc getdata\n'
' data: 6430 -780 13470\n'
'\n'
'#proc processdata\n'
' action: rotate\n'
'\n'
'#proc bars\n'
' lenfield: 1\n'
' color: dullyellow\n'
' labelword: $ @@N\n'
' crossover: 0\n'
'"]'), 'insertion',
('[:ploticus: "\n#proc areadef\n title: Annual Revenues, in '
'thousands\n rectangle: 1 1 5 2\n xrange: 0 4\n yrange: -5000 '
'15000\n yaxis.stubs: incremental 5000\n yaxis.grid: color=pink\n'
' xaxis.stubs: text\nABC Corp\nNetStuff\nMicroMason\n\n'
'#proc getdata\n data: 6430 -780 13470\n\n#proc processdata\n'
' action: rotate\n\n#proc bars\n lenfield: 1\n color: dullyellow\n'
' labelword: $ @@N\n crossover: 0\n"]')),
('ExternalGraphicalApplications', """[:gnuplot:"
set key right nobox
set samples 100
plot [-pi/2:pi] cos(x),-(sin(x) > sin(x+1) ? sin(x) : sin(x+1))
"]""", 'insertion', """[:gnuplot: "
set key right nobox
set samples 100
plot [-pi/2:pi] cos(x),-(sin(x) > sin(x+1) ? sin(x) : sin(x+1))
"]"""),
]
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
wikidoc = MockWikiDocument(None, LANGUAGE_NAME)
tests = enumerate(test_fragments, 1)
for nr, (pageName, text, node_name, formatted_text) in tests:
text_ = '\n%s\n\n' % text
try:
page = wikidoc.getWikiPage(pageName)
except WikiWordNotFoundException:
page = wikidoc.createWikiPage(pageName)
page.setContent(text_)
ast = page.getLivePageAst()
nf = NodeFinder(ast)
if node_name is not None:
assert nf.count(node_name) == 1
else:
assert nf.count('wikiWord') == 0
assert nf.count('attribute') == 0
assert nf.count('insertion') == 0
result = langHelper.generate_text(ast, page)[1:-2]
assert result == formatted_text, '%d: %r on %r -> %r != %r' % (
nr, text, pageName, result, formatted_text)
def test_generate_WikidPadHelp():
"""Run over *complete* WikidPadHelp wiki: parse each page, generate text
from AST using text generator, and check if generated text matches the
original text::
text -> |parser| -> AST -> |text generator| -> result
assert result == text
The *first time*, set `add_unknown_differences_to_annotation_file` to
True and annotate generated file with differences: put '!=' if different,
and '==' if equal (in semantics, maybe not in syntax, e.g.,
[key: value ] is equal to [key: value] (note the extra spaces)).
"""
# add_unknown_differences_to_annotation_file = True
add_unknown_differences_to_annotation_file = False
def load_annotations(path):
equivalents = defaultdict(dict)
known_differences = defaultdict(dict)
page_name, text, result = None, None, None
try:
with io.open(path, 'r', encoding='utf-8') as f:
for line in f:
line = line.strip()
if not line or line.startswith('#'):
continue
if line.startswith('-- '):
text = line[3:]
elif line.startswith('== '):
result = line[3:]
equivalents[page_name][text] = result
elif line.startswith('!= '):
result = line[3:]
known_differences[page_name][text] = result
else:
page_name = line
except IOError:
pass # no file yet?!
return equivalents, known_differences
equivalents, known_differences = load_annotations(WIKIDPADHELP_ANNOTATIONS)
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
wikidoc = MockWikiDocument(None, LANGUAGE_NAME)
paths = glob.glob(os.path.join(WIKIDPADHELP_DATA_DIR, '*.wiki'))
skip = set()
# Page itself is in WikidPad syntax so it has to work as well
# skip = set(
# u'MediaWiki%2FTextFormatting', # Media Wiki syntax, not WikidPadParser
# )
nof_known_differences = 0
nof_unknown_differences = 0
for nr, path in enumerate(sorted(paths), 1):
pageName, _ = os.path.splitext(os.path.basename(path))
if pageName in skip:
continue
text = get_text(path)
try:
page = wikidoc.getWikiPage(pageName)
except WikiWordNotFoundException:
page = wikidoc.createWikiPage(pageName)
page.setContent(text)
ast = page.getLivePageAst()
result = langHelper.generate_text(ast, page)
# assert result == text
current_page_correct = True
with io.open(WIKIDPADHELP_ANNOTATIONS, 'a', encoding='utf-8') as f:
to_compare = list(
zip(result.splitlines(True), text.splitlines(True)))
for result_line, text_line in to_compare:
result_line = result_line.rstrip()
text_line = text_line.rstrip()
if result_line == text_line:
continue # ok, equal
try:
equivalent_line = equivalents[pageName][text_line]
except KeyError:
equivalent_line = None
if result_line == equivalent_line:
continue # ok, lines are considered equal
try:
known_difference = known_differences[pageName][text_line]
except KeyError:
known_difference = None
if result_line == known_difference:
nof_known_differences += 1
continue # ok, we know about this difference
# we have an unknown difference here
nof_unknown_differences += 1
if add_unknown_differences_to_annotation_file:
if current_page_correct: # first error for this page
current_page_correct = False
f.write(pageName + '\n')
f.write('-- ' + text_line + '\n')
f.write('!= ' + result_line + '\n')
msg = 'TOTAL: %d known differences, %d unknown differences'
msg %= (nof_known_differences, nof_unknown_differences)
assert not nof_unknown_differences, msg
def test_WikiLinkPath_init():
"""
WikiLinkPath(linkCore)
WikiLinkPath(upwardCount, components)
"""
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
WikiLinkPath = langHelper.WikiLinkPath
test_values = """
#
# linkCore <-> upwardCount | components
#
# ABSOLUTE LINKS
//pagename | -1 | pagename
//a/b | -1 | a b
VALUE_ERROR <- -1 | EMPTY_LIST
// -> VALUE_ERROR | VALUE_ERROR
# RELATIVE LINKS
/ -> VALUE_ERROR | VALUE_ERROR
/d/e | 0 | d e
/d | 0 | d
. | 0 | EMPTY_LIST
x | 1 | x
a/b | 1 | a b
.. | 1 | EMPTY_LIST
../ -> VALUE_ERROR | VALUE_ERROR
../c | 2 | c
../x | 2 | x
../x/ -> VALUE_ERROR | VALUE_ERROR
../.. | 2 | EMPTY_LIST
../../.. | 3 | EMPTY_LIST
../../Amazon | 3 | Amazon
../../Super/SubPage | 3 | Super SubPage
../../d | 3 | d
../../c/d | 3 | c d
../../../d/e | 4 | d e
../../../d/e/f | 4 | d e f
../../../d/e/f/ -> VALUE_ERROR | VALUE_ERROR
EMPTY_STRING -> VALUE_ERROR | VALUE_ERROR
"""
values = parse_columns(test_values)
def tests(direction):
for linkCore, upwardCount, components in values[direction]:
if not isinstance(upwardCount, Exception):
upwardCount = int(upwardCount)
if not isinstance(components, Exception):
if not isinstance(components, list):
components = components.split()
yield linkCore, upwardCount, components
def left_to_right_err_msg_1():
msg = '%r -> upwardCount = %d != %d'
return msg % (linkCore, res.upwardCount, upwardCount)
def left_to_right_err_msg_2():
msg = '%r -> components = %r != %r'
return msg % (linkCore, res.components, components)
def left_to_right_err_msg_3():
return '%r !-> %r' % (linkCore, upwardCount)
# ->
for linkCore, upwardCount, components in tests('left_to_right'):
if not isinstance(upwardCount, Exception):
res = WikiLinkPath(linkCore=linkCore)
assert res.upwardCount == upwardCount, left_to_right_err_msg_1()
assert res.components == components, left_to_right_err_msg_2()
else:
exc = type(upwardCount)
with pytest.raises(exc, message=left_to_right_err_msg_3()):
WikiLinkPath(linkCore=linkCore)
def right_to_left_err_msg_1():
return '%d, %r -> %r != %r' % (upwardCount, components, res, linkCore)
def right_to_left_err_msg_2():
return '%d, %r !-> %r' % (upwardCount, components, linkCore)
# <-
for linkCore, upwardCount, components in tests('right_to_left'):
if not isinstance(linkCore, Exception):
res = WikiLinkPath(upwardCount=upwardCount, components=components)
res = res.getLinkCore()
assert res == linkCore, right_to_left_err_msg_1()
else:
exc = type(linkCore)
with pytest.raises(exc, message=right_to_left_err_msg_2()):
WikiLinkPath(upwardCount=upwardCount, components=components)
def test_WikiLinkPath_join():
"""
WikiLinkPath(linkCore).join(other)
WikiLinkPath(linkCore).joinTo(other)
"""
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
WikiLinkPath = langHelper.WikiLinkPath
test_values = """
## linkCore | otherLinkCore -> joinedLinkCore
//a/b | //b -> //b
//a | //b -> //b
/a | //b -> //b
/a/b | //b -> //b
. | //b -> //b
a | //b -> //b
a/b | //b -> //b
.. | //b -> //b
../a | //b -> //b
../.. | //b -> //b
../../a | //b -> //b
//a | /c -> //a/c
//a/b | /c -> //a/b/c
/a | /c -> /a/c
/a/b | /c -> /a/b/c
. | /c -> /c
a | /c -> a/c
a/b | /c -> a/b/c
.. | /c -> c
../a | /c -> ../a/c
../.. | /c -> ../c
../../a | /c -> ../../a/c
//a | . -> //a
//a/b | . -> //a/b
/a | . -> /a
/a/b | . -> /a/b
. | . -> .
a | . -> a
a/b | . -> a/b
.. | . -> ..
../a | . -> ../a
../.. | . -> ../..
../../a | . -> ../../a
//a | c -> //c
//a/b | c -> //a/c
/a | c -> /c
/a/b | c -> /a/c
. | c -> c
a | c -> c
a/b | c -> a/c
.. | c -> ../c
../a | c -> ../c
../.. | c -> ../../c
../../a | c -> ../../c
//a | .. -> VALUE_ERROR
//a/b | .. -> //a
/a | .. -> .
/a/b | .. -> /a
. | .. -> ..
a | .. -> ..
a/b | .. -> a
.. | .. -> ../..
../a | .. -> ../..
../.. | .. -> ../../..
../../a | .. -> ../../..
//a | ../c -> VALUE_ERROR
//a/b | ../c -> //c
/a | ../c -> c
/a/b | ../c -> /c
. | ../c -> ../c
a | ../c -> ../c
a/b | ../c -> c
.. | ../c -> ../../c
../a | ../c -> ../../c
../.. | ../c -> ../../../c
../../a | ../c -> ../../../c
//a | ../.. -> VALUE_ERROR
//a/b | ../.. -> VALUE_ERROR
/a | ../.. -> ..
. | ../.. -> ../..
a | ../.. -> ../..
a/b | ../.. -> ..
.. | ../.. -> ../../..
../a | ../.. -> ../../..
../.. | ../.. -> ../../../..
../../a | ../.. -> ../../../..
//a | ../../.. -> VALUE_ERROR
//a/b | ../../.. -> VALUE_ERROR
/a | ../../.. -> ../..
. | ../../.. -> ../../..
a | ../../.. -> ../../..
a/b | ../../.. -> ../..
.. | ../../.. -> ../../../..
../a | ../../.. -> ../../../..
../.. | ../../.. -> ../../../../..
../../a | ../../.. -> ../../../../..
"""
values = parse_columns(test_values)
def tests(direction):
return values[direction]
def err_msg_1():
msg = '%r joined with %r != %r'
return msg % (linkCore, otherLinkCore, joinedLinkCore)
def err_msg_2():
msg = '%r joined with %r !-> %r'
return msg % (linkCore, otherLinkCore, joinedLinkCore)
for linkCore, otherLinkCore, joinedLinkCore in tests('left_to_right'):
linkPath = WikiLinkPath(linkCore=linkCore)
otherLinkPath = WikiLinkPath(linkCore=otherLinkCore)
if not isinstance(joinedLinkCore, Exception):
joinedPath = WikiLinkPath(linkCore=joinedLinkCore)
res = linkPath.joinTo(otherLinkPath)
assert res == joinedPath, err_msg_1()
else:
exc = type(joinedLinkCore)
with pytest.raises(exc, message=err_msg_2()):
linkPath.joinTo(otherLinkPath)
def test_WikiLinkPath_getRelativePathByAbsPaths():
"""
WikiLinkPath.getRelativePathByAbsPaths(targetAbsPath, baseAbsPath,
downwardOnly=False)
"""
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
WikiLinkPath = langHelper.WikiLinkPath
test_values = """
## targetPageName | basePageName -> rel. linkCore
pagename | pagename -> pagename
a | b -> a
a | a -> a
a | a/a -> ..
a | a/b -> ..
a | b/c -> ../a
a | b/c/d -> ../../a
a/b | c -> a/b
a/b | c/d -> ../a/b
a/b | c/d/e -> ../../a/b
a/b | a/b -> b
a/b | a/b/c -> ..
a/b | a/b/c/d -> ../..
a/b/c | d -> a/b/c
a/b/c | a -> /b/c
a/b/c | a/b -> /c
a/b/c | a/b/c -> c
a/b/c | a/b/d -> c
a/b/c | a/b/d/e -> ../c
Super/SubPage | Main/SubPage2 -> ../Super/SubPage
Bar | Bar/SubPage -> ..
main1renamed | main1renamed/sub -> ..
"""
values = parse_columns(test_values)
def tests(direction):
return values[direction]
def err_msg_1():
msg = 'link to %r on %r = %r != %r'
return msg % (targetPageName, basePageName, res, linkCore)
def err_msg_2():
msg = 'link to %r on %r !-> %r'
return msg % (targetPageName, basePageName, linkCore)
# ->
for targetPageName, basePageName, linkCore in tests('left_to_right'):
target = WikiLinkPath(pageName=targetPageName)
base = WikiLinkPath(pageName=basePageName)
if not isinstance(linkCore, Exception):
res = WikiLinkPath.getRelativePathByAbsPaths(target,
base,
downwardOnly=False)
res = res.getLinkCore() if res is not None else None
assert res == linkCore, err_msg_1()
else:
exc = type(linkCore)
with pytest.raises(exc, message=err_msg_2()):
WikiLinkPath.getRelativePathByAbsPaths(target,
base,
downwardOnly=False)
def test_WikiLink_resolve_and_create():
"""
Resolve
-------
1. langHelper.resolveWikiWordLink(linkCore, basePage)
== WikidPadParser.resolveWikiWordLink
2. WikiLinkPath(linkCore).resolveWikiWord(basePath)
Create
------
1. langHelper.createRelativeLinkFromWikiWord(pageName, basePageName,
downwardOnly=False)
2. langHelper.createWikiLinkPathFromPageName(targetPageName, basePageName,
absolute)
"""
wikidoc = MockWikiDocument(None, LANGUAGE_NAME)
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
WikiLinkPath = langHelper.WikiLinkPath
test_values = """
## linkCore | basePageName | targetPageName
## <- = create -> = resolve
## ABSOLUTE LINKS
//ebay/Circlet | PageName | ebay/Circlet
//ebay/Circlet | ebay | ebay/Circlet
//ebay/Circlet | ebay/Circlet | ebay/Circlet
//Foo/SubPage | PageName | Foo/SubPage
//Foo/SubPage | Foo | Foo/SubPage
//Foo/Foo | Foo | Foo/Foo
//Foo/Foo/Foo | Foo | Foo/Foo/Foo
## RELATIVE LINKS
/Couch | ebay | ebay/Couch
/Couch | ebay/Furniture | ebay/Furniture/Couch
/Circlet | ebay | ebay/Circlet
/d/e | a/b/c | a/b/c/d/e
/d | a/b/c | a/b/c/d
/SubPage | Foo | Foo/SubPage
/Foo | Foo | Foo/Foo
SubPage | Super/SubPage2 | Super/SubPage
SubPage <- Main/SubPage2 | Main/SubPage
WikiWord | PageName | WikiWord
Chaise | ebay/Couch | ebay/Chaise
Circlet | ebay/Cerebrum | ebay/Circlet
OldCar | ebay/Cerebrum | ebay/OldCar
x | a/b/c | a/b/x
ebay/Circlet | PageName | ebay/Circlet
Foo/SubPage | PageName | Foo/SubPage
. | a/b/c -> a/b/c
c | a/b/c -> a/b/c
c <- a/b/c | a/b/c
. | _ -> _
. | a/b/c -> a/b/c
../../a/b/c | a/b/c -> a/b/c
Foo | Foo -> Foo
. | Foo -> Foo
Foo <- Foo | Foo
.. | a/b/c -> a/b
.. | a/b/c | a/b
.. | TestWiki/SubPage | TestWiki
.. | ebay/Couch/BuyerAddress | ebay/Couch
.. | TestWiki/SubPage | TestWiki
.. | a/b/c | a/b
../TestWiki | TestWiki/SubPage -> TestWiki
../x | a/b/c | a/x
.. | TestWiki/SubPage | TestWiki
../.. | ebay/Couch/BuyerAddress | ebay
../.. | a/b/c -> a
../.. <- a/b/c | a
../.. | a/b/c/d | a/b
../../Amazon | ebay/Couch/BuyerAddress | Amazon
../../y | a/b/c | y
../../d/e/f | a/b/c -> d/e/f
../Super/SubPage | Main/SubPage2 | Super/SubPage
../c/d | a/b | c/d
../c | a/b | c
../../d | a/b/c | d
../../d/e/f | a/b/c | d/e/f
../../d/e | a/b/c | d/e
../main1renamed | main1renamed/sub -> main1renamed
// | a -> VALUE_ERROR
../ | a/b/c -> VALUE_ERROR
../../ | a/b/c/d -> VALUE_ERROR
EMPTY_STRING | PageName -> VALUE_ERROR
.. | TopLevel -> VALUE_ERROR
../.. | TopLevel -> VALUE_ERROR
VALUE_ERROR <- TestPage | EMPTY_STRING
"""
values = parse_columns(test_values)
def tests(direction):
return values[direction]
# ->
def resolve_v1(linkCore, basePageName):
try:
basePage = wikidoc.getWikiPage(basePageName)
except WikiWordNotFoundException:
basePage = wikidoc.createWikiPage(basePageName)
return langHelper.resolveWikiWordLink(linkCore, basePage)
def resolve_v2(linkCore, basePageName):
linkPath = WikiLinkPath(linkCore)
basePath = langHelper.WikiLinkPath(pageName=basePageName)
ans = linkPath.resolveWikiWord(basePath)
return ans
def left_to_right_err_msg_1(ver):
msg = 'ver %d: resolve link %r on %r = %r != %r'
return msg % (ver, linkCore, basePageName, res, targetPageName)
def left_to_right_err_msg_2(ver):
msg = 'ver %d: link %r on %r !-> %r'
return msg % (ver, linkCore, basePageName, targetPageName)
for linkCore, basePageName, targetPageName in tests('left_to_right'):
if not isinstance(targetPageName, Exception):
res = resolve_v1(linkCore, basePageName)
assert res == targetPageName, left_to_right_err_msg_1(1)
res = resolve_v2(linkCore, basePageName)
assert res == targetPageName, left_to_right_err_msg_1(2)
else:
exc = type(targetPageName)
with pytest.raises(exc, message=left_to_right_err_msg_2(1)):
res = resolve_v1(linkCore, basePageName)
with pytest.raises(exc, message=left_to_right_err_msg_2(2)):
resolve_v2(linkCore, basePageName)
# <-
def create_v1(targetPageName, basePageName, absolute):
if absolute:
if not targetPageName:
raise ValueError
return '//' + targetPageName
else:
return langHelper.createRelativeLinkFromWikiWord(
targetPageName, basePageName, downwardOnly=False)
def create_v2(targetPageName, basePageName, absolute):
linkPath = langHelper.createWikiLinkPathFromPageName(
targetPageName, basePageName, absolute)
return linkPath.getLinkCore()
def right_to_left_err_msg_1(ver):
msg = 'ver %d: create link to %r on %r = %r != %r'
return msg % (ver, targetPageName, basePageName, res, linkCore)
def right_to_left_err_msg_2(ver):
msg = 'ver %d: link to %r on %r !-> %r'
return msg % (ver, targetPageName, basePageName, linkCore)
for linkCore, basePageName, targetPageName in tests('right_to_left'):
if not isinstance(linkCore, Exception):
absolute = linkCore.startswith('//')
res = create_v1(targetPageName, basePageName, absolute)
assert res == linkCore, right_to_left_err_msg_1(1)
res = create_v2(targetPageName, basePageName, absolute)
assert res == linkCore, right_to_left_err_msg_1(2)
else:
exc = type(linkCore)
with pytest.raises(exc, message=right_to_left_err_msg_2(1)):
create_v1(targetPageName, basePageName, False)
with pytest.raises(exc, message=right_to_left_err_msg_2(2)):
create_v2(targetPageName, basePageName, False)
def test_WikiLink_resolve_and_create():
"""
Resolve
-------
1. langHelper.resolveWikiWordLink(linkCore, basePage)
== WikidPadParser.resolveWikiWordLink
2. WikiLinkPath(linkCore).resolveWikiWord(basePath)
Create
------
1. langHelper.createRelativeLinkFromWikiWord(pageName, basePageName,
downwardOnly=False)
2. langHelper.createWikiLinkPathFromPageName(targetPageName, basePageName,
absolute)
"""
wikidoc = MockWikiDocument(None, LANGUAGE_NAME)
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
WikiLinkPath = langHelper.WikiLinkPath
test_values = """
## linkCore | basePageName | targetPageName
## <- = create -> = resolve
## ABSOLUTE LINKS
//ebay/Circlet | PageName | ebay/Circlet
//ebay/Circlet | ebay | ebay/Circlet
//ebay/Circlet | ebay/Circlet | ebay/Circlet
//Foo/SubPage | PageName | Foo/SubPage
//Foo/SubPage | Foo | Foo/SubPage
//Foo/Foo | Foo | Foo/Foo
//Foo/Foo/Foo | Foo | Foo/Foo/Foo
## RELATIVE LINKS
/Couch | ebay | ebay/Couch
/Couch | ebay/Furniture | ebay/Furniture/Couch
/Circlet | ebay | ebay/Circlet
/d/e | a/b/c | a/b/c/d/e
/d | a/b/c | a/b/c/d
/SubPage | Foo | Foo/SubPage
/Foo | Foo | Foo/Foo
SubPage | Super/SubPage2 | Super/SubPage
SubPage <- Main/SubPage2 | Main/SubPage
WikiWord | PageName | WikiWord
Chaise | ebay/Couch | ebay/Chaise
Circlet | ebay/Cerebrum | ebay/Circlet
OldCar | ebay/Cerebrum | ebay/OldCar
x | a/b/c | a/b/x
ebay/Circlet | PageName | ebay/Circlet
Foo/SubPage | PageName | Foo/SubPage
. | a/b/c -> a/b/c
c | a/b/c -> a/b/c
c <- a/b/c | a/b/c
. | _ -> _
. | a/b/c -> a/b/c
../../a/b/c | a/b/c -> a/b/c
Foo | Foo -> Foo
. | Foo -> Foo
Foo <- Foo | Foo
.. | a/b/c -> a/b
.. | a/b/c | a/b
.. | TestWiki/SubPage | TestWiki
.. | ebay/Couch/BuyerAddress | ebay/Couch
.. | TestWiki/SubPage | TestWiki
.. | a/b/c | a/b
../TestWiki | TestWiki/SubPage -> TestWiki
../x | a/b/c | a/x
.. | TestWiki/SubPage | TestWiki
../.. | ebay/Couch/BuyerAddress | ebay
../.. | a/b/c -> a
../.. <- a/b/c | a
../.. | a/b/c/d | a/b
../../Amazon | ebay/Couch/BuyerAddress | Amazon
../../y | a/b/c | y
../../d/e/f | a/b/c -> d/e/f
../Super/SubPage | Main/SubPage2 | Super/SubPage
../c/d | a/b | c/d
../c | a/b | c
../../d | a/b/c | d
../../d/e/f | a/b/c | d/e/f
../../d/e | a/b/c | d/e
../main1renamed | main1renamed/sub -> main1renamed
// | a -> VALUE_ERROR
../ | a/b/c -> VALUE_ERROR
../../ | a/b/c/d -> VALUE_ERROR
EMPTY_STRING | PageName -> VALUE_ERROR
.. | TopLevel -> VALUE_ERROR
../.. | TopLevel -> VALUE_ERROR
VALUE_ERROR <- TestPage | EMPTY_STRING
"""
values = parse_columns(test_values)
def tests(direction):
return values[direction]
# ->
def resolve_v1(linkCore, basePageName):
try:
basePage = wikidoc.getWikiPage(basePageName)
except WikiWordNotFoundException:
basePage = wikidoc.createWikiPage(basePageName)
return langHelper.resolveWikiWordLink(linkCore, basePage)
def resolve_v2(linkCore, basePageName):
linkPath = WikiLinkPath(linkCore)
basePath = langHelper.WikiLinkPath(pageName=basePageName)
ans = linkPath.resolveWikiWord(basePath)
return ans
def left_to_right_err_msg_1(ver):
msg = 'ver %d: resolve link %r on %r = %r != %r'
return msg % (ver, linkCore, basePageName, res, targetPageName)
def left_to_right_err_msg_2(ver):
msg = 'ver %d: link %r on %r !-> %r'
return msg % (ver, linkCore, basePageName, targetPageName)
for linkCore, basePageName, targetPageName in tests('left_to_right'):
if not isinstance(targetPageName, Exception):
res = resolve_v1(linkCore, basePageName)
assert res == targetPageName, left_to_right_err_msg_1(1)
res = resolve_v2(linkCore, basePageName)
assert res == targetPageName, left_to_right_err_msg_1(2)
else:
exc = type(targetPageName)
with pytest.raises(exc, message=left_to_right_err_msg_2(1)):
res = resolve_v1(linkCore, basePageName)
with pytest.raises(exc, message=left_to_right_err_msg_2(2)):
resolve_v2(linkCore, basePageName)
# <-
def create_v1(targetPageName, basePageName, absolute):
if absolute:
if not targetPageName:
raise ValueError
return '//' + targetPageName
else:
return langHelper.createRelativeLinkFromWikiWord(
targetPageName, basePageName, downwardOnly=False)
def create_v2(targetPageName, basePageName, absolute):
linkPath = langHelper.createWikiLinkPathFromPageName(
targetPageName, basePageName, absolute)
return linkPath.getLinkCore()
def right_to_left_err_msg_1(ver):
msg = 'ver %d: create link to %r on %r = %r != %r'
return msg % (ver, targetPageName, basePageName, res, linkCore)
def right_to_left_err_msg_2(ver):
msg = 'ver %d: link to %r on %r !-> %r'
return msg % (ver, targetPageName, basePageName, linkCore)
for linkCore, basePageName, targetPageName in tests('right_to_left'):
if not isinstance(linkCore, Exception):
absolute = linkCore.startswith('//')
res = create_v1(targetPageName, basePageName, absolute)
assert res == linkCore, right_to_left_err_msg_1(1)
res = create_v2(targetPageName, basePageName, absolute)
assert res == linkCore, right_to_left_err_msg_1(2)
else:
exc = type(linkCore)
with pytest.raises(exc, message=right_to_left_err_msg_2(1)):
create_v1(targetPageName, basePageName, False)
with pytest.raises(exc, message=right_to_left_err_msg_2(2)):
create_v2(targetPageName, basePageName, False)
def test_WikiLinkPath_getRelativePathByAbsPaths():
"""
WikiLinkPath.getRelativePathByAbsPaths(targetAbsPath, baseAbsPath,
downwardOnly=False)
"""
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
WikiLinkPath = langHelper.WikiLinkPath
test_values = """
## targetPageName | basePageName -> rel. linkCore
pagename | pagename -> pagename
a | b -> a
a | a -> a
a | a/a -> ..
a | a/b -> ..
a | b/c -> ../a
a | b/c/d -> ../../a
a/b | c -> a/b
a/b | c/d -> ../a/b
a/b | c/d/e -> ../../a/b
a/b | a/b -> b
a/b | a/b/c -> ..
a/b | a/b/c/d -> ../..
a/b/c | d -> a/b/c
a/b/c | a -> /b/c
a/b/c | a/b -> /c
a/b/c | a/b/c -> c
a/b/c | a/b/d -> c
a/b/c | a/b/d/e -> ../c
Super/SubPage | Main/SubPage2 -> ../Super/SubPage
Bar | Bar/SubPage -> ..
main1renamed | main1renamed/sub -> ..
"""
values = parse_columns(test_values)
def tests(direction):
return values[direction]
def err_msg_1():
msg = 'link to %r on %r = %r != %r'
return msg % (targetPageName, basePageName, res, linkCore)
def err_msg_2():
msg = 'link to %r on %r !-> %r'
return msg % (targetPageName, basePageName, linkCore)
# ->
for targetPageName, basePageName, linkCore in tests('left_to_right'):
target = WikiLinkPath(pageName=targetPageName)
base = WikiLinkPath(pageName=basePageName)
if not isinstance(linkCore, Exception):
res = WikiLinkPath.getRelativePathByAbsPaths(target, base,
downwardOnly=False)
res = res.getLinkCore() if res is not None else None
assert res == linkCore, err_msg_1()
else:
exc = type(linkCore)
with pytest.raises(exc, message=err_msg_2()):
WikiLinkPath.getRelativePathByAbsPaths(target, base,
downwardOnly=False)
def test_WikiLinkPath_init():
"""
WikiLinkPath(linkCore)
WikiLinkPath(upwardCount, components)
"""
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
WikiLinkPath = langHelper.WikiLinkPath
test_values = """
#
# linkCore <-> upwardCount | components
#
# ABSOLUTE LINKS
//pagename | -1 | pagename
//a/b | -1 | a b
VALUE_ERROR <- -1 | EMPTY_LIST
// -> VALUE_ERROR | VALUE_ERROR
# RELATIVE LINKS
/ -> VALUE_ERROR | VALUE_ERROR
/d/e | 0 | d e
/d | 0 | d
. | 0 | EMPTY_LIST
x | 1 | x
a/b | 1 | a b
.. | 1 | EMPTY_LIST
../ -> VALUE_ERROR | VALUE_ERROR
../c | 2 | c
../x | 2 | x
../x/ -> VALUE_ERROR | VALUE_ERROR
../.. | 2 | EMPTY_LIST
../../.. | 3 | EMPTY_LIST
../../Amazon | 3 | Amazon
../../Super/SubPage | 3 | Super SubPage
../../d | 3 | d
../../c/d | 3 | c d
../../../d/e | 4 | d e
../../../d/e/f | 4 | d e f
../../../d/e/f/ -> VALUE_ERROR | VALUE_ERROR
EMPTY_STRING -> VALUE_ERROR | VALUE_ERROR
"""
values = parse_columns(test_values)
def tests(direction):
for linkCore, upwardCount, components in values[direction]:
if not isinstance(upwardCount, Exception):
upwardCount = int(upwardCount)
if not isinstance(components, Exception):
if not isinstance(components, list):
components = components.split()
yield linkCore, upwardCount, components
def left_to_right_err_msg_1():
msg = '%r -> upwardCount = %d != %d'
return msg % (linkCore, res.upwardCount, upwardCount)
def left_to_right_err_msg_2():
msg = '%r -> components = %r != %r'
return msg % (linkCore, res.components, components)
def left_to_right_err_msg_3():
return '%r !-> %r' % (linkCore, upwardCount)
# ->
for linkCore, upwardCount, components in tests('left_to_right'):
if not isinstance(upwardCount, Exception):
res = WikiLinkPath(linkCore=linkCore)
assert res.upwardCount == upwardCount, left_to_right_err_msg_1()
assert res.components == components, left_to_right_err_msg_2()
else:
exc = type(upwardCount)
with pytest.raises(exc, message=left_to_right_err_msg_3()):
WikiLinkPath(linkCore=linkCore)
def right_to_left_err_msg_1():
return '%d, %r -> %r != %r' % (upwardCount, components, res, linkCore)
def right_to_left_err_msg_2():
return '%d, %r !-> %r' % (upwardCount, components, linkCore)
# <-
for linkCore, upwardCount, components in tests('right_to_left'):
if not isinstance(linkCore, Exception):
res = WikiLinkPath(upwardCount=upwardCount, components=components)
res = res.getLinkCore()
assert res == linkCore, right_to_left_err_msg_1()
else:
exc = type(linkCore)
with pytest.raises(exc, message=right_to_left_err_msg_2()):
WikiLinkPath(upwardCount=upwardCount, components=components)
def test_generate_WikidPadHelp():
"""Run over *complete* WikidPadHelp wiki: parse each page, generate text
from AST using text generator, and check if generated text matches the
original text::
text -> |parser| -> AST -> |text generator| -> result
assert result == text
The *first time*, set `add_unknown_differences_to_annotation_file` to
True and annotate generated file with differences: put '!=' if different,
and '==' if equal (in semantics, maybe not in syntax, e.g.,
[key: value ] is equal to [key: value] (note the extra spaces)).
"""
# add_unknown_differences_to_annotation_file = True
add_unknown_differences_to_annotation_file = False
def load_annotations(path):
equivalents = defaultdict(dict)
known_differences = defaultdict(dict)
page_name, text, result = None, None, None
try:
with io.open(path, 'r', encoding='utf-8') as f:
for line in f:
line = line.strip()
if not line or line.startswith('#'):
continue
if line.startswith('-- '):
text = line[3:]
elif line.startswith('== '):
result = line[3:]
equivalents[page_name][text] = result
elif line.startswith('!= '):
result = line[3:]
known_differences[page_name][text] = result
else:
page_name = line
except IOError:
pass # no file yet?!
return equivalents, known_differences
equivalents, known_differences = load_annotations(WIKIDPADHELP_ANNOTATIONS)
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
wikidoc = MockWikiDocument(None, LANGUAGE_NAME)
paths = glob.glob(os.path.join(WIKIDPADHELP_DATA_DIR, '*.wiki'))
skip = set()
# Page itself is in WikidPad syntax so it has to work as well
# skip = set(
# u'MediaWiki%2FTextFormatting', # Media Wiki syntax, not WikidPadParser
# )
nof_known_differences = 0
nof_unknown_differences = 0
for nr, path in enumerate(sorted(paths), 1):
pageName, _ = os.path.splitext(os.path.basename(path))
if pageName in skip:
continue
text = get_text(path)
try:
page = wikidoc.getWikiPage(pageName)
except WikiWordNotFoundException:
page = wikidoc.createWikiPage(pageName)
page.setContent(text)
ast = page.getLivePageAst()
result = langHelper.generate_text(ast, page)
# assert result == text
current_page_correct = True
with io.open(WIKIDPADHELP_ANNOTATIONS, 'a', encoding='utf-8') as f:
to_compare = list(zip(result.splitlines(True), text.splitlines(True)))
for result_line, text_line in to_compare:
result_line = result_line.rstrip()
text_line = text_line.rstrip()
if result_line == text_line:
continue # ok, equal
try:
equivalent_line = equivalents[pageName][text_line]
except KeyError:
equivalent_line = None
if result_line == equivalent_line:
continue # ok, lines are considered equal
try:
known_difference = known_differences[pageName][text_line]
except KeyError:
known_difference = None
if result_line == known_difference:
nof_known_differences += 1
continue # ok, we know about this difference
# we have an unknown difference here
nof_unknown_differences += 1
if add_unknown_differences_to_annotation_file:
if current_page_correct: # first error for this page
current_page_correct = False
f.write(pageName + '\n')
f.write('-- ' + text_line + '\n')
f.write('!= ' + result_line + '\n')
msg = 'TOTAL: %d known differences, %d unknown differences'
msg %= (nof_known_differences, nof_unknown_differences)
assert not nof_unknown_differences, msg
def test_generate_WikidPadHelp_selection():
test_fragments = [ # (page_name, text, node_name, formatted_text)
('pageName', '[.]',
'wikiWord', '[.]'), # 1
('PageName', '[.]',
'wikiWord', '[.]'),
('PageName', 'PageName',
'wikiWord', 'PageName'),
('PageName', '[PageName]',
'wikiWord', '[PageName]'),
('PageName', '[contact: "Carl [Home]"]',
'attribute', '[contact: "Carl [Home]"]'),
('PageName', '[//OptionsDialog]',
'wikiWord', '[//OptionsDialog]'),
('PageName', '[//ebay/Circlet]', 'wikiWord', '[//ebay/Circlet]'),
('PageName', '[WikiWord| This is the title ]',
'wikiWord', '[WikiWord|This is the title]'),
('PageName', '[:rel: parents]', 'insertion', '[:rel: parents]'),
('PageName', '[:rel: parents; aslist]',
'insertion', '[:rel: parents; aslist]'),
('PageName', '[:rel: children; existingonly;columns 2]',
'insertion', '[:rel: children; existingonly; columns 2]'),
('PageName', '[key: value]',
'attribute', '[key: value]'),
('PageName', '[:toc: ]',
'insertion', '[:toc:]'),
('ChangeLog2008', '[test:foo; ]', # still legal?!
'attribute', '[test: foo]'),
('TestPage', '[test:foo;; ]', # still legal?!
'attribute', '[test: foo]'),
('PageName', '[key: value with spaces]',
'attribute', '[key: value with spaces]'),
('PageName', '[key: value; value2]',
'attribute', '[key: value; value2]'),
('PageName', '[key: "value: with special char"]',
'attribute', '[key: value: with special char]'),
('PageName', '[key: "value = special"]',
'attribute', '[key: value = special]'),
('pageName', '[wikiword]#searchfragment',
'wikiWord', '[wikiword#searchfragment]'),
('pageName', '[wikiword#searchfragment]',
'wikiWord', '[wikiword#searchfragment]'),
('pageName', '[wikiword#search fragment]',
'wikiWord', '[wikiword#search fragment]'),
('AutoCompletion', '[bookmarked=true]',
'attribute', '[bookmarked: true]'),
('ChangeLog', '[ChangeLog2011]',
'wikiWord', '[ChangeLog2011]'),
('ChronViewWindow', '[OptionsDialog#+++ Chron. view]',
'wikiWord', '[OptionsDialog#+++ Chron. view]'),
('ChronViewWindow', '[OptionsDialog#+++ Chronological]',
'wikiWord', '[OptionsDialog#+++ Chronological]'),
('CommandLineSupport', '[WikiMaintenance#++ Update ext. modif. wiki files]',
'wikiWord', '[WikiMaintenance#++ Update ext. modif. wiki files]'),
('ExternalGraphicalApplications', '[:eqn:"a^2 + b^2 = c^2"]',
'insertion', '[:eqn: "a^2 + b^2 = c^2"]'),
('Icon airbrush', '[icon:airbrush]',
'attribute', '[icon: airbrush]'),
('Icon cd_audio', '[icon:cd_audio ]',
'attribute', '[icon: cd_audio]'),
('Insertions', '[:page: "IncrementalSearch"]',
'insertion', '[:page: IncrementalSearch]'),
('Insertions', '[:page: "IncrementalSearch"]',
'insertion', '[:page: IncrementalSearch]'),
('Insertions', '[:rel: children;existingonly;columns 2;coldir down]',
'insertion', '[:rel: children; existingonly; columns 2; coldir down]'),
('Insertions', '[:search:"todo:todo"]',
'insertion', '[:search: todo:todo]'),
('Insertions', '[:search:"todo:todo";showtext]',
'insertion', '[:search: todo:todo; showtext]'),
('Insertions', '[:eval:"5+6"]',
'insertion', '[:eval: "5+6"]'),
('ExternalGraphicalApplications',
'[:dot:"\ndigraph {\na -> b\nb -> c\nb -> d\nd -> a\n}\n"; noerror]',
'insertion',
'[:dot: "\ndigraph {\na -> b\nb -> c\nb -> d\nd -> a\n}\n"; noerror]'),
('ExternalGraphicalApplications',
('[:ploticus:"\n'
'#proc areadef\n'
' title: Annual Revenues, in thousands\n'
' rectangle: 1 1 5 2\n'
' xrange: 0 4\n'
' yrange: -5000 15000\n'
' yaxis.stubs: incremental 5000\n'
' yaxis.grid: color=pink\n'
' xaxis.stubs: text\n'
'ABC Corp\n'
'NetStuff\n'
'MicroMason\n'
'\n'
'#proc getdata\n'
' data: 6430 -780 13470\n'
'\n'
'#proc processdata\n'
' action: rotate\n'
'\n'
'#proc bars\n'
' lenfield: 1\n'
' color: dullyellow\n'
' labelword: $ @@N\n'
' crossover: 0\n'
'"]'),
'insertion',
('[:ploticus: "\n#proc areadef\n title: Annual Revenues, in '
'thousands\n rectangle: 1 1 5 2\n xrange: 0 4\n yrange: -5000 '
'15000\n yaxis.stubs: incremental 5000\n yaxis.grid: color=pink\n'
' xaxis.stubs: text\nABC Corp\nNetStuff\nMicroMason\n\n'
'#proc getdata\n data: 6430 -780 13470\n\n#proc processdata\n'
' action: rotate\n\n#proc bars\n lenfield: 1\n color: dullyellow\n'
' labelword: $ @@N\n crossover: 0\n"]')),
('ExternalGraphicalApplications',
"""[:gnuplot:"
set key right nobox
set samples 100
plot [-pi/2:pi] cos(x),-(sin(x) > sin(x+1) ? sin(x) : sin(x+1))
"]""",
'insertion',
"""[:gnuplot: "
set key right nobox
set samples 100
plot [-pi/2:pi] cos(x),-(sin(x) > sin(x+1) ? sin(x) : sin(x+1))
"]"""),
]
langHelper = getApp().createWikiLanguageHelper(LANGUAGE_NAME)
wikidoc = MockWikiDocument(None, LANGUAGE_NAME)
tests = enumerate(test_fragments, 1)
for nr, (pageName, text, node_name, formatted_text) in tests:
text_ = '\n%s\n\n' % text
try:
page = wikidoc.getWikiPage(pageName)
except WikiWordNotFoundException:
page = wikidoc.createWikiPage(pageName)
page.setContent(text_)
ast = page.getLivePageAst()
nf = NodeFinder(ast)
if node_name is not None:
assert nf.count(node_name) == 1
else:
assert nf.count('wikiWord') == 0
assert nf.count('attribute') == 0
assert nf.count('insertion') == 0
result = langHelper.generate_text(ast, page)[1:-2]
assert result == formatted_text, '%d: %r on %r -> %r != %r' % (
nr, text, pageName, result, formatted_text)
