def testMinimalExample(self):
file_ = os.path.abspath(os.path.join('..','testFiles','minimalExample.tex'))
sArgs = sortArgs([])
repRE, extRE, puncRE, delRE = compileRegex(sArgs[0], sArgs[1], sArgs[3],
sArgs[4], sArgs[2])
text = extractText(file_, repRE, extRE, puncRE, delRE)
self.assertEqual(text, "")
def testUsedArgs(self):
self.assertEqual(
sortArgs([
"--replace-inline-math", "inline__math", "--output",
"/Volumes/Corpus/Test06", "Volumes/Corpus/Test03"
]), ("inline__math", [], ["word", "hword"], False, False,
"/Volumes/Corpus/Test06", False))
def testReplaceClasses(self):
self.assertEqual(
sortArgs([
"--replace-class", "math", "maths", "--replace-class",
"mathgroup", "more_maths"
]), (False, [["math", "maths"], ["mathgroup", "more_maths"]
], ["word", "hword"], False, False, False, False))
def testSampleOneReplaceClass(self):
file_ = os.path.abspath(os.path.join('..','testFiles','example1.tex'))
sArgs = sortArgs(["--replace-class","hword","Header"])
repRE, extRE, puncRE, delRE = compileRegex(sArgs[0], sArgs[1], sArgs[3],
sArgs[4], sArgs[2])
text = extractText(file_, repRE, extRE, puncRE, delRE)
self.assertEqual(text, "Header Header Header This is a sample document to test expected extraction."+\
" Header Header Header This is section one. Header Header This is section two.")
def testSampleOneIgnoreDefault(self):
file_ = os.path.abspath(os.path.join('..','testFiles','example1.tex'))
sArgs = sortArgs(["--ignore-default-extraction","--extract-class","word"])
repRE, extRE, puncRE, delRE = compileRegex(sArgs[0], sArgs[1], sArgs[3],
sArgs[4], sArgs[2])
text = extractText(file_, repRE, extRE, puncRE, delRE)
self.assertEqual(text, "This is a sample document to test expected extraction."+\
" This is section one. This is section two.")
def testSampleOneNoPunc(self):
file_ = os.path.abspath(os.path.join('..','testFiles','example1.tex'))
sArgs = sortArgs(["--no-punctuation"])
repRE, extRE, puncRE, delRE = compileRegex(sArgs[0], sArgs[1], sArgs[3],
sArgs[4], sArgs[2])
text = extractText(file_, repRE, extRE, puncRE, delRE)
self.assertEqual(text, "Sample Article One This is a sample document to test expected extraction"+\
" Section One Title This is section one Section Two This is section two")
def testMinimalExample(self):
file_ = os.path.abspath(
os.path.join('..', 'testFiles', 'minimalExample.tex'))
sArgs = sortArgs([])
repRE, extRE, puncRE, delRE = compileRegex(sArgs[0], sArgs[1],
sArgs[3], sArgs[4],
sArgs[2])
text = extractText(file_, repRE, extRE, puncRE, delRE)
self.assertEqual(text, "")
def testSample2ReplaceInlineMath(self):
file_ = os.path.abspath(os.path.join('..','testFiles','example2.tex'))
sArgs = sortArgs(["--replace-inline-math","inline_math"])
repRE, extRE, puncRE, delRE = compileRegex(sArgs[0], sArgs[1], sArgs[3],
sArgs[4], sArgs[2])
text = extractText(file_, repRE, extRE, puncRE, delRE)
self.assertEqual(text, "Sample Article Two This is a sample document to test expected extraction."+\
" Section One Title This is section one. This is an inline equation inline_math with text surrounding it."+\
" This is a normal equation This is a figure")
def testSampleOneNoPunc(self):
file_ = os.path.abspath(os.path.join('..', 'testFiles',
'example1.tex'))
sArgs = sortArgs(["--no-punctuation"])
repRE, extRE, puncRE, delRE = compileRegex(sArgs[0], sArgs[1],
sArgs[3], sArgs[4],
sArgs[2])
text = extractText(file_, repRE, extRE, puncRE, delRE)
self.assertEqual(text, "Sample Article One This is a sample document to test expected extraction"+\
" Section One Title This is section one Section Two This is section two")
def testSampleOneReplaceClass(self):
file_ = os.path.abspath(os.path.join('..', 'testFiles',
'example1.tex'))
sArgs = sortArgs(["--replace-class", "hword", "Header"])
repRE, extRE, puncRE, delRE = compileRegex(sArgs[0], sArgs[1],
sArgs[3], sArgs[4],
sArgs[2])
text = extractText(file_, repRE, extRE, puncRE, delRE)
self.assertEqual(text, "Header Header Header This is a sample document to test expected extraction."+\
" Header Header Header This is section one. Header Header This is section two.")
def testSample2PuncFile(self):
file_ = os.path.abspath(os.path.join('..','testFiles','example2.tex'))
pFile = os.path.abspath(os.path.join('..','testFiles','samplePuncFile.txt'))
sArgs = sortArgs(["--punctuation-file",pFile])
repRE, extRE, puncRE, delRE = compileRegex(sArgs[0], sArgs[1], sArgs[3],
sArgs[4], sArgs[2])
text = extractText(file_, repRE, extRE, puncRE, delRE)
self.assertEqual(text, "Sample Article Two This is a sample document to test expected extraction."+\
" Section One Title This is section one. This is an inline equation with text surrounding it."+\
" This is a normal equation This is a figure:")
def testSampleOneIgnoreDefault(self):
file_ = os.path.abspath(os.path.join('..', 'testFiles',
'example1.tex'))
sArgs = sortArgs(
["--ignore-default-extraction", "--extract-class", "word"])
repRE, extRE, puncRE, delRE = compileRegex(sArgs[0], sArgs[1],
sArgs[3], sArgs[4],
sArgs[2])
text = extractText(file_, repRE, extRE, puncRE, delRE)
self.assertEqual(text, "This is a sample document to test expected extraction."+\
" This is section one. This is section two.")
def testSample2ReplaceInlineMath(self):
file_ = os.path.abspath(os.path.join('..', 'testFiles',
'example2.tex'))
sArgs = sortArgs(["--replace-inline-math", "inline_math"])
repRE, extRE, puncRE, delRE = compileRegex(sArgs[0], sArgs[1],
sArgs[3], sArgs[4],
sArgs[2])
text = extractText(file_, repRE, extRE, puncRE, delRE)
self.assertEqual(text, "Sample Article Two This is a sample document to test expected extraction."+\
" Section One Title This is section one. This is an inline equation inline_math with text surrounding it."+\
" This is a normal equation This is a figure")
def testSample2PuncFile(self):
file_ = os.path.abspath(os.path.join('..', 'testFiles',
'example2.tex'))
pFile = os.path.abspath(
os.path.join('..', 'testFiles', 'samplePuncFile.txt'))
sArgs = sortArgs(["--punctuation-file", pFile])
repRE, extRE, puncRE, delRE = compileRegex(sArgs[0], sArgs[1],
sArgs[3], sArgs[4],
sArgs[2])
text = extractText(file_, repRE, extRE, puncRE, delRE)
self.assertEqual(text, "Sample Article Two This is a sample document to test expected extraction."+\
" Section One Title This is section one. This is an inline equation with text surrounding it."+\
" This is a normal equation This is a figure:")
def testReplaceClasses(self):
self.assertEqual(sortArgs(["--replace-class", "math", "maths",
"--replace-class", "mathgroup", "more_maths"]),
(False, [["math","maths"],["mathgroup","more_maths"]],
["word","hword"],False,False,False,False))
def testErrorOutputFile(self):
with self.assertRaises(IndexError):
sortArgs(["--output"])
def testExtractClass(self):
self.assertEqual(sortArgs(["--extract-class", "math"]),
(False,[],["word","hword","math"],False,False,False,False))
def testOutputFileIncorrectUsage(self):
self.assertEqual(sortArgs(["--output", "/Users/paolo/Desktop/output.tex"]),
(False,[],["word","hword"],False,False,
"/Users/paolo/Desktop/output.tex", "/Users/paolo/Desktop/output.tex"))
def testErrorPuncFile(self):
with self.assertRaises(IndexError):
sortArgs(["--punctuation-file"])
def testIgnoreDefault(self):
self.assertEqual(sortArgs(["--ignore-default-extraction"]),
(False,[],[],False,False,False,False))
def testNoPunc(self):
self.assertEqual(sortArgs(["--no-punctuation"]),
(False,[],["word","hword"],True,False,False,False))
def testOutputFile(self):
self.assertEqual(
sortArgs(["--output", "/Users/paolo/Desktop/output.txt"]),
(False, [], ["word", "hword"], False, False,
"/Users/paolo/Desktop/output.txt", False))
def testOutputFileIncorrectUsage(self):
self.assertEqual(
sortArgs(["--output", "/Users/paolo/Desktop/output.tex"]),
(False, [], ["word", "hword"
], False, False, "/Users/paolo/Desktop/output.tex",
"/Users/paolo/Desktop/output.tex"))
def testReplaceInlineMathIncorrectUsage(self):
self.assertEqual(
sortArgs(['--replace-inline-math', '--output', 'file.txt']),
("--output", [], ["word", "hword"
], False, False, 'file.txt', False))
def testExtractClass(self):
self.assertEqual(
sortArgs(["--extract-class", "math"]),
(False, [], ["word", "hword", "math"], False, False, False, False))
def testIgnoreDefault(self):
self.assertEqual(sortArgs(["--ignore-default-extraction"]),
(False, [], [], False, False, False, False))
def testInputFile(self):
self.assertEqual(sortArgs(["/Users/paolo/Desktop/file.tex"]),
(False,[],["word","hword"],False,False,False,
"/Users/paolo/Desktop/file.tex"))
def testDefault(self):
self.assertEqual(sortArgs([]),
(False,[],["word","hword"],False,False,False,False),
'sortArgs Default not working')
def testReplaceInlineMathIncorrectUsage(self):
self.assertEqual(sortArgs(['--replace-inline-math','--output', 'file.txt']),
("--output",[],["word","hword"],False,False,'file.txt',False))
def testErrorInlineMath(self):
with self.assertRaises(IndexError):
sortArgs(["--replace-inline-math"])
def testReplaceInlineMath(self):
self.assertEqual(sortArgs(["--replace-inline-math","inline__math"]),
("inline__math",[],["word","hword"],False,False,False,False))
def testErrorReplaceClass3(self):
with self.assertRaises(IndexError):
sortArgs(["--replace-class", '/Users/paolo/Desktop/input.tex'])
def testNoPunc(self):
self.assertEqual(
sortArgs(["--no-punctuation"]),
(False, [], ["word", "hword"], True, False, False, False))
def testPuncFile(self):
self.assertEqual(sortArgs(["--punctuation-file", "/Users/paolo/Desktop/puncFile.txt"]),
(False,[],["word","hword"],False,"/Users/paolo/Desktop/puncFile.txt",
False,False))
def testErrorInlineMath(self):
with self.assertRaises(IndexError):
sortArgs(["--replace-inline-math"])
def testOutputFile(self):
self.assertEqual(sortArgs(["--output", "/Users/paolo/Desktop/output.txt"]),
(False,[],["word","hword"],False,False,
"/Users/paolo/Desktop/output.txt", False))
def testReplaceInlineMath(self):
self.assertEqual(sortArgs(["--replace-inline-math", "inline__math"]),
("inline__math", [], ["word", "hword"
], False, False, False, False))
def testErrorReplaceClass2(self):
with self.assertRaises(IndexError):
sortArgs(["--replace-class",'word'])
def testErrorReplaceClass3(self):
with self.assertRaises(IndexError):
sortArgs(["--replace-class",'/Users/paolo/Desktop/input.tex'])
def testErrorReplaceClasses(self):
with self.assertRaises(IndexError):
sortArgs(["--replace-class",'word',"hello","--replace-class","T"])
def testPuncFile(self):
self.assertEqual(
sortArgs(
["--punctuation-file", "/Users/paolo/Desktop/puncFile.txt"]),
(False, [], ["word", "hword"], False,
"/Users/paolo/Desktop/puncFile.txt", False, False))
def testErrorExtractClass2(self):
with self.assertRaises(IndexError):
sortArgs(["word","--extract-class"])
def testDefault(self):
self.assertEqual(sortArgs(
[]), (False, [], ["word", "hword"], False, False, False, False),
'sortArgs Default not working')
def testErrorPuncFile(self):
with self.assertRaises(IndexError):
sortArgs(["--punctuation-file"])
def testInputFile(self):
self.assertEqual(sortArgs(["/Users/paolo/Desktop/file.tex"]),
(False, [], ["word", "hword"], False, False, False,
"/Users/paolo/Desktop/file.tex"))
def testErrorOutputFile(self):
with self.assertRaises(IndexError):
sortArgs(["--output"])
def testErrorReplaceClass2(self):
with self.assertRaises(IndexError):
sortArgs(["--replace-class", 'word'])
def testErrorExtractClass2(self):
with self.assertRaises(IndexError):
sortArgs(["word", "--extract-class"])
def testErrorReplaceClasses(self):
with self.assertRaises(IndexError):
sortArgs(
["--replace-class", 'word', "hello", "--replace-class", "T"])
def testUsedArgs(self):
self.assertEqual(sortArgs(["--replace-inline-math","inline__math","--output",
"/Volumes/Corpus/Test06","Volumes/Corpus/Test03"]),
("inline__math",[],["word","hword"],False,False,
"/Volumes/Corpus/Test06",False))
