def processTemplate(self, template):
open(self.tempdir + '/afile.sf',
'w').write('def main(tag, **kwargs):\n' + template)
d = DynamicHtml([self.tempdir], reactor=CallTrace('Reactor'))
header, body = parseResponse(asString(d.handleRequest(path='/afile')))
self.assertEqual('200', header['StatusCode'], body)
return body
def __init__(self, reactor, oaiPath, **kwargs):
Observable.__init__(self, **kwargs)
self._outside = Transparent()
oaiJsonInfo = OaiJsonInfo()
self._dynamicHtml = DynamicHtml(
[dynamicPath],
reactor=reactor,
notFoundPage='notFound',
additionalGlobals={
'VERSION': VERSION,
'oaiPath': oaiPath,
'strftime': strftime,
'localtime': localtime,
})
self._internalTree = be((
Observable(),
(PathFilter('/', excluding=['/static', '/version', '/json']), (
self._dynamicHtml,
(
oaiJsonInfo,
(self._outside, ),
),
)),
(PathFilter('/json'), (
oaiJsonInfo,
(self._outside, ),
)),
(PathFilter('/static'),
(PathRename(lambda path: path[len('/static'):]),
(FileServer(staticPath), ))),
(PathFilter('/version'),
(StringServer("Meresco Oai version %s" % VERSION,
ContentTypePlainText), )),
))
def __init__(self, reactor, conversion=None, **kwargs):
Observable.__init__(self, **kwargs)
self._conversion = Conversion() if conversion is None else conversion
self._dynamicHtml = DynamicHtml(
[dynamicPath],
reactor=reactor,
notFoundPage='notFound',
additionalGlobals={
'VERSION': version,
'allCoreInfo': self._allCoreInfo,
'parseCql': parseString,
'cqlToExpression': cqlToExpression,
'cql2string': cql2string,
'dumps': dumps,
})
self._internalTree = be((
Observable(),
(PathFilter('/', excluding=['/static',
'/version']), (self._dynamicHtml, )),
(PathFilter('/static'),
(PathRename(lambda path: path[len('/static'):]),
(FileServer(staticPath), ))),
(PathFilter('/version'),
(StringServer("Meresco Lucene version %s" % version,
ContentTypePlainText), )),
))
def testFileNotFound2(self):
with open(join(self.tempdir, 'a.sf'), 'w') as f:
f.write('def main(pipe, **kwargs):\n yield pipe')
d = DynamicHtml([self.tempdir], reactor=CallTrace('Reactor'))
result = asString(d.handleRequest(scheme='http', netloc='host.nl', path='/a/path', query='?query=something', fragments='#fragments', arguments={'query': 'something'}))
self.assertTrue(result.startswith('HTTP/1.0 404 Not Found'), result)
self.assertTrue('File "path" does not exist.' in result, result)
def testImportForeignModules(self):
reactor = Reactor()
open(self.tempdir + '/file1.sf', 'w').write("""
import sys
def main(headers={}, *args, **kwargs):
yield str(sys)
""")
d = DynamicHtml([self.tempdir], reactor=reactor, allowedModules=['sys'])
result = d.handleRequest(scheme='http', netloc='host.nl', path='/file1', query='?query=something', fragments='#fragments', arguments={'query': 'something'})
resultText = ''.join(result)
self.assertTrue("<module 'sys' (built-in)>" in resultText, resultText)
open(self.tempdir + '/file1.sf', 'w').write("""
import sys
def main(headers={}, *args, **kwargs):
yield sys.__doc__
""")
reactor.step()
result = ''.join(d.handleRequest(scheme='http', netloc='host.nl', path='/file1', query='?query=something', fragments='#fragments', arguments={'query': 'something'}))
self.assertTrue('This module provides access to some objects' in result, result)
def testReloadImportedModules(self):
reactor = Reactor()
open(self.tempdir + '/file1.sf', 'w').write("""
def main(value, *args, **kwargs):
return "original template %s" % value
""")
open(self.tempdir + '/file2.sf', 'w').write("""
import file1
def main(*args, **kwargs):
yield file1.main(value='word!', *args, **kwargs)
""")
d = DynamicHtml([self.tempdir], reactor=reactor)
result = ''.join(d.handleRequest(scheme='http', netloc='host.nl', path='/file2'))
self.assertTrue('original template word!' in result, result)
open(self.tempdir + '/file1.sf', 'w').write("""
def main(value, *args, **kwargs):
return "changed template %s" % value
""")
reactor.step()
result = ''.join(d.handleRequest(scheme='http', netloc='host.nl', path='/file2'))
self.assertTrue('changed template word!' in result, result)
def testObservability(self):
onces = []
dos = []
class Something(object):
def callSomething(self, *args, **kwargs):
return "call"
def allSomething(self, *args, **kwargs):
yield "all"
def anySomething(self, *args, **kwargs):
yield "any"
raise StopIteration('retval')
def doSomething(self, *args, **kwargs):
dos.append(True)
def onceSomething(self, *args, **kwargs):
onces.append(True)
open(self.tempdir+'/afile.sf', 'w').write("""#
def main(*args, **kwargs):
result = observable.call.callSomething()
yield result
yield observable.all.allSomething()
result = yield observable.any.anySomething()
assert result == 'retval'
observable.do.doSomething()
yield observable.once.onceSomething()
""")
d = DynamicHtml([self.tempdir], reactor=CallTrace('Reactor'))
d.addObserver(Something())
result = d.handleRequest(scheme='http', netloc='host.nl', path='/afile', query='?query=something', fragments='#fragments', arguments={'query': 'something'})
self.assertEquals('HTTP/1.0 200 OK\r\nContent-Type: text/html; charset=utf-8\r\n\r\ncallallany', ''.join(result))
self.assertEquals([True], dos)
self.assertEquals([True], onces)
def testMoreDirectories(self):
path1, path2 = self.createTwoPaths()
open(join(path2, 'page.sf'), 'w').write('def main(*args,**kwargs):\n yield "page"')
d = DynamicHtml([path1, path2], reactor=CallTrace('Reactor'))
result = ''.join(d.handleRequest(path='/page'))
header, body = result.split('\r\n\r\n')
self.assertEquals('page', body)
def testImportFromFirstPath(self):
path1, path2 = self.createTwoPaths()
open(join(path2, 'page.sf'), 'w').write('import one\ndef main(*args,**kwargs):\n yield one.main(*args,**kwargs)')
open(join(path1, 'one.sf'), 'w').write('def main(*args,**kwargs):\n yield "one"')
d = DynamicHtml([path1, path2], reactor=CallTrace('Reactor'))
result = ''.join(d.handleRequest(path='/page'))
header, body = result.split('\r\n\r\n')
self.assertEquals('one', body)
def processTemplate(self, template):
# print '>>>', template
open(self.tempdir + '/afile.sf', 'w').write(template)
d = DynamicHtml([self.tempdir], reactor=CallTrace('Reactor'))
header, body = parseResponse(asString(d.handleRequest(path='/afile')))
if header['StatusCode'] != '200':
print body
return body
def testRedirect(self):
open(self.tempdir + '/page.sf', 'w').write(r"""
def main(*args, **kwargs):
yield http.redirect('/here')
""")
reactor = Reactor()
d = DynamicHtml([self.tempdir], reactor=reactor)
result = ''.join(d.handleRequest(scheme='http', netloc='host.nl', path='/page'))
self.assertEquals('HTTP/1.0 302 Found\r\nLocation: /here\r\n\r\n', result)
def testCreateFileCausesReload(self):
reactor = Reactor()
d = DynamicHtml([self.tempdir], reactor=reactor)
open(self.tempdir+'/file1.sf', 'w').write('def main(*args, **kwargs): \n yield "one"')
reactor.step()
result = d.handleRequest(scheme='http', netloc='host.nl', path='/file1', query='?query=something', fragments='#fragments', arguments={'query': 'something'})
self.assertEquals('HTTP/1.0 200 OK\r\nContent-Type: text/html; charset=utf-8\r\n\r\none', ''.join(result))
def testChangingFileBeforeRetrievingFirstPage(self):
reactor = Reactor()
open(join(self.tempdir, 'one.sf'), 'w').write('def main(*args,**kwargs):\n yield "one"')
open(join(self.tempdir, 'two.sf'), 'w').write('def main(*args,**kwargs):\n yield "two"')
d = DynamicHtml([self.tempdir], reactor=reactor)
open(join(self.tempdir, 'one.sf'), 'w').write('def main(*args,**kwargs):\n yield "one++"')
reactor.step()
header, body = ''.join(d.handleRequest(path='/two')).split('\r\n'*2)
self.assertEquals('two', body)
def testNotFound_HeadExistButHasNoMain(self):
open(self.tempdir + '/page.sf', 'w').write("""""")
open(self.tempdir + '/_missing.sf', 'w').write("""
def main(**kw):
yield 'not-found'
""")
reactor = Reactor()
# /page
d = DynamicHtml([self.tempdir], reactor=reactor, notFoundPage='/_missing')
result = d.handleRequest(scheme='http', netloc='host.nl', path='/page')
headers, message = ''.join(result).split('\r\n\r\n')
self.assertEquals('not-found', message)
# /page/does-not-exist
d = DynamicHtml([self.tempdir], reactor=reactor, notFoundPage='/_missing')
result = d.handleRequest(scheme='http', netloc='host.nl', path='/page/does-not-exist')
headers, message = ''.join(result).split('\r\n\r\n')
self.assertEquals('not-found', message)
def testIgnoreNonSFExtensions(self):
open(self.tempdir + '/page.otherextension.sf', 'w').write("""
def main(*args, **kwargs):
yield "should not happen"
""")
reactor = Reactor()
d = DynamicHtml([self.tempdir], reactor=reactor)
result = asString(d.handleRequest(scheme='http', netloc='host.nl', path='/page'))
self.assertTrue('should not happen' not in result, result)
def testIndexPage(self):
reactor = Reactor()
d = DynamicHtml([self.tempdir], reactor=reactor)
result = asString(d.handleRequest(path='/'))
headers, message = result.split('\r\n\r\n')
self.assertEquals('File "" does not exist.', message)
reactor = Reactor()
d = DynamicHtml([self.tempdir], reactor=reactor, indexPage='/page')
result = asString(d.handleRequest(path='/'))
headers, message = result.split('\r\n\r\n')
self.assertEquals('HTTP/1.0 302 Found\r\nLocation: /page', headers)
reactor = Reactor()
d = DynamicHtml([self.tempdir], reactor=reactor, indexPage='/page')
result = asString(d.handleRequest(path='/', arguments={'a':['1']}))
headers, message = result.split('\r\n\r\n')
self.assertEquals('HTTP/1.0 302 Found\r\nLocation: /page?a=1', headers)
def testRedirectWithAdditionalHeaders(self):
open(self.tempdir + '/page.sf', 'w').write(r"""
def main(*args, **kwargs):
yield http.redirect('/here', additionalHeaders={'Pragma': 'no-cache', 'Expires': '0'})
""")
reactor = Reactor()
d = DynamicHtml([self.tempdir], reactor=reactor)
result = ''.join(d.handleRequest(scheme='http', netloc='host.nl', path='/page'))
self.assertEquals('HTTP/1.0 302 Found\r\nExpires: 0\r\nLocation: /here\r\nPragma: no-cache\r\n\r\n', result)
def testUseModuleLocals(self):
open(self.tempdir+'/testSimple.sf', 'w').write("""
moduleLocal = "local is available"
def main(*args, **kwargs):
yield moduleLocal
"""
)
s = DynamicHtml([self.tempdir], reactor=CallTrace('Reactor'))
result = ''.join(s.handleRequest(scheme='http', netloc='host.nl', path='/testSimple', query='?query=something', fragments='#fragments', arguments={'query': 'something'}))
self.assertTrue('local is available' in result, result)
def testCustomFileNotFound(self):
open(join(self.tempdir, "redirect_to_me.sf"), 'w').write("""
def main(**kwargs):
yield "404 Handler"
""")
d = DynamicHtml([self.tempdir], notFoundPage="/redirect_to_me", reactor=CallTrace('Reactor'))
result = asString(d.handleRequest(scheme='http', netloc='host.nl', path='/a/path', query='?query=something', fragments='#fragments', arguments={'query': 'something'}))
headers, body = result.split('\r\n\r\n')
self.assertEquals('HTTP/1.0 200 OK\r\nContent-Type: text/html; charset=utf-8', headers)
self.assertEquals('404 Handler', body)
def testPathTailDoesNotExist(self):
open(self.tempdir + '/page.sf', 'w').write("""
def main(**kwargs):
yield "nopipe"
""")
reactor = Reactor()
d = DynamicHtml([self.tempdir], reactor=reactor)
result = d.handleRequest(scheme='http', netloc='host.nl', path='/page/doesnotexist')
headers, message = ''.join(result).split('\r\n\r\n')
self.assertEquals('nopipe', message)
def testSimpleGenerator(self):
open(self.tempdir+'/testSimple.sf', 'w').write("""
def main(*args, **kwargs):
for n in ('aap', 'noot', 'mies'):
yield str(n)
"""
)
s = DynamicHtml([self.tempdir], reactor=CallTrace('Reactor'))
result = ''.join(s.handleRequest(scheme='http', netloc='host.nl', path='/testSimple', query='?query=something', fragments='#fragments', arguments={'query': 'something'}))
self.assertEquals('HTTP/1.0 200 OK\r\nContent-Type: text/html; charset=utf-8\r\n\r\naapnootmies', result)
def testCanCreateClassesInTemplate(self):
open(self.tempdir+'/afile.sf', 'w').write('''\
def main(*args, **kwargs):
class A(object):
def __init__(self):
self.b = 'result'
yield A().b''')
d = DynamicHtml([self.tempdir], reactor=CallTrace('Reactor'))
head, body = ''.join(d.handleRequest(path='/afile')).split('\r\n\r\n')
self.assertEquals('result', body)
def testRuntimeError(self):
open(self.tempdir+'/testSimple.sf', 'w').write("""
def main(*args, **kwargs):
yield 1/0
yield "should not get here"
"""
)
s = DynamicHtml([self.tempdir], reactor=CallTrace('Reactor'))
result = ''.join(s.handleRequest(scheme='http', netloc='host.nl', path='/testSimple', query='?query=something', fragments='#fragments', arguments={'query': 'something'}))
self.assertTrue("HTTP/1.0 500 Internal Server Error\r\n\r\n" in result, result)
self.assertTrue("integer division or modulo by zero" in result, result)
def testHeaders(self):
reactor = Reactor()
d = DynamicHtml([self.tempdir], reactor=reactor)
open(self.tempdir+'/file.sf', 'w').write("""
def main(Headers={}, *args, **kwargs):
yield str(Headers)
""")
reactor.step()
result = d.handleRequest(scheme='http', netloc='host.nl', path='/file', query='?query=something', fragments='#fragments', arguments={'query': 'something'}, Headers={'key': 'value'})
self.assertEquals("""HTTP/1.0 200 OK\r\nContent-Type: text/html; charset=utf-8\r\n\r\n{'key': 'value'}""", ''.join(result))
def testBuiltins(self):
reactor = Reactor()
open(self.tempdir + '/file1.sf', 'w').write("""
def main(headers={}, *args, **kwargs):
yield str(True)
yield str(False)
""")
d = DynamicHtml([self.tempdir], reactor=reactor)
result = d.handleRequest(scheme='http', netloc='host.nl', path='/file1', query='?query=something', fragments='#fragments', arguments={'query': 'something'})
self.assertEquals('HTTP/1.0 200 OK\r\nContent-Type: text/html; charset=utf-8\r\n\r\nTrueFalse', ''.join(result))
open(self.tempdir + '/file1.sf', 'w').write("""
def main(headers={}, *args, **kwargs):
yield int('1')
yield 2
""")
d = DynamicHtml([self.tempdir], reactor=reactor)
result = d.handleRequest(scheme='http', netloc='host.nl', path='/file1', query='?query=something', fragments='#fragments', arguments={'query': 'something'})
self.assertEquals('HTTP/1.0 200 OK\r\nContent-Type: text/html; charset=utf-8\r\n\r\n12', ''.join(x for x in result))
open(self.tempdir + '/file1.sf', 'w').write("""
def main(headers={}, *args, **kwargs):
yield escapeHtml('&<>"')
""")
d = DynamicHtml([self.tempdir], reactor=reactor)
result = d.handleRequest(scheme='http', netloc='host.nl', path='/file1', query='?query=something', fragments='#fragments', arguments={'query': 'something'})
self.assertEquals('HTTP/1.0 200 OK\r\nContent-Type: text/html; charset=utf-8\r\n\r\n&<>"', ''.join(result))
open(self.tempdir + '/file1.sf', 'w').write("""
def main(headers={}, *args, **kwargs):
yield str(zip([1,2,3],['one','two','three']))
""")
d = DynamicHtml([self.tempdir], reactor=reactor)
result = d.handleRequest(scheme='http', netloc='host.nl', path='/file1', query='?query=something', fragments='#fragments', arguments={'query': 'something'})
self.assertEquals('''HTTP/1.0 200 OK\r\nContent-Type: text/html; charset=utf-8\r\n\r\n[(1, 'one'), (2, 'two'), (3, 'three')]''', ''.join(result))
def testHandlePOSTRequest(self):
open(self.tempdir + '/page.sf', 'w').write(r"""
def main(Headers={}, Body=None, Method=None, *args, **kwargs):
yield 'Content-Type: %s\n' % Headers.get('Content-Type')
yield 'Body: %s\n' % Body
yield 'Method: %s\n' % Method
"""
)
reactor = Reactor()
d = DynamicHtml([self.tempdir], reactor=reactor)
result = ''.join(d.handleRequest(scheme='http', netloc='host.nl', path='/page', arguments={}, RequestURI='http://host.nl/page', Method='POST', Body='label=value&otherlabel=value', Headers={'Content-Type':'application/x-www-form-urlencoded'}))
self.assertTrue('Content-Type: application/x-www-form-urlencoded\nBody: label=value&otherlabel=value\nMethod: POST\n' in result, result)
def testPassYield(self):
reactor = Reactor()
tmplatename = join(self.tempdir, 'withyield.sf')
d = DynamicHtml([self.tempdir], reactor=reactor)
open(tmplatename, 'w').write(
"def main(*args, **kwargs):\n"
" yield 'HTTP/1.0 200 OK\\r\\n\\r\\n'\n"
" yield Yield\n"
" yield 'text2'\n")
reactor.step()
r = list(d.handleRequest(path='/withyield'))
self.assertEquals("HTTP/1.0 200 OK\r\n\r\n", r[0])
self.assertTrue(Yield is r[1], r[1])
self.assertEquals("text2", r[2])
def testFileMovedIntoDirectoryCausesReload(self):
reactor = Reactor()
open('/tmp/file1.sf', 'w').write('def main(*args, **kwargs): \n yield "one"')
d = DynamicHtml([self.tempdir], reactor=reactor)
result = asString(d.handleRequest(scheme='http', netloc='host.nl', path='/file1', query='?query=something', fragments='#fragments', arguments={'query': 'something'}))
self.assertEquals('HTTP/1.0 404 Not Found\r\nContent-Type: text/html; charset=utf-8\r\n\r\nFile "file1" does not exist.', result)
rename('/tmp/file1.sf', self.tempdir+'/file1.sf')
reactor.step()
result = d.handleRequest(scheme='http', netloc='host.nl', path='/file1', query='?query=something', fragments='#fragments', arguments={'query': 'something'})
self.assertEquals('HTTP/1.0 200 OK\r\nContent-Type: text/html; charset=utf-8\r\n\r\none', ''.join(result))
def testYieldingEmptyPipe(self):
open(self.tempdir + '/page.sf', 'w').write("""
def main(pipe=None, *args, **kwargs):
yield "start"
for data in pipe:
yield data
yield 'end'
""")
reactor = Reactor()
d = DynamicHtml([self.tempdir], reactor=reactor)
result = d.handleRequest(scheme='http', netloc='host.nl', path='/page')
headers, message = ''.join(result).split('\r\n\r\n')
self.assertEquals('startend', message)
def testSFExtension(self):
open(self.tempdir + '/page1.sf', 'w').write("""
def main(*args, **kwargs):
yield "page1"
""")
open(self.tempdir + '/page2.sf', 'w').write("""
import page1
def main(*args, **kwargs):
yield page1.main()
""")
reactor = Reactor()
d = DynamicHtml([self.tempdir], reactor=reactor)
result = ''.join(d.handleRequest(scheme='http', netloc='host.nl', path='/page2'))
self.assertTrue('page1' in result, result)
