Python tokenize Examples

Example #1

File: templatevars.py Project: datakortet/dk-template

def main():
    """cli entry point.
    """
    template = open(sys.argv[1]).read()
    template = re.sub(r'TEMPLATEVARS:.*?:TEMPLATEVARS', "", template)
    txt = repr(nest(tokenize(template)))
    txt = txt.replace('{% end-program %}', '</pre>:TEMPLATEVARS' + '<br>' * 5)
    txt = txt.replace('{% -program None %} ==> []', '')
    # txt = re.sub(r'{%\s*load.*?%}', '', txt)
    txt = 'TEMPLATEVARS:<pre>' + txt
    print txt

Example #2

File: parse.py Project: datakortet/dk-template

def parse(txt, fname=None):
    """Parse template text.
    """
    txt = re.sub(r'{#\s*dk-template:\s*noparse\s*#}.*?{#\s*dk-template:\s*end-noparse\s*#}', "", txt)
    return nest(tokenize(txt), fname)

Example #3

File: render.py Project: datakortet/dk-template

def render(txt):
    r = Render(nest(tokenize(txt)))
    r.render()
    return r.value()