コード例 #1
0
def test_non_halting_left_recursive():
    h1 = fwd()
    h1.define(x + h1)
    ok_(not non_halting(h1))

    h2 = fwd()
    h2.define(x + (h2 | x))
    ok_(not non_halting(h2))

    nh1 = fwd()
    nh1.define(nh1 + x)
    ok_(non_halting(nh1))

    nh2 = fwd()
    nh2.define(x | nh2)
    ok_(non_halting(nh2))

    nh3_fwd = fwd()
    nh3_fwd.define(nh3_fwd)
    nh3 = x + nh3_fwd + x
    ok_(non_halting(nh3))

    nh4 = fwd()
    nh4.define(maybe(x) + nh4 + x)
    ok_(non_halting(nh4))

    nh5 = fwd()
    nh5.define(many(x) + maybe(x) + nh5 + x)
    ok_(non_halting(nh5))

    h3 = fwd()
    h3.define(maybe(x) + many(x) + x + h3)
    ok_(not non_halting(h3))
コード例 #2
0
def test_non_halting_left_recursive():
    h1 = fwd()
    h1.define(x + h1)
    ok_(not non_halting(h1))

    h2 = fwd()
    h2.define(x + (h2 | x))
    ok_(not non_halting(h2))

    nh1 = fwd()
    nh1.define(nh1 + x)
    ok_(non_halting(nh1))

    nh2 = fwd()
    nh2.define(x | nh2)
    ok_(non_halting(nh2))

    nh3_fwd = fwd()
    nh3_fwd.define(nh3_fwd)
    nh3 = x + nh3_fwd + x
    ok_(non_halting(nh3))

    nh4 = fwd()
    nh4.define(maybe(x) + nh4 + x)
    ok_(non_halting(nh4))

    nh5 = fwd()
    nh5.define(many(x) + maybe(x) + nh5 + x)
    ok_(non_halting(nh5))

    h3 = fwd()
    h3.define(maybe(x) + many(x) + x + h3)
    ok_(not non_halting(h3))
コード例 #3
0
ファイル: json.py プロジェクト: oconnore/funcparserlib
            return unichr(int(m.group('unicode'), 16))

    return re_esc.sub(sub, s)


def make_string(n):
    return unescape(n[1:-1])


# JSON Grammar
null = n('null') >> const(None)
true = n('true') >> const(True)
false = n('false') >> const(False)
number = sometok('number') >> make_number
string = sometok('string') >> make_string
value = fwd()
member = string + op_(':') + value >> tuple
object = (op_('{') + maybe(member + many(op_(',') + member)) + op_('}') >>
          make_object)
array = (
    op_('[') + maybe(value + many(op_(',') + value)) + op_(']') >> make_array)
value.define(null | true | false | object | array | number | string)
json_text = object | array
json_file = json_text + skip(eof)

name_parser_vars(locals())


def parse(seq):
    'Sequence(Token) -> object'
    return json_file.parse(seq)
コード例 #4
0
ファイル: FunctionProcessor.py プロジェクト: exedre/e4t
string = sometok('string') >> make_string
func   = sometok('func')   >> make_func

value  = number | name | string

makeop = lambda s, f: op(s) >> const(f)

add = makeop('+', (ets.add, operator.add))
sub = makeop('-', (ets.sub, operator.sub))
mul = makeop('*', (ets.mul, operator.mul))
div = makeop('/', (ets.div, operator.div))

mul_op = mul | div
add_op = add | sub

args    = fwd()
factor  = fwd()
primary = value  
call    = func  + op_('(') + args + op_(')')  >> exec_func
term    = factor + many(mul_op + factor )  >> eval
expr    = term   + many(add_op + term   )  >> eval
top     = expr   + skip(eof)  

args.define(
    expr + many( op_(',') + expr ) 
)
factor.define(
    call | primary | op_('(') + expr + op_(')')
)

name_parser_vars(locals())
コード例 #5
0
ファイル: parser.py プロジェクト: tilarids/xcode_merge
def make_object(n):
    return PLObject(n)

def make_name(n):
    assert len(n) == 2
    return PLName(n[0], n[1])

def make_array(n):
    return PLArray(n)

number = sometok('number') >> make_number
string = sometok('string') >> make_string
comment = sometok('comment') >> make_comment
name = (sometok('name') | sometok('string')) + maybe(comment) >> make_name

value = fwd()
member = name + op_('=') + value >> make_member
section = maybe(comment) +  oneplus(member + op_(';')) + maybe(comment) >> make_section
object = (
    op_('{') +
    many(section) +
    op_('}')) >> make_object
array = (
    op_('(') +
    many(value + op_(',')) +
    op_(')')) >> make_array
value.define(
      object
    | number
    | name
    | array)
コード例 #6
0
    id +
    maybe(op_('=') + id) +
    skip(maybe(op(',')))
    >> unarg(Attr))
attr_list = (
    many(op_('[') + many(a_list) + op_(']'))
    >> flatten)
attr_stmt = (
   (n('graph') | n('node') | n('edge')) +
   attr_list
   >> unarg(DefAttrs))
graph_attr = id + op_('=') + id >> make_graph_attr
node_stmt = node_id + attr_list >> unarg(Node)
# We use a fwd() because of circular definitions like (stmt_list -> stmt ->
# subgraph -> stmt_list)
subgraph = fwd()
edge_rhs = skip(op('->') | op('--')) + (subgraph | node_id)
edge_stmt = (
    (subgraph | node_id) +
    oneplus(edge_rhs) +
    attr_list
    >> unarg(make_edge))
stmt = (
      attr_stmt
    | edge_stmt
    | subgraph
    | graph_attr
    | node_stmt
)
stmt_list = many(stmt + skip(maybe(op(';'))))
subgraph.define(memoize(
コード例 #7
0
    'str -> Sequence(Token)'
    specs = [
        ('space',  (r'[ \t\r\n]+',)),
        ('int', (r'-?[1-9][0-9]*|0',)),
        ('true', (r'#t',)),
        ('false', (r'#f',)),
        ('char', (r'#\\[A-Za-z_0-9]',)),
        ('op', (r'[\[\]\(\)\']', re.VERBOSE)),
        ('name', (r'[A-Za-z_0-9\&\*\+\-\~!\=<>\^/,\?:;.]*',)),
    ]
    useless = ['space']
    t = make_tokenizer(specs)
    return [x for x in t(str) if x.type not in useless]


sexpr = fwd()
integer = sometok('int') >> int
symbol = sometok('name') >> Symbol
true = sometok('true') >> const(True)
false = sometok('false') >> const(False)
boolean = true | false
char = sometok('char') >> (lambda x: x[2])
dotlist = op_('(') + many(sexpr) + op_(')') >> (lambda x: x or None)
quote = op_('\'') + sexpr >> (lambda x: [Symbol('quote'), sexpr])
sexpr.define(
    integer
    | symbol
    | boolean
    | char
    | dotlist
)
コード例 #8
0
ファイル: parser.py プロジェクト: prologic/mio
    else:
        s = n.decode("string-escape")

    return runtime.find("String" if prefix == "u" else "Bytes").clone(s)


def make_terminator(n):
    return Message(n.value)


operator = sometok("operator")
identifier = sometok("identifier")
string = sometok("string") >> make_string
number = sometok("number") >> make_number

expression = fwd()
arguments = fwd()
message = fwd()
symbol = fwd()

terminator = (op(";") | op("\r") | op("\n")) >> make_terminator

expression.define((
    many(message | terminator)) >> make_expression)

message.define(((symbol + maybe(arguments)) | arguments) >> make_message)

paren_arguments = op(
    "(") + maybe(expression) + many(skip(op_(",")) + expression) + op(")")
bracket_arguments = op(
    "[") + maybe(expression) + many(skip(op_(",")) + expression) + op("]")