Python LiteralParser示例，Ruikowa.ObjectRegex.Node.LiteralParser Python示例

示例#1

0

显示文件

文件： dbp.py 项目： thautwarm/dbg-lang

from Ruikowa.ObjectRegex.Node import Ref, AstParser, SeqParser, LiteralParser, CharParser, MetaInfo, DependentAstParser

try:
    from .etoken import token
except:
    from etoken import token
import re

namespace = globals()
recurSearcher = set()
PrimaryDefList = AstParser([
    Ref('FieldDef'),
    SeqParser([LiteralParser(',', name='\',\''),
               Ref('FieldDef')])
],
                           name='PrimaryDefList',
                           toIgnore=[{}, {','}])
FieldDefList = AstParser([
    SeqParser(
        [Ref('FieldDef'),
         SeqParser([LiteralParser('\n', name='\'\n\'')])]),
    SeqParser([LiteralParser('\n', name='\'\n\'')])
],
                         name='FieldDefList',
                         toIgnore=[{}, {'\n'}])
TableDef = AstParser([
    Ref('Symbol'),
    LiteralParser('(', name='\'(\''),
    Ref('PrimaryDefList'),
    LiteralParser(')', name='\')\''),
    SeqParser([LiteralParser('\n', name='\'\n\'')]),

示例#2

0

显示文件

文件： myparser.py 项目： thautwarm/lang.red

from Ruikowa.ObjectRegex.Node import Ref, AstParser, SeqParser, LiteralParser, CharParser, MetaInfo, DependentAstParser
from etoken import token
import re

namespace = globals()
recurSearcher = set()
word = LiteralParser('[a-zA-Z_][a-z0-9A-Z_]*', name='word', isRegex=True)
escape = LiteralParser('\\', name='escape')
newline = LiteralParser('\n', name='newline')
number = LiteralParser('\d+', name='number', isRegex=True)
bit = LiteralParser('0[XxOoBb][\da-fA-F]+', name='bit', isRegex=True)
symbol = AstParser(
    [SeqParser([LiteralParser('~', name='\'~\'')], atmost=1),
     Ref('word')],
    name='symbol')
argument = AstParser([Ref('expression')], name='argument')
arguments = AstParser([
    LiteralParser('(', name='\'(\''),
    SeqParser([
        Ref('argument'),
        SeqParser([LiteralParser(',', name='\',\''),
                   Ref('argument')])
    ],
              atmost=1),
    LiteralParser(')', name='\')\'')
],
                      name='arguments',
                      toIgnore=[{}, {',', ')', '('}])
declaration = AstParser([
    Ref('symbol'),
    SeqParser([SeqParser([Ref('arguments')], atmost=1)]),

示例#3

0

显示文件

文件： testCycleLeftRecur3.py 项目： thautwarm/EBNFParser

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Created on Thu Oct 19 18:38:03 2017

@author: misakawa
"""

from Ruikowa.ObjectRegex.Node import Ref, AstParser, SeqParser, LiteralParser, CharParser, MetaInfo
import re
token = re.compile("t|\)|\(").findall
namespace = globals()
recurSearcher = set()
type = LiteralParser('t', name='type')
prefix = AstParser([
    Ref('prefix'),
    LiteralParser('(', name='LP'),
    SeqParser([Ref('prefix')]),
    LiteralParser(')', name='RP')
], [Ref('type')],
                   name='prefix')

prefix.compile(namespace, recurSearcher)

示例#4

0

显示文件

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Created on Tue Oct 17 20:03:08 2017

@author: misakawa
"""

from Ruikowa.ObjectRegex.Node import Ast, Ref, LiteralParser, CharParser, SeqParser, AstParser
from Ruikowa.ObjectRegex.MetaInfo import MetaInfo
from Ruikowa.Core.BaseDef import Trace
inputs = ['a', '\n', 'abc']
charParser1 = CharParser('a')
charParser2 = CharParser('\n')
litParser = LiteralParser.RawFormDealer(rawStr='abc', name='ABC')
meta = MetaInfo()
assert charParser1.match(inputs, meta) is 'a'
assert litParser.match(inputs, meta) is None
assert charParser2.match(inputs, meta) is '\n'
assert litParser.match(inputs, meta) == 'abc'

示例#5

0

显示文件

from Ruikowa.ObjectRegex.Node import Ref, AstParser, SeqParser, LiteralParser, CharParser, MetaInfo, DependentAstParser

try:
    from .etoken import token
except:
    from etoken import token
import re

namespace = globals()
recurSearcher = set()
Generic = AstParser([Ref('Identifier'), LiteralParser('<', name='\'<\''),
                     SeqParser([Ref('Type'), SeqParser([LiteralParser(',', name='\',\''), Ref('Type')])], atmost=1),
                     LiteralParser('>', name='\'>\'')], name='Generic', toIgnore=[{}, {',', '<', '>'}])
Identifier = LiteralParser('[a-zA-Z_][a-z0-9A-Z_]*', name='Identifier', isRegex=True)
Type = AstParser([Ref('Generic'), SeqParser([LiteralParser('?', name='\'?\'')], atmost=1)],
                 [Ref('Identifier'), SeqParser([LiteralParser('?', name='\'?\'')], atmost=1)], name='Type')
Generic.compile(namespace, recurSearcher)
Type.compile(namespace, recurSearcher)

示例#6

0

显示文件

from Ruikowa.ObjectRegex.Node import Ref, AstParser, SeqParser, LiteralParser, CharParser, MetaInfo, DependentAstParser
from etoken import token 
import re
namespace     = globals()
recurSearcher = set()
Number = AstParser([SeqParser([LiteralParser('-', name='\'-\'')], atmost = 1),LiteralParser('\d+', name='\'\d+\'', isRegex = True),SeqParser([CharParser('.', name='\'.\''),LiteralParser('\d+', name='\'\d+\'', isRegex = True)], atmost = 1),SeqParser([CharParser('E', name='\'E\''),SeqParser([LiteralParser('-', name='\'-\'')], atmost = 1),LiteralParser('\d+', name='\'\d+\'', isRegex = True)], atmost = 1)], name = 'Number')
Data = AstParser([Ref('Number'),SeqParser([CharParser(',', name='\',\''),Ref('Number')]),SeqParser([LiteralParser('\n', name='\'\n\'')])], name = 'Data', toIgnore = [{},{'\n',','}])
DataSets = AstParser([SeqParser([Ref('Data')])], name = 'DataSets')
Number.compile(namespace, recurSearcher)
Data.compile(namespace, recurSearcher)
DataSets.compile(namespace, recurSearcher)

示例#7

0

显示文件

文件： test.py 项目： thautwarm/EBNFParser

from Ruikowa.ObjectRegex.Node import Ast, Ref, LiteralParser, CharParser, SeqParser, AstParser
from Ruikowa.ObjectRegex.MetaInfo import MetaInfo
from Ruikowa.Core.BaseDef import Trace
inputs = ['a', '\n', 'abc']
charParser1 = CharParser('a')
charParser2 = CharParser('\n')
litParser = LiteralParser.RawFormDealer(rawStr='abc', name='ABC')
meta = MetaInfo()
assert charParser1.match(inputs, meta) is 'a'
assert litParser.match(inputs, meta) is None
assert charParser2.match(inputs, meta) is '\n'
assert litParser.match(inputs, meta) == 'abc'

a = LiteralParser('a', name='a')
c = LiteralParser('c', name='c')
d = LiteralParser('d', name='d')
ASeq = AstParser([Ref('U'), d], [a], name='ASeq')
U = AstParser([Ref('ASeq'), c], name='U')
namespace = globals()
seset = set()
ASeq.compile(namespace, seset)
x = MetaInfo()
print(ASeq.match(['a', 'c', 'd', 'c', 'd', 'k'], x))

a = LiteralParser('a', name='a')
c = LiteralParser('c', name='c')
d = LiteralParser('d', name='d')
ASeq = AstParser([Ref('ASeq'), d], [a], name='ASeq')
#U    = AstParser([Ref('ASeq'), c],  name = 'U')
namespace = globals()
seset = set()

示例#8

0

显示文件

文件： mparser.py 项目： rebcabin/Linq.py

from Ruikowa.ObjectRegex.Node import Ref, AstParser, SeqParser, LiteralParser, CharParser, MetaInfo, DependentAstParser
try:
    from .etoken import token
except:
    from etoken import token
import re
namespace = globals()
recurSearcher = set()
Def = AstParser([
    LiteralParser('def', name='\'def\''),
    Ref('Name'),
    CharParser('(', name='\'(\''),
    Ref('paramList'),
    CharParser(')', name='\')\'')
],
                name='Def',
                toIgnore=[{}, {'(', 'def', ':', ')'}])
NameIg = AstParser([
    LiteralParser('[a-zA-Z_][a-zA-Z_0-9]*',
                  name='\'[a-zA-Z_][a-zA-Z_0-9]*\'',
                  isRegex=True)
],
                   name='NameIg')
param = AstParser([
    SeqParser([CharParser('*', name='\'*\'')], atmost=1),
    Ref('Name'),
    SeqParser([CharParser(':', name='\':\''),
               Ref('NameIg')], atmost=1),
    SeqParser([
        CharParser('=', name='\'=\''),
        LiteralParser('None', name='\'None\'')

示例#9

0

显示文件

文件： testCycleLeftRecurAndDumpToJSON.py 项目： thautwarm/EBNFParser

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Created on Tue Oct 17 20:06:10 2017

@author: misakawa
"""

from Ruikowa.ObjectRegex.Node import Ast, Ref, LiteralParser, CharParser, SeqParser, AstParser
from Ruikowa.ObjectRegex.MetaInfo import MetaInfo
from Ruikowa.Core.BaseDef import Trace

a = LiteralParser('a', name='a')
c = LiteralParser('c', name='c')
d = LiteralParser('d', name='d')
ASeq = AstParser([Ref('ASeq'), d], [a], name='ASeq')

#U    = AstParser([Ref('ASeq'), c],  name = 'U')
namespace = globals()
seset = set()
ASeq.compile(namespace, seset)
x = MetaInfo()
print(ASeq.match(['a', 'd', 'd', 'd', 'd', 'd'], x))

示例#10

0

显示文件

from Ruikowa.ObjectRegex.Node import Ref, AstParser, SeqParser, LiteralParser, CharParser, MetaInfo, DependentAstParser
try:
    from .etoken import token
except:
    from etoken import token
import re
namespace = globals()
recurSearcher = set()
Atom = LiteralParser('[^\(\)\s\`]+', name='Atom', isRegex=True)
Expr = AstParser([Ref('Atom')], [Ref('Quote')], [
    CharParser('(', name='\'(\''),
    SeqParser([
        SeqParser([Ref('NEWLINE')]),
        SeqParser([Ref('Expr')]),
        SeqParser([Ref('NEWLINE')])
    ]),
    CharParser(')', name='\')\'')
],
                 name='Expr',
                 toIgnore=[{}, {'\n'}])
Quote = AstParser([CharParser('`', name='\'`\''), Ref('Expr')], name='Quote')
NEWLINE = CharParser('\n', name='NEWLINE')
Stmt = AstParser([
    SeqParser([
        SeqParser([Ref('NEWLINE')]),
        SeqParser([Ref('Expr')]),
        SeqParser([Ref('NEWLINE')])
    ])
],
                 name='Stmt',
                 toIgnore=[{}, {'\n'}])

示例#11

0

显示文件

from Ruikowa.ObjectRegex.Node import Ref, AstParser, SeqParser, LiteralParser, CharParser, MetaInfo, DependentAstParser
try:
    from .etoken import token
except:
    from etoken import token
import re
namespace     = globals()
recurSearcher = set()
Any = LiteralParser('^((?!/\*|\*/|\n)[\s\S])*$', name = 'Any', isRegex = False)
multilineComment = AstParser([LiteralParser('/*', name='\'/*\''),SeqParser([DependentAstParser([Ref('Any')],[Ref('NEWLINE')],[Ref('multilineComment')])]),LiteralParser('*/', name='\'*/\'')], name = 'multilineComment')
Comment = LiteralParser('//[^\n]*', name = 'Comment', isRegex = True)
String = LiteralParser('[a-z]*"[\w|\W]*"', name = 'String', isRegex = True)
numberLiteral = LiteralParser('0[XxOoBb][\da-fA-F]+', name = 'numberLiteral', isRegex = True)
Decimal = LiteralParser('\d+(?:\.\d+|)(?:E\-{0,1}\d+|)', name = 'Decimal', isRegex = True)
Constant = LiteralParser('null|false|true', name = 'Constant', isRegex = False)
NEWLINE = LiteralParser('\n', name = 'NEWLINE', isRegex = True)
EOL = LiteralParser(';', name = 'EOL', isRegex = True)
I = AstParser([Ref('NEWLINE')],[Ref('Comment')],[Ref('multilineComment')], name = 'I')
simpleName = LiteralParser('[a-zA-Z_][a-z0-9A-Z_]*', name = 'simpleName', isRegex = True)
Identifier = AstParser([Ref('simpleName')],[LiteralParser('`', name='\'`\''),Ref('simpleName'),LiteralParser('`', name='\'`\'')], name = 'Identifier')
labelDeclaration = AstParser([LiteralParser(':', name='\':\''),Ref('Identifier')], name = 'labelDeclaration')
block = AstParser([LiteralParser('{', name='\'{\''),SeqParser([Ref('variableDeclarationEntryList'),SeqParser([LiteralParser(':', name='\':\''),Ref('Type')],[LiteralParser('=>', name='\'=>\''),Ref('Type')], atmost = 1),LiteralParser('->', name='\'->\'')], atmost = 1),Ref('statements'),LiteralParser('}', name='\'}\'')], name = 'block')
body = AstParser([Ref('block')],[Ref('statement')], name = 'body')
module = AstParser([Ref('simpleName'),SeqParser([LiteralParser(',', name='\',\''),Ref('simpleName')])], name = 'module')
moduleDeclaration = AstParser([LiteralParser('module', name='\'module\''),Ref('module')], name = 'moduleDeclaration')
Import = AstParser([LiteralParser('import', name='\'import\''),Ref('module')], name = 'Import')
statement = AstParser([DependentAstParser([Ref('flowControl')],[Ref('declaration')],[Ref('flowControlSign'),SeqParser([Ref('Identifier')], atmost = 1)],[Ref('expression')]),SeqParser([Ref('EOL')], atmost = 1)], name = 'statement')
flowControlSign = LiteralParser('break|return|continue', name = 'flowControlSign', isRegex = False)
flowControl = AstParser([Ref('If')],[Ref('While')], name = 'flowControl')
If = AstParser([LiteralParser('if', name='\'if\''),LiteralParser('(', name='\'(\''),Ref('expression'),LiteralParser(')', name='\')\''),Ref('body'),SeqParser([LiteralParser('else', name='\'else\''),Ref('body')], atmost = 1)], name = 'If')