Пример #1
0
 def __init__(self):
     RegexpTokenizer.__init__(self, r'\w+|\s+|\[,.]+|\,+|[\{\}\-\<\>\=]+|(?!\')[^\w\s]')
Пример #2
0
 def __init__(self):
     RegexpTokenizer.__init__(
         self, r'\w+|\s+|\[,.]+|\,+|[\{\}\-\<\>\=]+|(?!\')[^\w\s]')
Пример #3
0
 def __init__(self):
     RegexpTokenizer.__init__(self, r'\w+\[.,]+|[\[\]\(\)\{\}"\-\<\>\=]+|[^\w\s]')
Пример #4
0
 def __init__(self):
     RegexpTokenizer.__init__(
         self, r'\w+\[.,]+|[\[\]\(\)\{\}"\-\<\>\=]+|[^\w\s]')