Python tokenizeの例

コード例 #1

ファイル: results.py プロジェクト: MekliCZ/positron

 def get_single_token(self, start_token, end_token):
     """browser logs should only have a single instance of token pairs"""
     try:
         parts, last_token = utils.tokenize(self.results_raw,
                                            start_token, end_token)
     except AssertionError, e:
         self.error(str(e))

コード例 #2

 def get_single_token(self, start_token, end_token):
     """browser logs should only have a single instance of token pairs"""
     try:
         parts, last_token = utils.tokenize(self.results_raw, start_token,
                                            end_token)
     except AssertionError, e:
         self.error(str(e))

コード例 #3

ファイル: results.py プロジェクト: MichaelKohler/gecko-dev

 def get_single_token(self, start_token, end_token):
     """browser logs should only have a single instance of token pairs"""
     try:
         parts, last_token = utils.tokenize(self.results_raw,
                                            start_token, end_token)
     except AssertionError as e:
         self.error(str(e))
     if not parts:
         return None, -1  # no match
     if len(parts) != 1:
         self.error("Multiple matches for %s,%s" % (start_token, end_token))
     return parts[0], last_token

コード例 #4

ファイル: results.py プロジェクト: blockspacer/gecko-dev

 def get_single_token(self, start_token, end_token):
     """browser logs should only have a single instance of token pairs"""
     try:
         parts, last_token = utils.tokenize(self.results_raw, start_token,
                                            end_token)
     except AssertionError as e:
         self.error(str(e))
     if not parts:
         return None, -1  # no match
     if len(parts) != 1:
         self.error("Multiple matches for %s,%s" % (start_token, end_token))
     return parts[0], last_token