def run(key, altUrl='https://api.rosette.com/rest/v1/'): # Create an API instance api = API(user_key=key, service_url=altUrl) params = DocumentParameters() params["content"] = u"北京大学生物系主任办公室内部会议" return api.tokens(params)
def run(key, altUrl='https://api.rosette.com/rest/v1/'): # Create an API instance api = API(user_key=key, service_url=altUrl) tokens_data = "北京大学生物系主任办公室内部会议" params = DocumentParameters() params["content"] = tokens_data return api.tokens(params)
def tokenize(tokens_data, key='c573c91d6f074690b5bb6af453fed596'): # create an API instance print "tokenize" api = API(user_key=key) params = DocumentParameters() params["content"] = tokens_data results = api.tokens(params) ans = json.dumps(results, indent=2, ensure_ascii=False, sort_keys=True).encode('utf-8').decode('utf-8') ans_json = json.loads(ans) print "tokenize finished" return ans_json['tokens']
def run(key, alt_url='https://api.rosette.com/rest/v1/'): """ Run the example """ # Create an API instance api = API(user_key=key, service_url=alt_url) tokens_data = "北京大学生物系主任办公室内部会议" params = DocumentParameters() params["content"] = tokens_data try: return api.tokens(params) except RosetteException as exception: print(exception)
def run(key, alt_url='https://api.rosette.com/rest/v1/'): """ Run the example """ # Create an API instance api = API(user_key=key, service_url=alt_url) # Set selected API options. # For more information on the functionality of these # and other available options, see Rosette Features & Functions # https://developer.rosette.com/features-and-functions#tokenization # api.set_option('modelType','perceptron') #Valid for Chinese and Japanese only tokens_data = "北京大学生物系主任办公室内部会议" params = DocumentParameters() params["content"] = tokens_data try: return api.tokens(params) except RosetteException as exception: print(exception)
# -*- coding: utf-8 -*- """ Example code to call Rosette API to get the tokens (words) in a piece of text. """ import argparse import pprint from rosette.api import API, DocumentParameters parser = argparse.ArgumentParser(description="Get the words in a piece of text") parser.add_argument("--key", required=True, help="Rosette API key") parser.add_argument("--service_url", nargs="?", help="Optional user service URL") args = parser.parse_args() # Create an API instance if args.service_url: api = API(service_url=args.service_url, user_key=args.key) else: api = API(user_key=args.key) params = DocumentParameters() params["content"] = u"北京大学生物系主任办公室内部会议" result = api.tokens(params) pprint.pprint(result)