Python find_locations_in_textの例

コード例 #1

ファイル: geodict.py プロジェクト: giantoak/geodict

def main():
    options = cliargs.get_options(args)

    if options['input'] is '-':
        input_handle = sys.stdin
    else:
        try:
            input_handle = open(options['input'], 'rb')
        except:
            die("Couldn't open file '{}'".format(options['input']))

    if options['output'] is '-':
        output_handle = sys.stdout
    else:
        try:
            output_handle = open(options['output'], 'wb')
        except:
            die("Couldn't write to file '{}'".format(options['output']))

    text = input_handle.read()

    # cProfile.run('locations = geodict_lib.find_locations_in_text(text)')

    locations = geodict_lib.find_locations_in_text(text)

    output_string = ''
    if options['format'].lower() == 'json':
        output_string = json.dumps(locations)
        output_handle.write(output_string)
    elif format.lower() == 'text':
        for location in locations:
            found_tokens = location['found_tokens']
            start_index = found_tokens[0]['start_index']
            end_index = found_tokens[len(found_tokens) - 1]['end_index']
            output_string += text[start_index:(end_index + 1)]
            output_string += "\n"
        output_handle.write(output_string)
    elif options['format'].lower() == 'csv':
        writer = csv.writer(output_handle)
        writer.writerow(['location', 'type', 'lat', 'lon'])
        for location in locations:
            found_tokens = location['found_tokens']
            start_index = found_tokens[0]['start_index']
            end_index = found_tokens[len(found_tokens) - 1]['end_index']
            writer.writerow([
                text[start_index:(end_index + 1)],
                found_tokens[0]['type'].lower(), found_tokens[0]['lat'],
                found_tokens[0]['lon']
            ])
    else:
        print("Unknown output format '{}'".format(format))
        exit()

コード例 #2

ファイル: views.py プロジェクト: wgmueller1/unicorn

def geo_endpoint():
    query=session['last_query']['query']
    url='http://localhost:9200/dossiers/_search'
    q = {
        "fields" : ["file"],
        "query" : {
            "term" : { "file" : query }
            }
        }
    #r=requests.post(url,data=json.dumps(q))
    r=es.search(body=q,index=DEFAULT_INDEX)
    data=r
    locations=[]
    for hit in data['hits']['hits']:
        for location in geodict_lib.find_locations_in_text(re.sub('\s', ' ', str(hit['fields']['file']))):
            for token in location['found_tokens']:
                locations.append({'lat':token['lat'],'lon':token['lon'],'name':token['matched_string']})
    
    #geo=map(lambda x: x['found_tokens'])
    return json.dumps(locations)

コード例 #3

ファイル: api.py プロジェクト: dkobia/geodict

 def get(self):
     text =  self.get_argument("text")
     locations = geodict_lib.find_locations_in_text(text)
     output_string = json.dumps(locations)
     self.write(output_string)

コード例 #4

ファイル: geodict.py プロジェクト: corajr/geodict

    except:
        die("Couldn't open file '" + input + "'")

if output is "-":
    output_handle = sys.stdout
else:
    try:
        output_handle = open(output, "wb")
    except:
        die("Couldn't write to file '" + output + "'")

text = input_handle.read()

# cProfile.run('locations = geodict_lib.find_locations_in_text(text)')

locations = geodict_lib.find_locations_in_text(text)

output_string = ""
if format.lower() == "json":
    output_string = json.dumps(locations)
    output_handle.write(output_string)
elif format.lower() == "text":
    for location in locations:
        found_tokens = location["found_tokens"]
        start_index = found_tokens[0]["start_index"]
        end_index = found_tokens[len(found_tokens) - 1]["end_index"]
        output_string += text[start_index : (end_index + 1)]
        output_string += "\n"
    output_handle.write(output_string)
elif format.lower() == "csv":
    writer = csv.writer(output_handle)

コード例 #5

    except:
        die("Couldn't open file '" + input + "'")

if output is '-':
    output_handle = sys.stdout
else:
    try:
        output_handle = open(output, 'wb')
    except:
        die("Couldn't write to file '" + output + "'")

text = input_handle.read()

#cProfile.run('locations = geodict_lib.find_locations_in_text(text)')

locations = geodict_lib.find_locations_in_text(text)

output_string = ''
if format.lower() == 'json':
    output_string = json.dumps(locations)
    output_handle.write(output_string)
elif format.lower() == 'text':
    for location in locations:
        found_tokens = location['found_tokens']
        start_index = found_tokens[0]['start_index']
        end_index = found_tokens[len(found_tokens) - 1]['end_index']
        output_string += text[start_index:(end_index + 1)]
        output_string += "\n"
    output_handle.write(output_string)
elif format.lower() == 'csv':
    writer = csv.writer(output_handle)