def serve_data():
    item_type = request.args.get('item_type', None)
    rargs = request.args.copy()
    kwargs = {}

    # Copy request args into a copy
    for k in rargs.keys():
        if k != 'item_type':
            kwargs[k] = rargs[k]

        if '_id' in k:
            kwargs[k] = ObjectId(rargs[k])

    if item_type == 'cart':
        objs = carts.find(**kwargs)

    else:
        objs = reviews.find(**kwargs)

    results = [o._obj for o in objs]

    # Remove incompatible types
    for r in results:
        serialize(r)

    # Return results as an array
    data = {'results': results}
    return json.dumps(data)
Пример #2
0
def load():
    carts.remove_all()
    request = "http://data.cityofnewyork.us/resource/akqf-qv4n.json"

    for i in range(0, 24000, 1000):
        query = "?$offset=%d" % i
        data = urllib2.urlopen(request + query)

        results = json.loads(data.read())
        data.close()
        required_keys = [
            "license_permit_holder",
            "license_permit_holder_name",
            "license_permit_number",
            "permit_issuance_date",
            "permit_expiration_date",
            "longitude_wgs84",
            "latitude_wgs84",
            "zip_code",
            "borough",
        ]

        for r in results:
            for k in required_keys:
                if not r.has_key(k):
                    r[k] = ""

            try:
                carts.insert(
                    name=r["license_permit_holder"],
                    owner=r["license_permit_holder_name"],
                    permit_number=r["license_permit_number"],
                    issuance=r["permit_issuance_date"],
                    expiration=r["permit_expiration_date"],
                    loc=[float(r["latitude_wgs84"]), float(r["longitude_wgs84"])],
                    zip_code=r["zip_code"],
                    borough=r["borough"],
                )

            except ValueError:
                carts.insert(
                    name=r["license_permit_holder"],
                    owner=r["license_permit_holder_name"],
                    permit_number=r["license_permit_number"],
                    issuance=r["permit_issuance_date"],
                    expiration=r["permit_expiration_date"],
                    loc=[None, None],
                    zip_code=r["zip_code"],
                    borough=r["borough"],
                )

    out = [c for c in carts.find()]
    print len(out)
def search(item_type, offset, number, keywords, location):
    objs = []

    # Change objs depending on item type
    if item_type == 'cart':
        # Get results for each keyword
        for word in keywords:
            if word == '':
                continue

            # Check each text field
            for tfield in carts.text_fields():
                kwd = re.compile(r'(?: |^)' + word + '(?: |$)', re.IGNORECASE)
                search_object = {tfield: kwd}

                if len(objs) == 0:
                    if location != '':
                        objs += get_carts_near(location, offset, number,
                                search_object)

                    else:
                        objs += carts.find(offset, number, **search_object)

            search_object = {'tags': {'$in': [word]}}
            objs += carts.find(offset, number, **search_object)

        # If there are no keywords, use location instead
        if len(objs) == 0 and keywords[0] == '' and len(keywords) == 1:
            objs += get_carts_near(location, offset, number)

    elif item_type == 'review':
        for word in keywords:
            for tfield in reviews.text_fields():
                kwd = re.compile(r'(?: |^)' + word + '(?: |$)', re.IGNORECASE)
                search_object = {tfield: kwd}
                objs += reviews.find(**search_object)

    return unique_objs(objs)
Пример #4
0
def add_zips():
    for c in carts.find():
        try:
            data = urllib2.urlopen('http://maps.googleapis.com/maps/api/geocode/json?api_key%s&sensor=false&latlng=%f,%f' % (api_key, c.loc[0], c.loc[1]))
        except TypeError:
            continue

        try:
            data = json.loads(data.read())
            zip_code = data['results'][0]['address_components'][-1]['long_name']
            c.zip_code = zip_code
            c.save()
        except IndexError:
            continue
def load():
    carts.remove_all()
    request = 'http://data.cityofnewyork.us/resource/akqf-qv4n.json'

    for i in range(0, 24000, 1000):
        query = '?$offset=%d' % i
        data = urllib2.urlopen(request + query)

        results = json.loads(data.read())
        data.close()
        required_keys = ['license_permit_holder', 'license_permit_holder_name',
                'license_permit_number', 'permit_issuance_date',
                'permit_expiration_date', 'longitude_wgs84', 'latitude_wgs84',
                'zip_code', 'borough']

        for r in results:
            for k in required_keys:
                if not r.has_key(k):
                    r[k] = ''

            try:
                carts.insert(name=r['license_permit_holder'],
                        owner=r['license_permit_holder_name'],
                        permit_number=r['license_permit_number'],
                        issuance=r['permit_issuance_date'],
                        expiration=r['permit_expiration_date'],
                        loc=[ float(r['latitude_wgs84']),
                            float(r['longitude_wgs84'])],
                        zip_code=r['zip_code'], borough=r['borough'])

            except ValueError:
                carts.insert(name=r['license_permit_holder'],
                        owner=r['license_permit_holder_name'],
                        permit_number=r['license_permit_number'],
                        issuance=r['permit_issuance_date'],
                        expiration=r['permit_expiration_date'],
                        loc=[ None,
                            None ],
                        zip_code=r['zip_code'], borough=r['borough'])

    out = [c for c in carts.find()]
    print len(out)