Beispiel #1
0
    def load_offers(self):
        params = dict()

        resp = requests.get(url=jobOffersBaseURL, params=params)
        data = json.loads(resp.text)
        offers_list = []

        for offer in data:
            id = offer['id']
            title = offer['title']
            description = offer['description']
            compnay_url = offer['company_url']
            compnay_logo = offer['company_logo']
            created_at = offer['created_at']
            company = offer['company']
            how_to_apply = offer['how_to_apply']
            location = offer['location']
            url = offer['url']
            type = offer['type']

            row_as_dict = {
                'id': id,
                'title': title,
                'description': description,
                'compnay_url': compnay_url,
                'compnay_logo': compnay_logo,
                'created_at': created_at,
                'company': company,
                'how_to_apply': how_to_apply,
                'location': location,
                'url': url,
                'type': type
            }

            existing_offer = JobOfferParse.Query.all().filter(id=id)
            print len(existing_offer)
            if (len(existing_offer) == 0):
                job_offer = JobOffer.create(id, title, description,
                                            compnay_url, compnay_logo,
                                            created_at, company, how_to_apply,
                                            location, url, type)
                json_job_offer = job_offer.to_JSON()

                jobOfferParse = JobOfferParse(id=id,
                                              title=title,
                                              description=description,
                                              compnay_url=compnay_url,
                                              compnay_logo=compnay_logo,
                                              created_at=created_at,
                                              company=company,
                                              how_to_apply=how_to_apply,
                                              location=location,
                                              url=url,
                                              type=type)
                jobOfferParse.save()

            offers_list.append(row_as_dict)

        return offers_list
Beispiel #2
0
    def retrieve_offers(self):
        offers_list = []
        all_offers = JobOfferParse.Query.all()
        #for offer in all_offers:
        offer = all_offers[0]
        print offer
        id = offer.id
        title = offer.title
        description = offer.description
        compnay_url = offer.compnay_url
        compnay_logo = offer.compnay_logo
        created_at = offer.created_at
        company = offer.company
        how_to_apply = offer.how_to_apply
        location = offer.location
        url = offer.url
        type = offer.type

        job_offer = JobOffer.create(id, title, description, compnay_url,
                                    compnay_logo, created_at, company,
                                    how_to_apply, location, url, type)
        json_job_offer = job_offer.to_JSON()

        annotations_list = self.annotate_offer(description)

        print 'annotation attached to Description'
        print annotations_list
        if annotations_list:
            for annotation in annotations_list:

                surface_form = annotation["surface_form"]
                support = annotation["support"]
                uri = annotation["uri"]
                percentage_of_second_rank = annotation[
                    "percentage_of_second_rank"]
                types = annotation["types"]
                offset = annotation["offset"]
                similarity_score = annotation["similarity_score"]

                annotation_object = JobAnnotation.create(
                    surface_form=surface_form,
                    support=support,
                    uri=uri,
                    percentage_of_second_rank=percentage_of_second_rank,
                    types=types,
                    offset=offset,
                    similarity_score=similarity_score)
                jobAnnotationParse = JobAnnotationParse(
                    surface_form=surface_form,
                    support=support,
                    uri_link=uri,
                    percentage_of_second_rank=percentage_of_second_rank,
                    types=types,
                    offset=offset,
                    similarity_score=similarity_score)

                annotation_object.to_JSON()
                #jobAnnotationParse.save()
                try:
                    offer.annotation = jobAnnotationParse
                    offer.save()
                except Exception, e:
                    print e.message
Beispiel #3
0
    def filter_offers(self, company, location, position):
        offers_list = []

        offers = JobOfferParse.Query.all()

        print offers

        if ((company != 'all') & (location != 'all') & (position != 'all')):
            offers = JobOfferParse.Query.all().filter(company=company).filter(
                location=location).filter(title=position)
        elif ((company == 'all') & (location != 'all') & (position != 'all')):
            offers = JobOfferParse.Query.all().filter(
                location=location).filter(title=position)
        elif ((company != 'all') & (location == 'all') & (position != 'all')):
            offers = JobOfferParse.Query.all().filter(company=company).filter(
                title=position)
        elif ((company != 'all') & (location != 'all') & (position == 'all')):
            offers = JobOfferParse.Query.all().filter(company=company).filter(
                location=location)
        elif ((company == 'all') & (location == 'all') & (position != 'all')):
            offers = JobOfferParse.Query.all().filter(title=position)
        elif ((company == 'all') & (location != 'all') & (position == 'all')):
            offers = JobOfferParse.Query.all().filter(location=location)
        elif ((company != 'all') & (location == 'all') & (position == 'all')):
            offers = JobOfferParse.Query.all().filter(company=company)
        elif ((company == 'all') & (location == 'all') & (position != 'all')):
            offers = JobOfferParse.Query.all().filter(title=position)
        elif ((company == 'all') & (location == 'all') & (position == 'all')):
            offers = JobOfferParse.Query.all()

        print offers
        for offer in offers:
            id = offer.id
            title = offer.title
            description = offer.description
            compnay_url = offer.compnay_url
            compnay_logo = offer.compnay_logo
            created_at = offer.created_at
            company = offer.company
            how_to_apply = offer.how_to_apply
            location = offer.location
            url = offer.url
            type = offer.type

            job_offer = JobOffer.create(id, title, description, compnay_url,
                                        compnay_logo, created_at, company,
                                        how_to_apply, location, url, type)
            json_job_offer = job_offer.to_JSON()

            row_as_dict = {
                'id': id,
                'title': title,
                'description': description,
                'compnay_url': compnay_url,
                'compnay_logo': compnay_logo,
                'created_at': created_at,
                'company': company,
                'how_to_apply': how_to_apply,
                'location': location,
                'url': url,
                'type': type
            }

            offers_list.append(row_as_dict)

        return offers_list
    def retrieve_offers(self):
        offers_list = []
        all_offers = JobOfferParse.Query.all()
        # for offer in all_offers:
        offer = all_offers[0]
        print offer
        id = offer.id
        title = offer.title
        description = offer.description
        compnay_url = offer.compnay_url
        compnay_logo = offer.compnay_logo
        created_at = offer.created_at
        company = offer.company
        how_to_apply = offer.how_to_apply
        location = offer.location
        url = offer.url
        type = offer.type

        job_offer = JobOffer.create(
            id, title, description, compnay_url, compnay_logo, created_at, company, how_to_apply, location, url, type
        )
        json_job_offer = job_offer.to_JSON()

        annotations_list = self.annotate_offer(description)

        print "annotation attached to Description"
        print annotations_list
        if annotations_list:
            for annotation in annotations_list:

                surface_form = annotation["surface_form"]
                support = annotation["support"]
                uri = annotation["uri"]
                percentage_of_second_rank = annotation["percentage_of_second_rank"]
                types = annotation["types"]
                offset = annotation["offset"]
                similarity_score = annotation["similarity_score"]

                annotation_object = JobAnnotation.create(
                    surface_form=surface_form,
                    support=support,
                    uri=uri,
                    percentage_of_second_rank=percentage_of_second_rank,
                    types=types,
                    offset=offset,
                    similarity_score=similarity_score,
                )
                jobAnnotationParse = JobAnnotationParse(
                    surface_form=surface_form,
                    support=support,
                    uri_link=uri,
                    percentage_of_second_rank=percentage_of_second_rank,
                    types=types,
                    offset=offset,
                    similarity_score=similarity_score,
                )

                annotation_object.to_JSON()
                # jobAnnotationParse.save()
                try:
                    offer.annotation = jobAnnotationParse
                    offer.save()
                except Exception, e:
                    print e.message
    def load_offers(self):
        params = dict()

        resp = requests.get(url=jobOffersBaseURL, params=params)
        data = json.loads(resp.text)
        offers_list = []

        for offer in data:
            id = offer["id"]
            title = offer["title"]
            description = offer["description"]
            compnay_url = offer["company_url"]
            compnay_logo = offer["company_logo"]
            created_at = offer["created_at"]
            company = offer["company"]
            how_to_apply = offer["how_to_apply"]
            location = offer["location"]
            url = offer["url"]
            type = offer["type"]

            row_as_dict = {
                "id": id,
                "title": title,
                "description": description,
                "compnay_url": compnay_url,
                "compnay_logo": compnay_logo,
                "created_at": created_at,
                "company": company,
                "how_to_apply": how_to_apply,
                "location": location,
                "url": url,
                "type": type,
            }

            existing_offer = JobOfferParse.Query.all().filter(id=id)
            print len(existing_offer)
            if len(existing_offer) == 0:
                job_offer = JobOffer.create(
                    id,
                    title,
                    description,
                    compnay_url,
                    compnay_logo,
                    created_at,
                    company,
                    how_to_apply,
                    location,
                    url,
                    type,
                )
                json_job_offer = job_offer.to_JSON()

                jobOfferParse = JobOfferParse(
                    id=id,
                    title=title,
                    description=description,
                    compnay_url=compnay_url,
                    compnay_logo=compnay_logo,
                    created_at=created_at,
                    company=company,
                    how_to_apply=how_to_apply,
                    location=location,
                    url=url,
                    type=type,
                )
                jobOfferParse.save()

            offers_list.append(row_as_dict)

        return offers_list
    def filter_offers(self, company, location, position):
        offers_list = []

        offers = JobOfferParse.Query.all()

        print offers

        if (company != "all") & (location != "all") & (position != "all"):
            offers = JobOfferParse.Query.all().filter(company=company).filter(location=location).filter(title=position)
        elif (company == "all") & (location != "all") & (position != "all"):
            offers = JobOfferParse.Query.all().filter(location=location).filter(title=position)
        elif (company != "all") & (location == "all") & (position != "all"):
            offers = JobOfferParse.Query.all().filter(company=company).filter(title=position)
        elif (company != "all") & (location != "all") & (position == "all"):
            offers = JobOfferParse.Query.all().filter(company=company).filter(location=location)
        elif (company == "all") & (location == "all") & (position != "all"):
            offers = JobOfferParse.Query.all().filter(title=position)
        elif (company == "all") & (location != "all") & (position == "all"):
            offers = JobOfferParse.Query.all().filter(location=location)
        elif (company != "all") & (location == "all") & (position == "all"):
            offers = JobOfferParse.Query.all().filter(company=company)
        elif (company == "all") & (location == "all") & (position != "all"):
            offers = JobOfferParse.Query.all().filter(title=position)
        elif (company == "all") & (location == "all") & (position == "all"):
            offers = JobOfferParse.Query.all()

        print offers
        for offer in offers:
            id = offer.id
            title = offer.title
            description = offer.description
            compnay_url = offer.compnay_url
            compnay_logo = offer.compnay_logo
            created_at = offer.created_at
            company = offer.company
            how_to_apply = offer.how_to_apply
            location = offer.location
            url = offer.url
            type = offer.type

            job_offer = JobOffer.create(
                id,
                title,
                description,
                compnay_url,
                compnay_logo,
                created_at,
                company,
                how_to_apply,
                location,
                url,
                type,
            )
            json_job_offer = job_offer.to_JSON()

            row_as_dict = {
                "id": id,
                "title": title,
                "description": description,
                "compnay_url": compnay_url,
                "compnay_logo": compnay_logo,
                "created_at": created_at,
                "company": company,
                "how_to_apply": how_to_apply,
                "location": location,
                "url": url,
                "type": type,
            }

            offers_list.append(row_as_dict)

        return offers_list