def load_offers(self):
params = dict()
resp = requests.get(url=jobOffersBaseURL, params=params)
data = json.loads(resp.text)
offers_list = []
for offer in data:
id = offer['id']
title = offer['title']
description = offer['description']
compnay_url = offer['company_url']
compnay_logo = offer['company_logo']
created_at = offer['created_at']
company = offer['company']
how_to_apply = offer['how_to_apply']
location = offer['location']
url = offer['url']
type = offer['type']
row_as_dict = {
'id': id,
'title': title,
'description': description,
'compnay_url': compnay_url,
'compnay_logo': compnay_logo,
'created_at': created_at,
'company': company,
'how_to_apply': how_to_apply,
'location': location,
'url': url,
'type': type
}
existing_offer = JobOfferParse.Query.all().filter(id=id)
print len(existing_offer)
if (len(existing_offer) == 0):
job_offer = JobOffer.create(id, title, description,
compnay_url, compnay_logo,
created_at, company, how_to_apply,
location, url, type)
json_job_offer = job_offer.to_JSON()
jobOfferParse = JobOfferParse(id=id,
title=title,
description=description,
compnay_url=compnay_url,
compnay_logo=compnay_logo,
created_at=created_at,
company=company,
how_to_apply=how_to_apply,
location=location,
url=url,
type=type)
jobOfferParse.save()
offers_list.append(row_as_dict)
return offers_list
def retrieve_offers(self):
offers_list = []
all_offers = JobOfferParse.Query.all()
#for offer in all_offers:
offer = all_offers[0]
print offer
id = offer.id
title = offer.title
description = offer.description
compnay_url = offer.compnay_url
compnay_logo = offer.compnay_logo
created_at = offer.created_at
company = offer.company
how_to_apply = offer.how_to_apply
location = offer.location
url = offer.url
type = offer.type
job_offer = JobOffer.create(id, title, description, compnay_url,
compnay_logo, created_at, company,
how_to_apply, location, url, type)
json_job_offer = job_offer.to_JSON()
annotations_list = self.annotate_offer(description)
print 'annotation attached to Description'
print annotations_list
if annotations_list:
for annotation in annotations_list:
surface_form = annotation["surface_form"]
support = annotation["support"]
uri = annotation["uri"]
percentage_of_second_rank = annotation[
"percentage_of_second_rank"]
types = annotation["types"]
offset = annotation["offset"]
similarity_score = annotation["similarity_score"]
annotation_object = JobAnnotation.create(
surface_form=surface_form,
support=support,
uri=uri,
percentage_of_second_rank=percentage_of_second_rank,
types=types,
offset=offset,
similarity_score=similarity_score)
jobAnnotationParse = JobAnnotationParse(
surface_form=surface_form,
support=support,
uri_link=uri,
percentage_of_second_rank=percentage_of_second_rank,
types=types,
offset=offset,
similarity_score=similarity_score)
annotation_object.to_JSON()
#jobAnnotationParse.save()
try:
offer.annotation = jobAnnotationParse
offer.save()
except Exception, e:
print e.message
def filter_offers(self, company, location, position):
offers_list = []
offers = JobOfferParse.Query.all()
print offers
if ((company != 'all') & (location != 'all') & (position != 'all')):
offers = JobOfferParse.Query.all().filter(company=company).filter(
location=location).filter(title=position)
elif ((company == 'all') & (location != 'all') & (position != 'all')):
offers = JobOfferParse.Query.all().filter(
location=location).filter(title=position)
elif ((company != 'all') & (location == 'all') & (position != 'all')):
offers = JobOfferParse.Query.all().filter(company=company).filter(
title=position)
elif ((company != 'all') & (location != 'all') & (position == 'all')):
offers = JobOfferParse.Query.all().filter(company=company).filter(
location=location)
elif ((company == 'all') & (location == 'all') & (position != 'all')):
offers = JobOfferParse.Query.all().filter(title=position)
elif ((company == 'all') & (location != 'all') & (position == 'all')):
offers = JobOfferParse.Query.all().filter(location=location)
elif ((company != 'all') & (location == 'all') & (position == 'all')):
offers = JobOfferParse.Query.all().filter(company=company)
elif ((company == 'all') & (location == 'all') & (position != 'all')):
offers = JobOfferParse.Query.all().filter(title=position)
elif ((company == 'all') & (location == 'all') & (position == 'all')):
offers = JobOfferParse.Query.all()
print offers
for offer in offers:
id = offer.id
title = offer.title
description = offer.description
compnay_url = offer.compnay_url
compnay_logo = offer.compnay_logo
created_at = offer.created_at
company = offer.company
how_to_apply = offer.how_to_apply
location = offer.location
url = offer.url
type = offer.type
job_offer = JobOffer.create(id, title, description, compnay_url,
compnay_logo, created_at, company,
how_to_apply, location, url, type)
json_job_offer = job_offer.to_JSON()
row_as_dict = {
'id': id,
'title': title,
'description': description,
'compnay_url': compnay_url,
'compnay_logo': compnay_logo,
'created_at': created_at,
'company': company,
'how_to_apply': how_to_apply,
'location': location,
'url': url,
'type': type
}
offers_list.append(row_as_dict)
return offers_list
def retrieve_offers(self):
offers_list = []
all_offers = JobOfferParse.Query.all()
# for offer in all_offers:
offer = all_offers[0]
print offer
id = offer.id
title = offer.title
description = offer.description
compnay_url = offer.compnay_url
compnay_logo = offer.compnay_logo
created_at = offer.created_at
company = offer.company
how_to_apply = offer.how_to_apply
location = offer.location
url = offer.url
type = offer.type
job_offer = JobOffer.create(
id, title, description, compnay_url, compnay_logo, created_at, company, how_to_apply, location, url, type
)
json_job_offer = job_offer.to_JSON()
annotations_list = self.annotate_offer(description)
print "annotation attached to Description"
print annotations_list
if annotations_list:
for annotation in annotations_list:
surface_form = annotation["surface_form"]
support = annotation["support"]
uri = annotation["uri"]
percentage_of_second_rank = annotation["percentage_of_second_rank"]
types = annotation["types"]
offset = annotation["offset"]
similarity_score = annotation["similarity_score"]
annotation_object = JobAnnotation.create(
surface_form=surface_form,
support=support,
uri=uri,
percentage_of_second_rank=percentage_of_second_rank,
types=types,
offset=offset,
similarity_score=similarity_score,
)
jobAnnotationParse = JobAnnotationParse(
surface_form=surface_form,
support=support,
uri_link=uri,
percentage_of_second_rank=percentage_of_second_rank,
types=types,
offset=offset,
similarity_score=similarity_score,
)
annotation_object.to_JSON()
# jobAnnotationParse.save()
try:
offer.annotation = jobAnnotationParse
offer.save()
except Exception, e:
print e.message
def load_offers(self):
params = dict()
resp = requests.get(url=jobOffersBaseURL, params=params)
data = json.loads(resp.text)
offers_list = []
for offer in data:
id = offer["id"]
title = offer["title"]
description = offer["description"]
compnay_url = offer["company_url"]
compnay_logo = offer["company_logo"]
created_at = offer["created_at"]
company = offer["company"]
how_to_apply = offer["how_to_apply"]
location = offer["location"]
url = offer["url"]
type = offer["type"]
row_as_dict = {
"id": id,
"title": title,
"description": description,
"compnay_url": compnay_url,
"compnay_logo": compnay_logo,
"created_at": created_at,
"company": company,
"how_to_apply": how_to_apply,
"location": location,
"url": url,
"type": type,
}
existing_offer = JobOfferParse.Query.all().filter(id=id)
print len(existing_offer)
if len(existing_offer) == 0:
job_offer = JobOffer.create(
id,
title,
description,
compnay_url,
compnay_logo,
created_at,
company,
how_to_apply,
location,
url,
type,
)
json_job_offer = job_offer.to_JSON()
jobOfferParse = JobOfferParse(
id=id,
title=title,
description=description,
compnay_url=compnay_url,
compnay_logo=compnay_logo,
created_at=created_at,
company=company,
how_to_apply=how_to_apply,
location=location,
url=url,
type=type,
)
jobOfferParse.save()
offers_list.append(row_as_dict)
return offers_list
def filter_offers(self, company, location, position):
offers_list = []
offers = JobOfferParse.Query.all()
print offers
if (company != "all") & (location != "all") & (position != "all"):
offers = JobOfferParse.Query.all().filter(company=company).filter(location=location).filter(title=position)
elif (company == "all") & (location != "all") & (position != "all"):
offers = JobOfferParse.Query.all().filter(location=location).filter(title=position)
elif (company != "all") & (location == "all") & (position != "all"):
offers = JobOfferParse.Query.all().filter(company=company).filter(title=position)
elif (company != "all") & (location != "all") & (position == "all"):
offers = JobOfferParse.Query.all().filter(company=company).filter(location=location)
elif (company == "all") & (location == "all") & (position != "all"):
offers = JobOfferParse.Query.all().filter(title=position)
elif (company == "all") & (location != "all") & (position == "all"):
offers = JobOfferParse.Query.all().filter(location=location)
elif (company != "all") & (location == "all") & (position == "all"):
offers = JobOfferParse.Query.all().filter(company=company)
elif (company == "all") & (location == "all") & (position != "all"):
offers = JobOfferParse.Query.all().filter(title=position)
elif (company == "all") & (location == "all") & (position == "all"):
offers = JobOfferParse.Query.all()
print offers
for offer in offers:
id = offer.id
title = offer.title
description = offer.description
compnay_url = offer.compnay_url
compnay_logo = offer.compnay_logo
created_at = offer.created_at
company = offer.company
how_to_apply = offer.how_to_apply
location = offer.location
url = offer.url
type = offer.type
job_offer = JobOffer.create(
id,
title,
description,
compnay_url,
compnay_logo,
created_at,
company,
how_to_apply,
location,
url,
type,
)
json_job_offer = job_offer.to_JSON()
row_as_dict = {
"id": id,
"title": title,
"description": description,
"compnay_url": compnay_url,
"compnay_logo": compnay_logo,
"created_at": created_at,
"company": company,
"how_to_apply": how_to_apply,
"location": location,
"url": url,
"type": type,
}
offers_list.append(row_as_dict)
return offers_list