def save_new_jobs():
print("hello 2")
json_data = get_jobs_json()
now = datetime.utcnow()
today_data = True
LEAD_SKILLS = Lead.LEAD_SKILLS
if json_data is not None:
for job in json_data:
try:
date_difference = now - datetime.strptime(
job["created_at"], "%a %b %d %H:%M:%S %Z %Y")
print("Days", date_difference.days)
if date_difference.days == 0:
new_job = Lead()
new_job.author = "Github Jobs"
new_job.developer = True
new_job.description = job["description"]
new_job.skills = ()
# remove all html tags, and keep only lowercase and uppercase characters.
# then keep only shared words between skills list and pure text from description.
shared = set(x for x, _ in LEAD_SKILLS) & set(
list(
re.sub(
r"<.*?>|&([a-z0-9]+|#[0-9]{1,6}|#x[0-9a-f]{1,6});|[^a-zA-Z]",
" ", new_job.description).upper().split()))
for item in shared:
new_job.skills += (item, )
new_job.how_to_apply = job["how_to_apply"]
new_job.author = "Github Jobs"
if job["type"] == "Full Time":
new_job.job_type = 'Full-time'
elif job["type"] == "Contract":
new_job.job_type = 'Contract'
new_job.title = job["title"]
new_job.company = job["company"]
application_url = re.search(
r"http[s]?://(?:[a-zA-Z]|[0-9]|[$-_@.&+]|[!*\(\),]|(?:%[0-9a-fA-F][0-9a-fA-F]))+",
job["how_to_apply"])
new_job.application_link = application_url[0]
new_job.user_author = get_user_model().objects.get(
pk='f3ee3abe-a186-44da-9ed2-b18ec3b570b7')
new_job.remote = 'Remote'
new_job.role = 'Developer'
new_job.save()
print('SUCCESS', new_job.title)
except:
print("FAILED")
pass
