def create_lead_from_file(validated_rows, invalid_rows, user_id, source,
company_id):
"""Parameters : validated_rows, invalid_rows, user_id.
This function is used to create leads from a given file.
"""
email_regex = "^[_a-zA-Z0-9-]+(\.[_a-zA-Z0-9-]+)*@[a-zA-Z0-9-]+(\.[a-zA-Z0-9-]+)*(\.[a-zA-Z]{2,4})$"
user = User.objects.get(id=user_id)
company = Company.objects.filter(id=company_id).first()
for row in validated_rows:
if not Lead.objects.filter(title=row.get("title")).exists():
if re.match(email_regex, row.get("email")) is not None:
try:
lead = Lead()
lead.title = row.get("title", "")[:64]
lead.first_name = row.get("first name", "")[:255]
lead.last_name = row.get("last name", "")[:255]
lead.website = row.get("website", "")[:255]
lead.email = row.get("email", "")
lead.phone = row.get("phone", "")
lead.address_line = row.get("address", "")[:255]
lead.city = row.get("city", "")[:255]
lead.state = row.get("state", "")[:255]
lead.postcode = row.get("postcode", "")[:64]
lead.country = row.get("country", "")[:3]
lead.description = row.get("description", "")
lead.status = row.get("status", "")
lead.account_name = row.get("account_name", "")[:255]
lead.created_from_site = False
lead.created_by = user
lead.company = company
lead.save()
except Exception as e:
print(e)
def save_new_jobs():
print("hello 2")
json_data = get_jobs_json()
now = datetime.utcnow()
today_data = True
LEAD_SKILLS = Lead.LEAD_SKILLS
if json_data is not None:
for job in json_data:
try:
date_difference = now - datetime.strptime(
job["created_at"], "%a %b %d %H:%M:%S %Z %Y")
print("Days", date_difference.days)
if date_difference.days == 0:
new_job = Lead()
new_job.author = "Github Jobs"
new_job.developer = True
new_job.description = job["description"]
new_job.skills = ()
# remove all html tags, and keep only lowercase and uppercase characters.
# then keep only shared words between skills list and pure text from description.
shared = set(x for x, _ in LEAD_SKILLS) & set(
list(
re.sub(
r"<.*?>|&([a-z0-9]+|#[0-9]{1,6}|#x[0-9a-f]{1,6});|[^a-zA-Z]",
" ", new_job.description).upper().split()))
for item in shared:
new_job.skills += (item, )
new_job.how_to_apply = job["how_to_apply"]
new_job.author = "Github Jobs"
if job["type"] == "Full Time":
new_job.job_type = 'Full-time'
elif job["type"] == "Contract":
new_job.job_type = 'Contract'
new_job.title = job["title"]
new_job.company = job["company"]
application_url = re.search(
r"http[s]?://(?:[a-zA-Z]|[0-9]|[$-_@.&+]|[!*\(\),]|(?:%[0-9a-fA-F][0-9a-fA-F]))+",
job["how_to_apply"])
new_job.application_link = application_url[0]
new_job.user_author = get_user_model().objects.get(
pk='f3ee3abe-a186-44da-9ed2-b18ec3b570b7')
new_job.remote = 'Remote'
new_job.role = 'Developer'
new_job.save()
print('SUCCESS', new_job.title)
except:
print("FAILED")
pass