コード例 #1
0
ファイル: views.py プロジェクト: NIkfreid/scraping
def contact_view(request):
    if request.method == "POST":
        contact_form = ContactForm(request.POST or None)
        if contact_form.is_valid():
            data = contact_form.cleaned_data
            city = data.get("city")
            language = data.get("language")
            email = data.get("email")
            qs = Error.objects.filter(timestamp=dt.date.today())
            if qs.exists():
                err = qs.first()
                data = err.data.get("user_data", [])
                data.append({"city": city, "language": language, "email": email})
                err.data["user_data"] = data
                err.save()
            else:
                data = [{"city": city, "language": language, "email": email}]
                Error(data=f"user_data:{data}").save()
            messages.success(request, 'Данные отправлены')
            return redirect("accounts:update")
        else:
            return redirect("accounts:update")
    else:
        return redirect("accounts:login")
コード例 #2
0
ファイル: run_scraping.py プロジェクト: NIkfreid/scraping
for vacancy in vacs:
    v = Vacancy(**vacancy)
    print(vacancy)
    try:
        v.save()
    except DatabaseError:
        pass

if errors:
    qs = Error.objects.filter(timestamp=dt.date.today())
    if qs.exists:
        err = qs.first()
        err.data.update({'errors': errors})
        err.save()
    else:
        er = Error(data=f'errors: {errors}').save()
print(time.time() - start)

# city = City.objects.filter(slug="moscow").first()
# language = Language.objects.filter(slug="python").first()
# vacs_hh, er_hh = hh()
# vacs_jooble, er_job = jooble()
# vacs_indeed, er_ind = indeed()
# vacs = vacs_hh + vacs_jooble + vacs_indeed
# errs = er_hh + er_job + er_ind

# print(vacs)
# print(errs)
# print(er_hh)
# with open("../vacs_hh.txt", "w", encoding="utf8") as f:
#    f.write("{}".format(vacs_hh))