def process_item(self, item, spider):
from cars.models import Car, Price
# Creating model instances and saving them to DB
print(
"Entering process_item method, and attempting to create a car object"
)
if item['Finn_kode'] in spider.codes:
print('This is a crappy car.')
car = Car.objects.filter(Finn_kode=item['Finn_kode']).get()
temp_age = timezone.now() - car.created_at
print('Age: {}'.format(temp_age))
car.last_updated = timezone.now()
if car.age < temp_age.days:
print('New age {}'.format(temp_age))
car.age = temp_age.days
if car.solgt != item['solgt']:
print("Marking car as sold")
car.solgt = item['solgt']
if car.removed != item['removed']:
print('Marking car as removed')
car.removed = item['removed']
car.save()
else:
print("{} is not in the DB".format(item['Finn_kode']))
# Consider: https://stackoverflow.com/questions/8372703/how-can-i-use-different-pipelines-for-different-spiders-in-a-single-scrapy-proje
car = Car()
# Finn
car.Finn_kode = item['Finn_kode']
# General info
car.Antalldører = item['Antalldører']
car.Antalleiere = item['Antalleiere']
car.Antallseter = item['Antallseter']
car.Årsavgift = item['Årsavgift']
car.Årsmodell = item['Årsmodell']
car.Avgiftsklasse = item['Avgiftsklasse']
car.Bilenståri = item['Bilenståri']
car.ChassisnrVIN = item['ChassisnrVIN']
car.CO2utslipp = item['CO2utslipp']
car.Drivstoff = item['Drivstoff']
car.Effekt = item['Effekt']
car.Farge = item['Farge']
car.Fargebeskrivelse = item['Fargebeskrivelse']
car.foorstegangregistrert = item['foorstegangregistrert']
car.Girkasse = item['Girkasse']
car.header = item['header']
car.Hjuldrift = item['Hjuldrift']
car.Karosseri = item['Karosseri']
car.Kmstand = item['Kmstand']
car.last_updated = timezone.now()
car.name = item['name']
car.Omregistrering = item['Omregistrering']
car.Priseksomreg = item['Priseksomreg']
car.Regnr = item['Regnr']
car.Salgsform = item['Salgsform']
car.Sylindervolum = item['Sylindervolum']
car.totalpris = item['totalpris']
car.Vekt = item['Vekt']
car.solgt = item['solgt']
car.RekkeviddeWLTP = item['RekkeviddeWLTP']
car.Batterikapasitet = item['Batterikapasitet']
# Farger
car.Interiørfarge = item['Interiørfarge']
print(car)
car.save()
price = Price()
price.date = date.today()
price.price = item['totalpris']
price.car = car
price.save()
return item
