def transform_meta_data(self, response_meta):
updated_at, timezone, _ = super().transform_meta_data(response_meta)
if self.utc:
updated_at = convert_to_utc(updated_at, timezone)
return updated_at, timezone, None
def test_convert_to_utc(self):
d = datetime(2018, 5, 25, 16, 0, 0)
expected = datetime(2018, 5, 25, 20, 0, 0, tzinfo=pytz.UTC)
result = convert_to_utc(d, 'US/Eastern')
self.assertEqual(expected, result)
def convert_timezones(self, records, timezone):
if self.utc:
for record in records:
dt = convert_to_utc(record[self.time_field], timezone)
record[self.time_field] = dt
yield record