def process(self, response): trip = response.value start_time = trip['start_time'] end_time = trip['end_time'] val = { "vehicle_id": trip['vehicle_id'], "start_time": start_time, "start_time_day_w": self.__get_day_of_week(start_time), "start_time_day_m": self.__get_day_of_month(start_time), "start_time_h": self.__get_hour_of_day(start_time), "end_time": end_time, "end_time_day_w": self.__get_day_of_week(end_time), "end_time_day_m": self.__get_day_of_month(end_time), "end_time_h": self.__get_hour_of_day(end_time), "duration": trip['duration'], "distance": 0, "stops": 0, "type": trip['vehicle_type'], "src": trip['src'], "dest": trip['dest'], "timestamps": [], "route": [], "start_time_str": TimeUtils.format_timestamp(start_time), "end_time_str": TimeUtils.format_timestamp(end_time) } return val
def __parse_trip(self, record): start_time_tuple = record[2] end_time_tuple = record[3] start_time = start_time_tuple.timestamp() end_time = end_time_tuple.timestamp() val = { "vehicle_id": record[1], "start_time": start_time, "start_time_day_w": self.__get_day_of_week(start_time), "start_time_day_m": self.__get_day_of_month(start_time), "start_time_h": self.__get_hour_of_day(start_time), "end_time": end_time, "end_time_day_w": self.__get_day_of_week(end_time), "end_time_day_m": self.__get_day_of_month(end_time), "end_time_h": self.__get_hour_of_day(end_time), "duration": int(record[4]), "distance": float(record[5]), "type": record[6], "src": self.__get_coordinates(record[7]), "dest": self.__get_coordinates(record[8]), "start_time_str": TimeUtils.format_timestamp(start_time), "end_time_str": TimeUtils.format_timestamp(end_time) } return val