def _get_protocol_and_headers(self, headerline, parts): headers = [] for name, value in zip(self.headernames, parts): if name == 'WARC-Date': value = timestamp_to_iso_date(value) headers.append((name, value)) if headerline.startswith('filedesc://'): rec_type = 'arc_header' else: rec_type = 'response' headers.append(('WARC-Type', rec_type)) headers.append(('WARC-Record-ID', StatusAndHeadersParser.make_warc_id())) return ('WARC/1.0', headers)
def _get_protocol_and_headers(self, headerline, parts): headers = [] for name, value in zip(self.headernames, parts): if name == 'WARC-Date': value = timestamp_to_iso_date(value) headers.append((name, value)) if headerline.startswith('filedesc://'): rec_type = 'arc_header' else: rec_type = 'response' headers.append(('WARC-Type', rec_type)) headers.append( ('WARC-Record-ID', StatusAndHeadersParser.make_warc_id())) return ('WARC/1.0', headers)