Python StatusAndHeadersParser.make_warc_id Examples

Example #1

File: recordloader.py Project: daleathan/pywb

    def _get_protocol_and_headers(self, headerline, parts):
        headers = []

        for name, value in zip(self.headernames, parts):
            if name == 'WARC-Date':
                value = timestamp_to_iso_date(value)

            headers.append((name, value))

        if headerline.startswith('filedesc://'):
            rec_type = 'arc_header'
        else:
            rec_type = 'response'

        headers.append(('WARC-Type', rec_type))
        headers.append(('WARC-Record-ID', StatusAndHeadersParser.make_warc_id()))

        return ('WARC/1.0', headers)

Example #2

    def _get_protocol_and_headers(self, headerline, parts):
        headers = []

        for name, value in zip(self.headernames, parts):
            if name == 'WARC-Date':
                value = timestamp_to_iso_date(value)

            headers.append((name, value))

        if headerline.startswith('filedesc://'):
            rec_type = 'arc_header'
        else:
            rec_type = 'response'

        headers.append(('WARC-Type', rec_type))
        headers.append(
            ('WARC-Record-ID', StatusAndHeadersParser.make_warc_id()))

        return ('WARC/1.0', headers)