def _new_url_record(cls, request: Request) -> URLRecord:
'''Return new empty URLRecord.'''
url_record = URLRecord()
url_record.url = request.url_info.url
url_record.status = Status.in_progress
url_record.try_count = 0
url_record.level = 0
return url_record
def _new_url_record(cls, request: Request) -> URLRecord:
'''Return new empty URLRecord.'''
url_record = URLRecord()
url_record.url = request.url_info.url
url_record.status = Status.in_progress
url_record.try_count = 0
url_record.level = 0
return url_record
def to_plain(self) -> URLRecord:
record = URLRecord()
record.url = self.url
record.parent_url = self.parent_url
record.root_url = self.root_url
record.status = Status(self.status)
record.try_count = self.try_count
record.level = self.level
record.inline_level = self.inline_level
record.link_type = LinkType(self.link_type) if self.link_type else None
record.priority = self.priority
record.post_data = self.post_data
record.status_code = self.status_code
record.filename = self.filename
return record
def to_plain(self) -> URLRecord:
record = URLRecord()
record.url = self.url
record.parent_url = self.parent_url
record.root_url = self.root_url
record.status = Status(self.status)
record.try_count = self.try_count
record.level = self.level
record.inline_level = self.inline_level
record.link_type = LinkType(self.link_type) if self.link_type else None
record.priority = self.priority
record.post_data = self.post_data
record.status_code = self.status_code
record.filename = self.filename
return record
def child_url_record(self, url: str, inline: bool=False,
link_type: Optional[LinkType]=None,
post_data: Optional[str]=None,
level: Optional[int]=None):
'''Return a child URLRecord.
This function is useful for testing filters before adding to table.
'''
url_record = URLRecord()
url_record.url = url
url_record.status = Status.todo
url_record.try_count = 0
url_record.level = self.url_record.level + 1 if level is None else level
url_record.root_url = self.url_record.root_url or self.url_record.url
url_record.parent_url = self.url_record.url
url_record.inline_level = (self.url_record.inline_level or 0) + 1 if inline else 0
url_record.link_type = link_type
url_record.post_data = post_data
return url_record
