def isresource(url, *args, **kwargs):
url = format.url(url)
kwargs.setdefault('allow_redirects', True)
kwargs.setdefault('verify', False)
r = requests.head(url, *args, **kwargs)
if 'content-disposition' in r.headers:
return True
mime = ''
content = r.headers.get('content-type')
if content:
mime, _, _ = content.rpartition('charset=')
else:
from pyload.utils.web import parse
name = parse.name(url)
_, ext = os.path.splitext(name)
if ext:
mime = parse.mime(name)
if 'html' not in mime:
return True
return False
def is_resource(url, *args, **kwargs):
url = format.url(url)
kwargs.setdefault("allow_redirects", True)
kwargs.setdefault("verify", False)
r = requests.head(url, *args, **kwargs)
if "content-disposition" in r.headers:
return True
mime = ""
content = r.headers.get("content-type")
if content:
mime, _, _ = content.rpartition("charset=")
else:
from pyload.utils.web import parse
name = parse.name(url)
_, ext = os.path.splitext(name)
if ext:
mime = parse.mime(name)
if "html" not in mime:
return True
return False
def name(url):
url = format.url(url)
up = urllib.parse.urlparse(url)
name = up.path.split('/')[-1]
if not name:
name = up.query.split('=', 1)[::-1][0].split('&', 1)[0]
if not name:
name = up.netloc.split('.', 1)[0]
return name.strip()
def name(url):
url = format.url(url)
up = urllib.parse.urlparse(url)
name = up.path.split('/')[-1]
if not name:
name = up.query.split('=', 1)[::-1][0].split('&', 1)[0]
if not name:
name = up.netloc.split('.', 1)[0]
return name.strip()
def name(url):
url = format.url(url)
up = urllib.parse.urlparse(url)
name = up.path.split("/")[-1]
if not name:
name = up.query.split("=", 1)[::-1][0].split("&", 1)[0]
if not name:
name = up.netloc.split(".", 1)[0]
return name.strip()
def is_online(url, *args, **kwargs):
online = True
url = format.url(url)
kwargs.setdefault("allow_redirects", True)
kwargs.setdefault("verify", False)
try:
requests.head(url, *args, **kwargs).raise_for_status()
except requests.TooManyRedirects:
online = True
except (requests.ConnectionError, requests.ConnectTimeout):
online = None
except requests.RequestException:
online = False
return online
def isonline(url, *args, **kwargs):
online = True
url = format.url(url)
kwargs.setdefault('allow_redirects', True)
kwargs.setdefault('verify', False)
try:
requests.head(url, *args, **kwargs).raise_for_status()
except requests.TooManyRedirects:
online = True
except (requests.ConnectionError, requests.ConnectTimeout):
online = None
except requests.RequestException:
online = False
return online
def domain(url):
return tld.get_tld(format.url(url), fail_silently=True)
def is_url(url):
url = format.url(url)
try:
return validators.url(url)
except validators.ValidationFailure:
return False
def domain(url):
return tld.get_tld(format.url(url), fail_silently=True)
def isurl(url):
url = format.url(url)
try:
return validators.url(url)
except validators.ValidationFailure:
return False
