Python urlopen Examples

Example #1

File: POMparse.py Project: bharathi26/pycopia

 def parse(self, url, data=None, encoding=POM.DEFAULT_ENCODING,
                                 useragent=None, accept=None):
     from pycopia.WWW import urllibplus
     fo = urllibplus.urlopen(url, data, encoding, useragent=useragent, accept=accept)
     if logfile:
         from pycopia import UserFile
         fo = UserFile.FileWrapper(fo, logfile=logfile)
     return self.parse_orig(fo)

Example #2

File: HTML5parse.py Project: bharathi26/pycopia

def parse(filename_url_or_file, parser=None, encoding=None, useragent=None, accept=None):
    """Parse a filename, URL, or file-like object into an HTML document
    tree.  Note: this returns a tree, not an element.  Use
    ``parse(...).getroot()`` to get the document root.
    """
    if parser is None:
        parser = get_parser()
    if isinstance(filename_url_or_file, basestring):
        from pycopia.WWW import urllibplus
        fp = urllibplus.urlopen(filename_url_or_file, encoding=encoding, useragent=useragent, accept=accept)
    else:
        fp = filename_url_or_file
    return parser.parse(fp, useChardet=True)

Example #3

 def parse(self,
           url,
           data=None,
           encoding=POM.DEFAULT_ENCODING,
           useragent=None,
           accept=None):
     from pycopia.WWW import urllibplus
     fo = urllibplus.urlopen(url,
                             data,
                             encoding,
                             useragent=useragent,
                             accept=accept)
     self.parseFile(fo)
     self.close()

Example #4

File: POMparse.py Project: wildone/pycopia

 def parse(self,
           url,
           data=None,
           encoding=POM.DEFAULT_ENCODING,
           useragent=None,
           accept=None):
     from pycopia.WWW import urllibplus
     fo = urllibplus.urlopen(url,
                             data,
                             encoding,
                             useragent=useragent,
                             accept=accept)
     if logfile:
         from pycopia import UserFile
         fo = UserFile.FileWrapper(fo, logfile=logfile)
     return self.parse_orig(fo)

Example #5

File: HTML5parse.py Project: tijmengit/pycopia

def parse(filename_url_or_file,
          parser=None,
          encoding=None,
          useragent=None,
          accept=None):
    """Parse a filename, URL, or file-like object into an HTML document
    tree.  Note: this returns a tree, not an element.  Use
    ``parse(...).getroot()`` to get the document root.
    """
    if parser is None:
        parser = get_parser()
    if isinstance(filename_url_or_file, basestring):
        from pycopia.WWW import urllibplus
        fp = urllibplus.urlopen(filename_url_or_file,
                                encoding=encoding,
                                useragent=useragent,
                                accept=accept)
    else:
        fp = filename_url_or_file
    return parser.parse(fp, useChardet=True)

Example #6

File: XHTMLparse.py Project: bharathi26/pycopia

 def parse(self, url, data=None, encoding=POM.DEFAULT_ENCODING, 
                                 useragent=None, accept=None):
     from pycopia.WWW import urllibplus
     fo = urllibplus.urlopen(url, data, encoding, useragent=useragent, accept=accept)
     self.parseFile(fo)
     self.close()