Python BaseParser Examples

Example #1

File: parser.py Project: JobsDong/tigerspider

 def __init__(self, namespace):
     """初始化函数
         Args:
             namespace: str, 这个是spider传下来的名字空间，可以用，也可以不用
     """
     BaseParser.__init__(self, namespace)
     self.logger.debug("init nuomi city parser")

Example #2

 def __init__(self, namespace):
     """初始化函数
         Args:
             namespace: str, 这个是spider传下来的名字空间，可以用，也可以不用
     """
     BaseParser.__init__(self, namespace)
     self.logger.debug("init nuomi city parser")

Example #3

File: parser.py Project: Yappawu/tigerspider

 def __init__(self,
              namespace,
              picture_dir=DEFAULT_PICTURE_DIR,
              picture_host=DEFAULT_PICTURE_HOST):
     BaseParser.__init__(self, namespace)
     self._picture_dir = picture_dir
     self._picture_host = picture_host
     self.logger.info("init Activity Parser finished")

Example #4

File: parser.py Project: JobsDong/tigerspider

 def __init__(self, namespace, picture_dir=DEFAULT_PICTURE_DIR,
              picture_host=DEFAULT_PICTURE_HOST):
     """初始化函数
         Args:
             namespace: str， 来自spider的名字空间
             picture_dir: str, 图片存放的绝对路径
             picture_host: str, 图片存放的相对路径
     """
     self._picture_dir = picture_dir
     self._picture_host = picture_host
     BaseParser.__init__(self, namespace)
     self.logger.debug("init nuomi deal parser")

Example #5

 def __init__(self,
              namespace,
              picture_dir=DEFAULT_PICTURE_DIR,
              picture_host=DEFAULT_PICTURE_HOST):
     """初始化函数
         Args:
             namespace: str， 来自spider的名字空间
             picture_dir: str, 图片存放的绝对路径
             picture_host: str, 图片存放的相对路径
     """
     self._picture_dir = picture_dir
     self._picture_host = picture_host
     BaseParser.__init__(self, namespace)
     self.logger.debug("init nuomi deal parser")

Example #6

File: parser.py Project: npk/tigerspider

 def __init__(self, namespace):
     BaseParser.__init__(self, namespace)
     self.logger.info("init Deal Parser finished")

Example #7

File: parser.py Project: npk/tigerspider

 def __init__(self, namespace, picture_dir=DEFAULT_PICTURE_DIR,
              picture_host=DEFAULT_PICTURE_HOST):
     BaseParser.__init__(self, namespace)
     self._picture_dir = picture_dir
     self._picture_host = picture_host
     self.logger.info("init Activity Parser finished")

Example #8

File: parser.py Project: JobsDong/tigerspider

 def __init__(self, namespace):
     BaseParser.__init__(self, namespace)
     self.logger.info("init AttractionParser finished")

Example #9

File: parser.py Project: JobsDong/tigerspider

 def __init__(self, namespace):
     BaseParser.__init__(self, namespace)
     self.logger.info("init CommentListParser finish")

Example #10

 def __init__(self, namespace):
     BaseParser.__init__(self, namespace)
     self.logger.info("init attraction list parser finish")

Example #11

 def __init__(self, namespace):
     BaseParser.__init__(self, namespace)
     self.logger.info("init tagListParser finished")

Example #12

File: parser.py Project: JobsDong/tigerspider

 def __init__(self, namespace):
     BaseParser.__init__(self, namespace)
     self.logger.info("init description parser finish")

Example #13

 def __init__(self, namespace):
     BaseParser.__init__(self, namespace)
     self.logger.debug("init nuomi PictureParser")

Example #14

File: parser.py Project: JobsDong/tigerspider

 def __init__(self, namespace):
     BaseParser.__init__(self, namespace)
     self.logger.info("init attraction list parser finish")

Example #15

File: parser.py Project: Yappawu/tigerspider

 def __init__(self, namespace):
     BaseParser.__init__(self, namespace)
     self.logger.info("init AttractionParser finished")

Example #16

File: parser.py Project: Yappawu/tigerspider

 def __init__(self, namespace):
     BaseParser.__init__(self, namespace)
     self.logger.info("init CommentListParser finish")

Example #17

File: parser.py Project: Yappawu/tigerspider

 def __init__(self, namespace, batch_count=20):
     BaseParser.__init__(self, namespace)
     self.logger.debug("init HotelListParser")
     self.batch_count = batch_count

Example #18

 def __init__(self, namespace):
     BaseParser.__init__(self, namespace)
     self.logger.info("init description parser finish")

Example #19

File: parser.py Project: Yappawu/tigerspider

 def __init__(self, namespace):
     BaseParser.__init__(self, namespace)
     self.logger.info("init PictureParser finished")

Example #20

File: parser.py Project: JobsDong/tigerspider

 def __init__(self, namespace):
     BaseParser.__init__(self, namespace)
     self.logger.debug("init nuomi PictureParser")

Example #21

File: parser.py Project: JobsDong/tigerspider

 def __init__(self, namespace):
     BaseParser.__init__(self, namespace)
     self.logger.info(u"init Activity Parser finished")

Example #22

File: parser.py Project: JobsDong/tigerspider

 def __init__(self, namespace, batch_count=20):
     BaseParser.__init__(self, namespace)
     self.logger.debug("init HotelListParser")
     self.batch_count = batch_count