def __init__(self, *a, **kw):
super(ChomeSpider, self).__init__(*a, **kw)
dispatcher.connect(self.spider_closed, signals.spider_closed)
terminal = DatabaseTerminal(sys.argv, self.name)
self.d = terminal.get_arguments()
self.xml = CommonXml()
self.exc = ZmagsException(5)
if self.d['database']:
self.database = Database()
self.database.connect()
self.products, self.no_urls = self.database.select_products(
self.d['catalog_id'], self.d['product_id'])
self.database.disconnect()
else:
self.get_lists_from_excel()
self.add_properties(self.xml)
self.images_store = "/" + settings['IMAGES_STORE']
self.total = len(self.no_urls['product_ids'])
def __init__(self, *a, **kw):
super(GuitarCenterSpider, self).__init__(*a, **kw)
dispatcher.connect(self.spider_closed, signals.spider_closed)
terminal = DatabaseTerminal(sys.argv, self.name)
self.d = terminal.get_arguments()
self.xml = CommonXml()
self.exc = ZmagsException(5)
if self.d['database']:
self.database = Database()
self.database.connect()
self.products, self.no_urls = self.database.select_products(self.d['catalog_id'],
self.d['product_id'])
self.database.disconnect()
else:
self.get_lists_from_excel()
self.add_properties(self.xml)
self.handle_not_provided()
self.start_urls = self.products['urls']
self.total = len(self.products['urls'])
def __init__(self, *a, **kw):
super(BurtonSpider, self).__init__(*a, **kw)
dispatcher.connect(self.spider_closed, signals.spider_closed)
terminal = DatabaseTerminal(sys.argv, self.name)
self.d = terminal.get_arguments()
self.xml = CommonXml()
self.exc = ZmagsException(5, "Burton")
if self.d['database']:
self.database = Database()
self.database.connect()
self.products, self.no_urls = self.database.select_products(
self.d['catalog_id'], self.d['product_id'])
self.database.disconnect()
else:
self.get_lists_from_excel()
self.handle_not_provided()
burton.add_properties(self.xml)
self.start_urls = self.products['urls']
self.start_urls = [
"http://www.dickssportinggoods.com/product/index.jsp?productId=13243074"
]
self.images_store = "/" + settings['IMAGES_STORE']
self.total = len(self.start_urls)
def __init__(self, *a, **kw):
super(PartyliteSpider, self).__init__(*a, **kw)
dispatcher.connect(self.spider_closed, signals.spider_closed)
terminal = PartyliteTerminal(sys.argv, self.name)
self.d = terminal.get_arguments()
self.images_store = "/" + settings['IMAGES_STORE']
self.users = party.get_users(settings, self.d)
self.exc = ZmagsException(50)
self.production = self.d['env']
self.upload = self.d['upload']
self.english = self.d['lang']
self.file_name = self.d['file']
if self.d['database']:
self.database = Database()
self.database.connect()
self.products, self.no_urls = self.database.select_products(self.d['catalog_id'],
self.d['product_id'])
self.database.disconnect()
self.change_url_list()
else:
self.get_lists_from_excel()
self.xml = CommonXml()
party.add_properties(self.xml)
self.total = len(self.products['urls'])
