def initStartUrls(self): # self.kkcardb = sqlite3.connect(self.dbName) # self.cursor = self.kkcardb.cursor() #连接MySQL settings = get_project_settings() host = settings.get('MYSQL_HOST') port = settings.get('MYSQL_PORT') user = settings.get('MYSQL_USER') passwd = settings.get('MYSQL_PASSWD') dbName = settings.get('MYSQL_DBNAME') dbTool = connMySQL(host, int(port), user, passwd, dbName) self.kkcardb = dbTool[0] self.cursor = dbTool[1] #sqlite3中方法 # seriesIdList = self.cursor.execute('select id from t_bx_car_series') # # for seriesId in seriesIdList: # start_url = 'http://www.16888.com/'+str(seriesId[0]) # self.start_urls.append(start_url) # print('start_urls='+start_url) #mysql方法 count = self.cursor.execute('select id from t_bx_car_series') print('count=' + str(count)) seriesList = self.cursor.fetchall() for seriesId in seriesList: start_url = 'http://www.16888.com/' + str(seriesId[0]) self.start_urls.append(start_url) print('start_urls=' + start_url) self.cursor.close() self.kkcardb.close()
def initStartUrls(self): # self.kkcardb = sqlite3.connect(self.dbName) # self.cursor = self.kkcardb.cursor() #连接MySQL settings = get_project_settings() host = settings.get('MYSQL_HOST') port = settings.get('MYSQL_PORT') user = settings.get('MYSQL_USER') passwd = settings.get('MYSQL_PASSWD') dbName = settings.get('MYSQL_DBNAME') dbTool = connMySQL(host, int(port), user, passwd, dbName) self.kkcardb = dbTool[0] self.cursor = dbTool[1] #sqlite3中方法 # seriesIdList = self.cursor.execute('select id from t_bx_car_series') # # for seriesId in seriesIdList: # start_url = 'http://www.16888.com/'+str(seriesId[0]) # self.start_urls.append(start_url) # print('start_urls='+start_url) #mysql方法 count = self.cursor.execute('select id from t_bx_car_series') print('count='+str(count)) seriesList = self.cursor.fetchall() for seriesId in seriesList: start_url = 'http://www.16888.com/'+str(seriesId[0]) self.start_urls.append(start_url) print('start_urls='+start_url) self.cursor.close() self.kkcardb.close()
def initialize(self): # if path.exists(self.filename): # self.kkcardb = sqlite3.connect(self.filename) # self.cursor = self.kkcardb.cursor() # else: # self.kkcardb = self.create_table(self.filename) # self.cursor = self.kkcardb.cursor() #连接MySQL settings = get_project_settings() host = settings.get('MYSQL_HOST') port = settings.get('MYSQL_PORT') user = settings.get('MYSQL_USER') passwd = settings.get('MYSQL_PASSWD') dbName = settings.get('MYSQL_DBNAME') print('mysql:'+host+','+port+','+user+','+passwd+','+dbName) dbTool = connMySQL(host, int(port), user, passwd, dbName) self.kkcardb = dbTool[0] self.cursor = dbTool[1]
def initialize(self): # if path.exists(self.filename): # self.kkcardb = sqlite3.connect(self.filename) # self.cursor = self.kkcardb.cursor() # else: # self.kkcardb = self.create_table(self.filename) # self.cursor = self.kkcardb.cursor() #连接MySQL settings = get_project_settings() host = settings.get('MYSQL_HOST') port = settings.get('MYSQL_PORT') user = settings.get('MYSQL_USER') passwd = settings.get('MYSQL_PASSWD') dbName = settings.get('MYSQL_DBNAME') print('mysql:' + host + ',' + port + ',' + user + ',' + passwd + ',' + dbName) dbTool = connMySQL(host, int(port), user, passwd, dbName) self.kkcardb = dbTool[0] self.cursor = dbTool[1]