import time for productcode,productname,intro,category in rows: #save2file([productcode,productname,intro,category],storepath+"/"+str(productcode)+".txt") count+=1 if count>1000000: break # productcode=str(productcode).strip().decode("utf8") # print productcode # s=unicode(productcode,"utf8").decode("utf8") # print s # print type(s) # print chardet.detect(s) productname=str(productname).strip() print "===" print productcode # time.sleep(1) # print chardet.detect(productcode) print chardet.detect(productname) print chardet.detect(category) print chardet.detect(intro or "") if intro is None: # print type(text) # print type(intro) text=productname.strip()+","+category.strip() else: text=productname.strip()+","+category.strip()+","+intro.strip() print text # save2file(text.decode("gb2312").encode("utf8"),storepath+"/"+str(productcode)+".txt") save2file(text,storepath+"/"+str(productcode)+".txt")
if count>1000000: break # productcode=str(productcode).strip().decode("utf8") # print productcode # s=unicode(productcode,"utf8").decode("utf8") # print s # print type(s) # print chardet.detect(s) productname=str(productname).strip() print "===" print productcode # time.sleep(1) # print chardet.detect(productcode) print chardet.detect(productname) print chardet.detect(category) print chardet.detect(intro or "") if intro is None: # print type(text) # print type(intro) text=productname.strip()+","+category.strip() else: text=productname.strip()+","+category.strip()+","+intro.strip() print text save2file(text.decode("gb2312").encode("utf8"),storepath+"/"+str(productcode)+".txt") #save2file(text,storepath+"/"+str(productcode)+".txt") end=datetime.now() print "cost time:%ss"%(end-start).seconds print "done!"