import time
for productcode,productname,intro,category in rows:
#save2file([productcode,productname,intro,category],storepath+"/"+str(productcode)+".txt")
count+=1
if count>1000000:
break
# productcode=str(productcode).strip().decode("utf8")
# print productcode
# s=unicode(productcode,"utf8").decode("utf8")
# print s
# print type(s)
# print chardet.detect(s)
productname=str(productname).strip()
print "==="
print productcode
# time.sleep(1)
# print chardet.detect(productcode)
print chardet.detect(productname)
print chardet.detect(category)
print chardet.detect(intro or "")
if intro is None:
# print type(text)
# print type(intro)
text=productname.strip()+","+category.strip()
else:
text=productname.strip()+","+category.strip()+","+intro.strip()
print text
# save2file(text.decode("gb2312").encode("utf8"),storepath+"/"+str(productcode)+".txt")
save2file(text,storepath+"/"+str(productcode)+".txt")
if count>1000000:
break
# productcode=str(productcode).strip().decode("utf8")
# print productcode
# s=unicode(productcode,"utf8").decode("utf8")
# print s
# print type(s)
# print chardet.detect(s)
productname=str(productname).strip()
print "==="
print productcode
# time.sleep(1)
# print chardet.detect(productcode)
print chardet.detect(productname)
print chardet.detect(category)
print chardet.detect(intro or "")
if intro is None:
# print type(text)
# print type(intro)
text=productname.strip()+","+category.strip()
else:
text=productname.strip()+","+category.strip()+","+intro.strip()
print text
save2file(text.decode("gb2312").encode("utf8"),storepath+"/"+str(productcode)+".txt")
#save2file(text,storepath+"/"+str(productcode)+".txt")
end=datetime.now()
print "cost time:%ss"%(end-start).seconds
print "done!"
