def process_aminer(docs):
mysql = Mysql()
people = mysql.fetch_person()
index = 0
for row in people:
data = ""
if index % 10000 == 0:
print index
index+=1
# verbose.debug(row[0])
docs['id'].append(row[0])
docs['type'].append(1)
data+=(row[1]+'\n')
if row[2]!= -1:
mysql.cur.execute("SELECT * FROM contact_info c WHERE c.id = '"+str(row[2])+"'")
contact = mysql.cur.fetchall()
for c in contact:
for i in [1,4,5,7,8,14,15,17,18,20,21,22,24]:
if c[i]!=None:
try:
data+=(str(c[i])+'\n')
except:
try:
data+=(str(c[i])+'\n')
except Exception, e:
print e
mysql.cur.execute("SELECT * FROM na_person_organization o WHERE o.aid = "+str(row[0]))
organization = mysql.cur.fetchall()
for o in organization:
data+=str(o[4])
docs['data'].append(UnicodeDammit(data.replace(","," ")).markup)
