def getAunexesForColl(coll):
aunexes=[]
conn=getMongoDBConn()
auvertCursor = getMongoDBColl(DB_NAME,coll,conn).find({'aunex':{'$exists':True}})
if auvertCursor.count():
print auvertCursor.count(),'records found'
for record in auvertCursor:
aunexes.append(record['aunex'])
return aunexes
conn.disconnect()
return aunexes
def normAunexesInColl(collName):
conn=getMongoDBConn()
coll=getMongoDBColl(DB_NAME,collName,conn)
auvertCursor = coll.find({'aunex':{'$exists':True}})
if auvertCursor.count():
for record in auvertCursor:
aunex=record['aunex']
# print 'Updating record for',aunex
normAunex=normalizeName(aunex)
coll.update({'aunex':aunex},{'$set':{'aunex':normAunex}})
# print 'Record for',aunex,'updated with',normAunex
conn.disconnect()
def populateMongoDBColl(collName='authorClaimUsers'):
conn=getMongoDBConn()
if getMongoDBColl('authorprofile','authorClaimUsers',conn).find_one({'authorClaimUser':{'$exists':True}}):
print 'Database already populated!'
exit()
conn.disconnect()
exit()
#!/usr/bin/python
import re
from os.path import join
from os import listdir
from authorprofile.common import getMongoDBColl,getMongoDBConn
conn=getMongoDBConn()
records=getMongoDBColl('authorprofile','auversion',conn).find({'amfCollection':{'$exists':True},'lastUpdateSuccessful':False})
numberOfRecords=records.count()
if numberOfRecords:
print 'The auversion process has not finished for',numberOfRecords,'files:'
for record in records:
print record['filePath']
conn.disconnect()
conn=getMongoDBConn()
records=getMongoDBColl('authorprofile','auversion',conn).find({'aunex':{'$exists':True},'lastUpdateSuccessful':False})
if records.count():
print 'Auversion insertion/updates have not finished for the following author-namestrings/aunexes:'
for record in records.sort('timeLastUpdated'):
print record['aunex']
conn.disconnect()
for pid in [pid for pid in listdir('/proc') if pid.isdigit()]:
#print open(os.path.join('/proc', pid, 'cmdline'), 'rb').read()
cmdLineInvocation=open(join('/proc', pid, 'cmdline'), 'rb').read()
if 'vertical.pl' in cmdLineInvocation:
print 'Vertical integration calculations are currently being performed for:',re.search('p[a-zA-Z]{2}\d+',cmdLineInvocation).group(0)
conn=getMongoDBConn()
