def adding_SA1Code_toTweet(): config = configparser.RawConfigParser() config.read('conf/conf.cfg') db_tweets = couch_login(config,'tweets') db_handles = couch_login(config,'handles') positive_words2,negative_words2 = preprocessor.posNegWordList() for id in db_tweets.iterview('hasCoordinate/hasCoordinate',9700000,None): #print('%s' % id.key['id_str']) #polarity_final_score=preprocessor.processSentimentAnnlysis(id.key['text'],positive_words2,negative_words2) #id.key['polarity_final_score']=polarity_final_score #print (id.key['geo']['coordinates']) a=id.key['geo']['coordinates'][0] b=id.key['geo']['coordinates'][1] id.key['geo']['coordinates'][0]=b id.key['geo']['coordinates'][1]=a print (id.key['geo']['coordinates']) print(len(suburb_data['features'])) for i in suburb_data['features']: #pass tweet's coordinates here #print (id.key['geo']['coordinates']) if(inside(id.key['geo']['coordinates'],i['geometry']['coordinates'][0][0])): id.key['SA1_code']=i['properties']['feature_name'] print (id.key['SA1_code']) #id.key['suburb_code']=i['properties']['feature_code'] #print (id.key['suburb_code']) #outFile.write(json.dumps(tweet)) #outFile.write("\n") id.key['geo']['coordinates'][0]=a id.key['geo']['coordinates'][1]=b doc=db_tweets.save(id.key) #print ('%s\n' % doc[id]) print("complete")
def adding_polarityScore_suburbCodeAndName(): config = configparser.RawConfigParser() config.read('conf/conf.cfg') db_tweets = couch_login(config,'tweets') db_handles = couch_login(config,'handles') positive_words2,negative_words2 = preprocessor.posNegWordList() for id in db_tweets.iterview('hasCoordinate/hasCoordinate',9700000,None): print('%s' % id.key['id_str']) polarity_final_score=preprocessor.processSentimentAnnlysis(id.key['text'],positive_words2,negative_words2) id.key['polarity_final_score']=polarity_final_score print (id.key['geo']['coordinates']) a=id.key['geo']['coordinates'][0] b=id.key['geo']['coordinates'][1] id.key['geo']['coordinates'][0]=b id.key['geo']['coordinates'][1]=a print (id.key['geo']['coordinates']) for i in suburb_data['features']: if(inside(id.key['geo']['coordinates'],i['geometry']['coordinates'][0][0])): id.key['suburb']=i['properties']['feature_name'] print (id.key['suburb']) id.key['suburb_code']=i['properties']['feature_code'] print (id.key['suburb_code']) id.key['geo']['coordinates'][0]=a id.key['geo']['coordinates'][1]=b doc=db_tweets.save(id.key) print("complete")
def getCoordFromView(): config = configparser.RawConfigParser() config.read('conf/conf.cfg') db_tweets = couch_login(config,'tweets') db_handles = couch_login(config,'handles') # file=open("Files/tweets_bigFile.json","w") # for id in db_tweets.iterview('hasCoordinate/hasCoordinate',12000,None): # print id.key # print(id.key) # file.write(json.dumps(id.key)) # file.write("\n")
def makingDatabase_for_storingAURIN_familyIncomeData(): config = configparser.RawConfigParser() config.read('conf/conf.cfg') db_tweets = couch_login(config,'family_data') j=0 for i in suburb_data['features']: print (j) db_tweets.save(i) j=j+1
def makingDatabase_for_storingAURIN_blockIncomeData(): config = configparser.RawConfigParser() config.read('conf/conf.cfg') db_tweets = couch_login(config,'block_income') j=0 for i in SA1Code_data['features']: print (j) db_tweets.save(i) j=j+1
import json import json from conf.couchdb_login import couch_login import configparser from pprint import pprint config = configparser.RawConfigParser() config.read('conf/conf.cfg') db_tweets = couch_login(config,'block_income') with open('Files/SA1Code_data.json') as data_file: data = json.load(data_file) j=0 for i in data['features']: print (j) db_tweets.save(i) j=j+1