def adding_SA1Code_toTweet():
config = configparser.RawConfigParser()
config.read('conf/conf.cfg')
db_tweets = couch_login(config,'tweets')
db_handles = couch_login(config,'handles')
positive_words2,negative_words2 = preprocessor.posNegWordList()
for id in db_tweets.iterview('hasCoordinate/hasCoordinate',9700000,None):
#print('%s' % id.key['id_str'])
#polarity_final_score=preprocessor.processSentimentAnnlysis(id.key['text'],positive_words2,negative_words2)
#id.key['polarity_final_score']=polarity_final_score
#print (id.key['geo']['coordinates'])
a=id.key['geo']['coordinates'][0]
b=id.key['geo']['coordinates'][1]
id.key['geo']['coordinates'][0]=b
id.key['geo']['coordinates'][1]=a
print (id.key['geo']['coordinates'])
print(len(suburb_data['features']))
for i in suburb_data['features']:
#pass tweet's coordinates here
#print (id.key['geo']['coordinates'])
if(inside(id.key['geo']['coordinates'],i['geometry']['coordinates'][0][0])):
id.key['SA1_code']=i['properties']['feature_name']
print (id.key['SA1_code'])
#id.key['suburb_code']=i['properties']['feature_code']
#print (id.key['suburb_code'])
#outFile.write(json.dumps(tweet))
#outFile.write("\n")
id.key['geo']['coordinates'][0]=a
id.key['geo']['coordinates'][1]=b
doc=db_tweets.save(id.key)
#print ('%s\n' % doc[id])
print("complete")
def adding_polarityScore_suburbCodeAndName():
config = configparser.RawConfigParser()
config.read('conf/conf.cfg')
db_tweets = couch_login(config,'tweets')
db_handles = couch_login(config,'handles')
positive_words2,negative_words2 = preprocessor.posNegWordList()
for id in db_tweets.iterview('hasCoordinate/hasCoordinate',9700000,None):
print('%s' % id.key['id_str'])
polarity_final_score=preprocessor.processSentimentAnnlysis(id.key['text'],positive_words2,negative_words2)
id.key['polarity_final_score']=polarity_final_score
print (id.key['geo']['coordinates'])
a=id.key['geo']['coordinates'][0]
b=id.key['geo']['coordinates'][1]
id.key['geo']['coordinates'][0]=b
id.key['geo']['coordinates'][1]=a
print (id.key['geo']['coordinates'])
for i in suburb_data['features']:
if(inside(id.key['geo']['coordinates'],i['geometry']['coordinates'][0][0])):
id.key['suburb']=i['properties']['feature_name']
print (id.key['suburb'])
id.key['suburb_code']=i['properties']['feature_code']
print (id.key['suburb_code'])
id.key['geo']['coordinates'][0]=a
id.key['geo']['coordinates'][1]=b
doc=db_tweets.save(id.key)
print("complete")
def getCoordFromView():
config = configparser.RawConfigParser()
config.read('conf/conf.cfg')
db_tweets = couch_login(config,'tweets')
db_handles = couch_login(config,'handles')
# file=open("Files/tweets_bigFile.json","w")
# for id in db_tweets.iterview('hasCoordinate/hasCoordinate',12000,None):
# print id.key
# print(id.key)
# file.write(json.dumps(id.key))
# file.write("\n")
def makingDatabase_for_storingAURIN_familyIncomeData():
config = configparser.RawConfigParser()
config.read('conf/conf.cfg')
db_tweets = couch_login(config,'family_data')
j=0
for i in suburb_data['features']:
print (j)
db_tweets.save(i)
j=j+1
def makingDatabase_for_storingAURIN_blockIncomeData():
config = configparser.RawConfigParser()
config.read('conf/conf.cfg')
db_tweets = couch_login(config,'block_income')
j=0
for i in SA1Code_data['features']:
print (j)
db_tweets.save(i)
j=j+1
import json
import json
from conf.couchdb_login import couch_login
import configparser
from pprint import pprint
config = configparser.RawConfigParser()
config.read('conf/conf.cfg')
db_tweets = couch_login(config,'block_income')
with open('Files/SA1Code_data.json') as data_file:
data = json.load(data_file)
j=0
for i in data['features']:
print (j)
db_tweets.save(i)
j=j+1
