def get(self):
datatype = self.request.get('datatype')
fortnight_ago = datetime.now() + timedelta(days=-14)
counter = 0
self.response.out.write(
"Looking to delete stuff from before " + str(fortnight_ago) + "<br>"
)
if datatype == "tweet":
old_tweets = Tweet.gql(
'WHERE created_at < :before LIMIT 1000', before=fortnight_ago)
for t in old_tweets:
t.delete()
counter += 1
elif datatype == "analysis":
old_analyses = Analysis.gql(
'WHERE created_at < :before LIMIT 1000', before=fortnight_ago)
for a in old_analyses:
a.delete()
counter += 1
elif datatype == "gdata":
old_gdatas = AnalysisGData.gql(
'WHERE created_at < :before LIMIT 50', before=fortnight_ago)
for g in old_gdatas:
g.delete()
counter += 1
else:
self.response.out.write("Please say what datatype you'd like to tidy up. ")
self.response.out.write(str(counter) + " items deleted")
def get(self):
datatype = self.request.get('datatype')
fortnight_ago = datetime.now() + timedelta(days=-14)
counter = 0
self.response.out.write("Looking to delete stuff from before " +
str(fortnight_ago) + "<br>")
if datatype == "tweet":
old_tweets = Tweet.gql('WHERE created_at < :before LIMIT 1000',
before=fortnight_ago)
for t in old_tweets:
t.delete()
counter += 1
elif datatype == "analysis":
old_analyses = Analysis.gql(
'WHERE created_at < :before LIMIT 1000', before=fortnight_ago)
for a in old_analyses:
a.delete()
counter += 1
elif datatype == "gdata":
old_gdatas = AnalysisGData.gql(
'WHERE created_at < :before LIMIT 50', before=fortnight_ago)
for g in old_gdatas:
g.delete()
counter += 1
else:
self.response.out.write(
"Please say what datatype you'd like to tidy up. ")
self.response.out.write(str(counter) + " items deleted")
def get(self):
self.response.headers["Content-Type"] = "text/plain"
myplace = self.request.get('place')
urlbase = 'http://search.twitter.com/search.json'
if myplace == 'Oxford':
search_url = urlbase + '?geocode=51.751944%2C-1.257778%2C10km'
elif myplace == 'London':
search_url = urlbase + '?geocode=51.511676%2C-0.133209%2C10km'
elif myplace == 'York':
search_url = urlbase + '?geocode=53.958333%2C-1.080278%2C10km'
elif myplace == 'Margate':
search_url = urlbase + '?geocode=51.382681%2C1.3664245%2C10km'
elif myplace == 'Bristol':
search_url = urlbase + '?geocode=51.45%2C-2.583333%2C10km'
else:
self.response.out.write(
("Please provide a 'place' parameter:"
"Oxford, London, York, Bristol or Margate."))
self.response.out.write('About to access: %s\n\n' % search_url)
f = urlfetch.fetch(url=search_url)
if f.status_code == 200:
j = json.loads(f.content)
for result in j['results']:
self.response.out.write(result)
self.response.out.write('\n')
if (result['id']):
same_id = Tweet.gql('WHERE tweet_id = :1', result['id'])
if (same_id.count() > 0):
self.response.out.write(
'Tweet id #%s exists in the datastore\n' %
result['id'])
else:
self.response.out.write(
'Adding tweet id #%s to datastore\n' %
result['id'])
created_at = datetime.fromtimestamp(
mktime_tz(parsedate_tz(result['created_at'])))
tweet = Tweet(tweet_id=result['id'],
tweet_content=result['text'],
place=myplace,
created_at=created_at)
tweet.put()
elif f.status_code == 400:
self.response.out.write('UHOH! You have hit the rate limit...')
def get(self):
self.response.headers["Content-Type"] = "text/plain"
myplace = self.request.get('place')
urlbase = 'http://search.twitter.com/search.json'
if myplace == 'Oxford':
search_url = urlbase + '?geocode=51.751944%2C-1.257778%2C10km'
elif myplace == 'London':
search_url = urlbase + '?geocode=51.511676%2C-0.133209%2C10km'
elif myplace == 'York':
search_url = urlbase + '?geocode=53.958333%2C-1.080278%2C10km'
elif myplace == 'Margate':
search_url = urlbase + '?geocode=51.382681%2C1.3664245%2C10km'
elif myplace == 'Bristol':
search_url = urlbase + '?geocode=51.45%2C-2.583333%2C10km'
else:
self.response.out.write(("Please provide a 'place' parameter:"
"Oxford, London, York, Bristol or Margate."))
self.response.out.write('About to access: %s\n\n' % search_url)
f = urlfetch.fetch(url=search_url)
if f.status_code == 200:
j = json.loads(f.content)
for result in j['results']:
self.response.out.write(result)
self.response.out.write('\n')
if (result['id']):
same_id = Tweet.gql('WHERE tweet_id = :1', result['id'])
if (same_id.count() > 0):
self.response.out.write('Tweet id #%s exists in the datastore\n'
% result['id'])
else:
self.response.out.write('Adding tweet id #%s to datastore\n'
% result['id'])
created_at = datetime.fromtimestamp(
mktime_tz(parsedate_tz(result['created_at'])))
tweet = Tweet(
tweet_id=result['id'],
tweet_content=result['text'],
place=myplace,
created_at=created_at
)
tweet.put()
elif f.status_code == 400:
self.response.out.write('UHOH! You have hit the rate limit...')
