def run(nextPageID, currentPageID, username, followedByUsername,
filterTags, filterAbout, additionalTags):
api = SecureCommentAPI(session.auth.user)
try:
comments = api.getForObject(
about,
username=username,
followedByUsername=followedByUsername,
filterTags=filterTags,
filterAbout=filterAbout,
limit=26,
olderThan=nextPageID,
newerThan=currentPageID,
additionalTags=additionalTags)
except UnknownPathError as error:
raise JSONRPCError("Unknown path in additionalTags: '%s'." %
error.paths[0].encode('utf-8'))
nextPageID = None
if len(comments) == 26:
nextPageID = comments[-2][u'fluidinfo.com/info/timestamp']
comments = comments[:-1]
currentPageID = (comments[0][u'fluidinfo.com/info/timestamp']
if comments else None)
return {
'currentPageID': currentPageID,
'nextPageID': nextPageID,
'comments': comments
}
def upload(self, comments, message=None):
"""Upload batch comment data directly into Fluidinfo.
@param comments: A C{list} of comment C{dict}s, each with keys:
about: (Optional) A C{list} of C{unicode} values the comment is
about.
importer: The C{unicode} name of the importer application.
text: The C{unicode} text of the comment.
timestamp: A C{datetime.datetime} instance or C{None} if the
current time should be used.
url: A C{str} URL where the comment took place, or C{None}.
username: The user's C{unicode} name in Fluidinfo. Note that the
user might not officially exist in Fluidinfo yet. For example,
we could be importing the tweets of someone who is followed by
an actual Fluidinfo user.
@param message: An optional C{unicode} message used to make logging
output less generic.
"""
message = (u'%s: ' % message) if message else u''
nComments = len(comments)
nImported = 0
logging.info('%sImporting %d new comments.', message, nComments)
startTime = time()
while comments:
# NOTE: Be careful here. An obvious refactoring, at first
# glance, is to move the logic to get the user and create the
# comment API outside the loop, but doing so will cause the
# user object to be used across transaction boundaries, which
# we don't want to do. It's important that the database
# interactions for each batch processed here are managed in a
# single transaction.
thisBatch = comments[0:min(len(comments), self._batchSize)]
try:
user = getUser(u'fluidinfo.com')
if user is None:
raise UnknownUserError([u'fluidinfo.com'])
for comment in thisBatch:
SecureCommentAPI(user).create(comment['text'],
comment['username'],
importer=comment['importer'],
url=comment['url'],
about=comment.get('about'),
when=comment['timestamp'])
transaction.commit()
nImported += len(thisBatch)
logging.info('%sImported %d/%d new comments.', message,
nImported, nComments)
except:
transaction.abort()
logging.info('%sImport failed. Aborting.', message)
raise
else:
comments = comments[len(thisBatch):]
elapsed = time() - startTime
logging.info(
'%sImported %d comments in %s seconds, %.3f '
'comments/second.', message, nComments, elapsed,
float(nComments) / elapsed)
def setUp(self):
super(SecureCommentAPIWithUserRoleTest, self).setUp()
createSystemData()
UserAPI().create([
(u'username', u'password', u'User', u'*****@*****.**'),
(u'fluidinfo.com', u'secret', u'Fluidinfo', u'*****@*****.**')])
self.user = getUser(u'username')
self.comments = SecureCommentAPI(self.user)
def testUpdateWithAnonymous(self):
"""
L{SecureObjectAPI.update} raises a L{PermissionDeniedError} if it's
invoked by a L{User} with the L{Role.ANONYMOUS}.
"""
commentAPI = SecureCommentAPI(self.anon)
error = self.assertRaises(PermissionDeniedError, commentAPI.update,
'digg.com', 'joe', datetime.utcnow(), u'new')
self.assertEqual(self.anon.username, error.username)
self.assertEqual(
[(u'fluidinfo.com/info/username', Operation.WRITE_TAG_VALUE)],
error.pathsAndOperations)
def testCreateIsDenied(self):
"""
L{SecureObjectAPI.create} raises a L{PermissionDeniedError} if it's
invoked by a L{User} with the L{Role.ANONYMOUS}.
"""
commentAPI = SecureCommentAPI(self.anon)
error = self.assertRaises(PermissionDeniedError, commentAPI.create,
'text...', 'joe')
self.assertEqual(self.anon.username, error.username)
self.assertEqual(
[(u'fluidinfo.com/info/username', Operation.WRITE_TAG_VALUE)],
error.pathsAndOperations)
def run(nextPageID, objectType):
api = SecureCommentAPI(session.auth.user)
result = api.getFollowedObjects(username,
limit=21,
olderThan=nextPageID,
objectType=objectType)
objects = [{
'about': followedObject['about'],
'following': followedObject['following']
} for followedObject in result]
nextPageID = None
if len(result) == 21:
nextPageID = result[-2][u'creationTime']
objects = objects[:-1]
return {'nextPageID': nextPageID, 'objects': objects}
def run(nextPageID, currentPageID):
api = SecureCommentAPI(session.auth.user)
comments = api.getAllFollowed(username,
limit=26,
olderThan=nextPageID,
newerThan=currentPageID)
nextPageID = None
if len(comments) == 26:
nextPageID = comments[-2][u'fluidinfo.com/info/timestamp']
comments = comments[:-1]
currentPageID = (comments[0][u'fluidinfo.com/info/timestamp']
if comments else None)
return {
'currentPageID': currentPageID,
'nextPageID': nextPageID,
'comments': comments
}
def run(nextPageID, currentPageID, filterTags, additionalTags):
api = SecureCommentAPI(session.auth.user)
comments = api.getRecent(limit=26,
olderThan=nextPageID,
newerThan=currentPageID,
filterTags=filterTags,
additionalTags=additionalTags)
nextPageID = None
if len(comments) == 26:
nextPageID = comments[-2][u'fluidinfo.com/info/timestamp']
comments = comments[:-1]
currentPageID = (comments[0][u'fluidinfo.com/info/timestamp']
if comments else None)
return {
'currentPageID': currentPageID,
'nextPageID': nextPageID,
'comments': comments
}
def run(importer, username, when):
api = SecureCommentAPI(session.auth.user)
return {'deletedComments': api.delete(importer, username, when)}
def run():
api = SecureCommentAPI(session.auth.user)
return api.create(text,
session.auth.username,
about=about,
when=creationTime)
def run():
api = SecureCommentAPI(session.auth.user)
return api.summarizeObject(about)
def run(importer, username, when, newText):
api = SecureCommentAPI(session.auth.user)
return api.update(importer, username, when, newText)