def insertSource(name):
sourcesService = entityFor(ISourceService)
assert isinstance(sourcesService, ISourceService)
srcs = sourcesService.getAll(q=QSource(name=name))
if srcs: src = next(iter(srcs)).Id
else:
src = Source()
src.Name = name
src.IsModifiable, src.URI, src.Type, src.Key = False, '', '', ''
src = sourcesService.insert(src)
collaboratorService = entityFor(ICollaboratorService)
assert isinstance(collaboratorService, ICollaboratorService)
colls = collaboratorService.getAll(qs=QSource(name=name))
if not colls:
coll = Collaborator()
coll.User = None
coll.Source = src
collaboratorService.insert(coll)
def _getCollaboratorForAuthor(self, author, source):
'''
Returns a collaborator identifier for the user/source defined in the post.
If the post was not created by a user it returns a collaborator for the
source identified in the post and the default user. The default user should
be the sync entry creator. If the source from the post does not exist
locally raises Exception.
@param author: dict
The author data in JSON decoded format
@param source: Source
The source from which the blog synchronization is done
@return: integer
The collaborator identifier.
'''
assert isinstance(source, Source)
try:
userJSON = author['User']
user = User()
user.Name = sha1((userJSON.get('Name', '') + source.URI).encode(self.encodingType)).hexdigest()
user.FirstName, user.LastName = userJSON.get('FirstName', ''), userJSON.get('LastName', '')
user.EMail, user.Password = userJSON.get('EMail', ''), '*'
user.Type = self.user_type_key
try: userId = self.userService.insert(user)
except InputError:
localUser = self.userService.getAll(q=QUser(name=user.Name))
userId = localUser[0].Id
c = Collaborator()
c.User, c.Source = userId, source.Id
try: return [self.collaboratorService.insert(c), userId]
except InputError:
collabs = self.collaboratorService.getAll(userId, source.Id)
return [collabs[0].Id, userId]
except KeyError:
q = QSource(name=author['Source']['Name'], isModifiable=False)
sources = self.sourceService.getAll(q=q)
if not sources: raise Exception('Invalid source %s' % q.name)
collabs = self.collaboratorService.getAll(userId=None, sourceId=sources[0].Id)
if collabs: return [collabs[0].Id, None]
else:
c = Collaborator()
c.Source = sources[0].Id
return [self.collaboratorService.insert(c), None]
def insertSource(name):
sourcesService = entityFor(ISourceService)
assert isinstance(sourcesService, ISourceService)
srcs = sourcesService.getAll(q=QSource(name=name))
if srcs: src = next(iter(srcs)).Id
else:
src = Source()
src.Name = name
src.IsModifiable, src.URI, src.Type, src.Key = False, '', '', ''
src = sourcesService.insert(src)
collaboratorService = entityFor(ICollaboratorService)
assert isinstance(collaboratorService, ICollaboratorService)
colls = collaboratorService.getAll(qs=QSource(name=name))
if not colls:
coll = Collaborator()
coll.User = None
coll.Source = src
collaboratorService.insert(coll)
def getCollaboratorsIds():
collaboratorService = entityFor(ICollaboratorService)
assert isinstance(collaboratorService, ICollaboratorService)
if not _cache_collaborators:
collaborators = _cache_collaborators
for uname, source in COLLABORATORS.items():
try: person = getUsersIds()[uname]
except KeyError:
person = None
colls, index = collaboratorService.getAll(qs=QSource(name=source)), source
else:
colls, index = collaboratorService.getAll(qp=QPerson(firstName=USERS[uname][0])), uname
if colls: collaborators[index] = colls[0].Id
else:
coll = Collaborator()
coll.Person = person
coll.Source = getSourcesIds()[source]
collaborators[index] = collaboratorService.insert(coll)
return _cache_collaborators
def getCollaboratorsIds():
collaboratorService = entityFor(ICollaboratorService)
assert isinstance(collaboratorService, ICollaboratorService)
if not _cache_collaborators:
collaborators = _cache_collaborators
for uname, source in COLLABORATORS.items():
try:
person = getUsersIds()[uname]
except KeyError:
person = None
colls, index = collaboratorService.getAll(qs=QSource(
name=source)), source
else:
colls, index = collaboratorService.getAll(qp=QPerson(
firstName=USERS[uname][0])), uname
if colls: collaborators[index] = colls[0].Id
else:
coll = Collaborator()
coll.Person = person
coll.Source = getSourcesIds()[source]
collaborators[index] = collaboratorService.insert(coll)
return _cache_collaborators
def getCollaboratorsIds():
collaboratorService = entityFor(ICollaboratorService)
assert isinstance(collaboratorService, ICollaboratorService)
collaborators = {}
for source, id in getSourcesIds().items():
colls = collaboratorService.getAll(qs=QSource(name=source))
if colls: collaborators[source] = colls[0].Id
else:
coll = Collaborator()
coll.User = None
coll.Source = getSourcesIds()[source]
collaborators[source] = collaboratorService.insert(coll)
for user, id in getUsersIds().items():
colls = collaboratorService.getAll(qu=QUser(name=user))
if colls: collaborators[user] = colls[0].Id
else:
coll = Collaborator()
coll.User = id
coll.Source = getSourcesIds()['internal']
collaborators[user] = collaboratorService.insert(coll)
return collaborators
def _getCollaboratorForAuthor(self, author, source):
'''
Returns a collaborator identifier for the user/source defined in the post.
If the post was not created by a user it returns a collaborator for the
source identified in the post and the default user. The default user should
be the sync entry creator. If the source from the post does not exist
locally raises Exception.
@param author: dict
The author data in JSON decoded format
@param source: Source
The source from which the blog synchronization is done
@return: integer
The collaborator identifier.
'''
assert isinstance(source, Source)
try:
userJSON = author['User']
user = User()
user.Name = sha1((userJSON.get('Name', '') + source.URI).encode(
self.encodingType)).hexdigest()
user.FirstName, user.LastName = userJSON.get('FirstName',
''), userJSON.get(
'LastName', '')
user.EMail, user.Password = userJSON.get('EMail', ''), '*'
user.Type = self.user_type_key
try:
userId = self.userService.insert(user)
except InputError:
localUser = self.userService.getAll(q=QUser(name=user.Name))
userId = localUser[0].Id
c = Collaborator()
c.User, c.Source = userId, source.Id
try:
return [self.collaboratorService.insert(c), userId]
except InputError:
collabs = self.collaboratorService.getAll(userId, source.Id)
return [collabs[0].Id, userId]
except KeyError:
q = QSource(name=author['Source']['Name'], isModifiable=False)
sources = self.sourceService.getAll(q=q)
if not sources: raise Exception('Invalid source %s' % q.name)
collabs = self.collaboratorService.getAll(userId=None,
sourceId=sources[0].Id)
if collabs: return [collabs[0].Id, None]
else:
c = Collaborator()
c.Source = sources[0].Id
return [self.collaboratorService.insert(c), None]
def getCollaboratorsIds():
collaboratorService = entityFor(ICollaboratorService)
assert isinstance(collaboratorService, ICollaboratorService)
collaborators = {}
for source, id in getSourcesIds().items():
colls = collaboratorService.getAll(qs=QSource(name=source))
if colls: collaborators[source] = colls[0].Id
else:
coll = Collaborator()
coll.User = None
coll.Source = getSourcesIds()[source]
collaborators[source] = collaboratorService.insert(coll)
for user, id in getUsersIds().items():
colls = collaboratorService.getAll(qu=QUser(name=user))
if colls: collaborators[user] = colls[0].Id
else:
coll = Collaborator()
coll.User = id
coll.Source = getSourcesIds()['internal']
collaborators[user] = collaboratorService.insert(coll)
return collaborators
def _getCollaboratorForAuthor(self, author, creator, source):
'''
Returns a collaborator identifier for the user/source defined in the post.
If the post was not created by a user (it is twitter, facebook, etc. post)
it returns a collaborator for the user that has added the post.
@param author: dict
The author data in JSON decoded format
@param creator: dict
The creator data in JSON decoded format
@param source: Source
The source from which the blog synchronization is done
@return: integer
The collaborator identifier.
'''
assert isinstance(source, Source)
user = User()
isAuthor = False
if 'User' in author:
userJSON = author['User']
isAuthor = True
else:
userJSON = creator
#To support old instances that don't have Uuid attribute
if 'Uuid' in userJSON: user.Uuid = userJSON.get('Uuid', '')
else: user.Uuid = str(uuid4().hex)
if 'Cid' in userJSON: cid = int(userJSON.get('Cid', ''))
else: cid = None
user.Name = user.Uuid
user.FirstName, user.LastName = userJSON.get('FirstName',
''), userJSON.get(
'LastName', '')
user.Address, user.PhoneNumber = userJSON.get('Address',
''), userJSON.get(
'PhoneNumber', '')
user.EMail, user.Password = userJSON.get('EMail', ''), '~'
user.Type = self.user_type_key
needUpdate = True
try:
userId = self.userService.insert(user)
except InputError:
localUser = self.userService.getByUuid(user.Uuid)
userId = localUser.Id
if localUser.Type == self.user_type_key and (cid is None or
localUser.Cid < cid):
user.Id = localUser.Id
user.Type = localUser.Type
user.Cid = cid
self.userService.update(user)
else:
needUpdate = False
collaborator = Collaborator()
collaborator.User, collaborator.Source = userId, source.Id
try:
collaboratorId = self.collaboratorService.insert(collaborator)
except InputError:
collaborators = self.collaboratorService.getAll(userId, source.Id)
collaboratorId = collaborators[0].Id
if isAuthor:
return [collaboratorId, userId, needUpdate, isAuthor]
else:
q = QSource(name=author['Source']['Name'], isModifiable=False)
sources = self.sourceService.getAll(q=q)
if not sources: raise Exception('Invalid source %s' % q.name)
collaborators = self.collaboratorService.getAll(
userId=None, sourceId=sources[0].Id)
if collaborators:
return [collaborators[0].Id, userId, needUpdate, isAuthor]
else:
collaborator = Collaborator()
collaborator.Source = sources[0].Id
return [
self.collaboratorService.insert(collaborator), userId,
needUpdate, isAuthor
]
def addComment(self, blogId, comment):
'''
@see: IBlogCommentService.addComment
'''
# checking if the blog exists
# checking whether comments are allowed shall be done in gateway
if not self.session().query(exists().where(BlogMapped.Id == blogId)).scalar():
raise InputError(Ref(_('Specified blog does not exist'),))
userName = comment.UserName
commentText = comment.CommentText
commentSource = comment.CommentSource if comment.CommentSource else self.source_name_default
# checking the necessary info: user name and comment text
if not userName:
raise InputError(Ref(_('No value for the mandatory UserName'),))
if not commentText:
raise InputError(Ref(_('No value for the mandatory CommentText'),))
# take (or make) the user (for user name) part of creator and collaborator
userTypeId, = self.session().query(UserTypeMapped.id).filter(UserTypeMapped.Key == self.user_type_key).one()
try:
sql = self.session().query(UserMapped.userId, UserMapped.Active)
sql = sql.filter(UserMapped.typeId == userTypeId)
sql = sql.filter(UserMapped.FirstName == userName)
userId, isActive = sql.one()
if not isActive:
raise InputError(Ref(_('The commentator user was inactivated'),))
except:
user = User()
user.FirstName = userName
user.LastName = self.user_last_name
user.Name = self._freeCommentUserName()
user.Password = binascii.b2a_hex(os.urandom(32)).decode()
user.Type = self.user_type_key
userId = self.userService.insert(user)
# make the source (for inlet type) part of collaborator
try:
sql = self.session().query(SourceMapped.Id).join(SourceTypeMapped)
sql = sql.filter(SourceTypeMapped.Key == self.source_type_key).filter(SourceMapped.Name == commentSource)
sourceId, = sql.one()
except NoResultFound:
source = Source()
source.Type = self.source_type_key
source.Name = commentSource
source.URI = ''
source.IsModifiable = True
sourceId = self.sourceService.insert(source)
# make the collaborator
sql = self.session().query(CollaboratorMapped.Id)
sql = sql.filter(CollaboratorMapped.Source == sourceId)
sql = sql.filter(CollaboratorMapped.User == userId)
try:
collabId, = sql.one()
except NoResultFound:
collab = Collaborator()
collab.Source = sourceId
collab.User = userId
collabId = self.collaboratorService.insert(collab)
# create post request
post = Post()
post.Type = self.post_type_key
post.Creator = userId
post.Author = collabId
post.Content = commentText
post.CreatedOn = datetime.now()
# insert the blog post
postId = self.blogPostService.insert(blogId, post)
return postId
def _getCollaboratorForAuthor(self, author, creator, source):
'''
Returns a collaborator identifier for the user/source defined in the post.
If the post was not created by a user (it is twitter, facebook, etc. post)
it returns a collaborator for the user that has added the post.
@param author: dict
The author data in JSON decoded format
@param creator: dict
The creator data in JSON decoded format
@param source: Source
The source from which the blog synchronization is done
@return: integer
The collaborator identifier.
'''
assert isinstance(source, Source)
user = User()
isAuthor = False
if 'User' in author:
userJSON = author['User']
isAuthor = True
else: userJSON = creator
#To support old instances that don't have Uuid attribute
if 'Uuid' in userJSON: user.Uuid = userJSON.get('Uuid', '')
else: user.Uuid = str(uuid4().hex)
if 'Cid' in userJSON: cid = int(userJSON.get('Cid', ''))
else: cid = None
user.Name = user.Uuid
user.FirstName, user.LastName = userJSON.get('FirstName', ''), userJSON.get('LastName', '')
user.Address, user.PhoneNumber = userJSON.get('Address', ''), userJSON.get('PhoneNumber', '')
user.EMail, user.Password = userJSON.get('EMail', ''), '~'
user.Type = self.user_type_key
needUpdate = False
try: userId = self.userService.insert(user)
except InputError:
localUser = self.userService.getByUuid(user.Uuid)
userId = localUser.Id
if localUser.Type == self.user_type_key and (cid is None or localUser.Cid < cid):
needUpdate = True
user.Id = localUser.Id
user.Type = localUser.Type
user.Cid = cid
self.userService.update(user)
collaborator = Collaborator()
collaborator.User, collaborator.Source = userId, source.Id
try: collaboratorId = self.collaboratorService.insert(collaborator)
except InputError:
collaborators = self.collaboratorService.getAll(userId, source.Id)
collaboratorId = collaborators[0].Id
if isAuthor:
return [collaboratorId, userId, needUpdate, isAuthor]
else:
q = QSource(name=author['Source']['Name'], isModifiable=False)
sources = self.sourceService.getAll(q=q)
if not sources: raise Exception('Invalid source %s' % q.name)
collaborators = self.collaboratorService.getAll(userId=None, sourceId=sources[0].Id)
if collaborators: return [collaborators[0].Id, userId, needUpdate, isAuthor]
else:
collaborator = Collaborator()
collaborator.Source = sources[0].Id
return [self.collaboratorService.insert(collaborator), userId, needUpdate, isAuthor]
def pushMessage(self, typeKey, phoneNumber=None, messageText=None, timeStamp=None):
'''
@see: IInletService.pushMessage
'''
# checking the necessary info: phone number and message text
if (phoneNumber is None) or (phoneNumber == ''):
raise InputError(Ref(_('No value for the mandatory phoneNumber parameter'),))
if (messageText is None) or (messageText == ''):
raise InputError(Ref(_('No value for the mandatory messageText parameter'),))
# take (or make) the user (for phone number) part of creator and collaborator
try:
userId, = self.session().query(PersonMapped.Id).filter(PersonMapped.PhoneNumber == phoneNumber).one()
except:
user = User()
user.PhoneNumber = phoneNumber
user.Name = self._freeSMSUserName()
user.Password = binascii.b2a_hex(os.urandom(32)).decode()
user.Type = self.user_type_key
userId = self.userService.insert(user)
# make the source (for inlet type) part of collaborator
try:
sql = self.session().query(SourceMapped.Id).join(SourceTypeMapped)
sql = sql.filter(SourceTypeMapped.Key == self.sms_source_type_key).filter(SourceMapped.Name == typeKey)
sourceId, = sql.one()
except NoResultFound:
source = Source()
source.Type = self.sms_source_type_key
source.Name = typeKey
source.URI = ''
source.IsModifiable = True
sourceId = self.sourceService.insert(source)
# make the collaborator
sql = self.session().query(CollaboratorMapped.Id)
sql = sql.filter(CollaboratorMapped.Source == sourceId)
sql = sql.filter(CollaboratorMapped.User == userId)
try:
collabId, = sql.one()
except NoResultFound:
collab = Collaborator()
collab.Source = sourceId
collab.User = userId
collabId = self.collaboratorService.insert(collab)
# take / make time stamp
if timeStamp:
try:
timeStamp = datetime.strptime(timeStamp, '%Y-%m-%d %H:%M:%S.%f')
except:
timeStamp = None
if not timeStamp:
timeStamp = datetime.now()
# create post request
post = Post()
post.Type = self.sms_post_type_key
post.Creator = userId
post.Author = collabId
post.Content = messageText
post.CreatedOn = timeStamp
# insert the post
postId = self.postService.insert(post)
return (self.postService.getById(postId),)
def pushMessage(self,
typeKey,
phoneNumber=None,
messageText=None,
timeStamp=None):
'''
@see: IInletService.pushMessage
'''
# checking the necessary info: phone number and message text
if (phoneNumber is None) or (phoneNumber == ''):
raise InputError(
Ref(_('No value for the mandatory phoneNumber parameter'), ))
if (messageText is None) or (messageText == ''):
raise InputError(
Ref(_('No value for the mandatory messageText parameter'), ))
# take (or make) the user (for phone number) part of creator and collaborator
try:
userId, = self.session().query(PersonMapped.Id).filter(
PersonMapped.PhoneNumber == phoneNumber).one()
except:
user = User()
user.PhoneNumber = phoneNumber
user.Name = self._freeSMSUserName()
user.Password = binascii.b2a_hex(os.urandom(32)).decode()
user.Type = self.user_type_key
userId = self.userService.insert(user)
# make the source (for inlet type) part of collaborator
try:
sql = self.session().query(SourceMapped.Id).join(SourceTypeMapped)
sql = sql.filter(
SourceTypeMapped.Key == self.sms_source_type_key).filter(
SourceMapped.Name == typeKey)
sourceId, = sql.one()
except NoResultFound:
source = Source()
source.Type = self.sms_source_type_key
source.Name = typeKey
source.URI = ''
source.IsModifiable = True
sourceId = self.sourceService.insert(source)
# make the collaborator
sql = self.session().query(CollaboratorMapped.Id)
sql = sql.filter(CollaboratorMapped.Source == sourceId)
sql = sql.filter(CollaboratorMapped.User == userId)
try:
collabId, = sql.one()
except NoResultFound:
collab = Collaborator()
collab.Source = sourceId
collab.User = userId
collabId = self.collaboratorService.insert(collab)
# take / make time stamp
if timeStamp:
try:
timeStamp = datetime.strptime(timeStamp,
'%Y-%m-%d %H:%M:%S.%f')
except:
timeStamp = None
if not timeStamp:
timeStamp = datetime.now()
# create post request
post = Post()
post.Type = self.sms_post_type_key
post.Creator = userId
post.Author = collabId
post.Content = messageText
post.CreatedOn = timeStamp
# insert the post
postId = self.postService.insert(post)
return (self.postService.getById(postId), )
def addComment(self, blogId, comment):
'''
@see: IBlogCommentService.addComment
'''
# checking if the blog exists
# checking whether comments are allowed shall be done in gateway
if not self.session().query(
exists().where(BlogMapped.Id == blogId)).scalar():
raise InputError(Ref(_('Specified blog does not exist'), ))
userName = comment.UserName
commentText = comment.CommentText
commentSource = comment.CommentSource if comment.CommentSource else self.source_name_default
# checking the necessary info: user name and comment text
if not userName:
raise InputError(Ref(_('No value for the mandatory UserName'), ))
if not commentText:
raise InputError(Ref(
_('No value for the mandatory CommentText'), ))
# take (or make) the user (for user name) part of creator and collaborator
userTypeId, = self.session().query(UserTypeMapped.id).filter(
UserTypeMapped.Key == self.user_type_key).one()
try:
sql = self.session().query(UserMapped.userId, UserMapped.Active)
sql = sql.filter(UserMapped.typeId == userTypeId)
sql = sql.filter(UserMapped.FirstName == userName)
userId, isActive = sql.one()
if not isActive:
raise InputError(
Ref(_('The commentator user was inactivated'), ))
except:
user = User()
user.FirstName = userName
user.LastName = self.user_last_name
user.Name = self._freeCommentUserName()
user.Password = binascii.b2a_hex(os.urandom(32)).decode()
user.Type = self.user_type_key
userId = self.userService.insert(user)
# make the source (for inlet type) part of collaborator
try:
sql = self.session().query(SourceMapped.Id).join(SourceTypeMapped)
sql = sql.filter(
SourceTypeMapped.Key == self.source_type_key).filter(
SourceMapped.Name == commentSource)
sourceId, = sql.one()
except NoResultFound:
source = Source()
source.Type = self.source_type_key
source.Name = commentSource
source.URI = ''
source.IsModifiable = True
sourceId = self.sourceService.insert(source)
# make the collaborator
sql = self.session().query(CollaboratorMapped.Id)
sql = sql.filter(CollaboratorMapped.Source == sourceId)
sql = sql.filter(CollaboratorMapped.User == userId)
try:
collabId, = sql.one()
except NoResultFound:
collab = Collaborator()
collab.Source = sourceId
collab.User = userId
collabId = self.collaboratorService.insert(collab)
# create post request
post = Post()
post.Type = self.post_type_key
post.Creator = userId
post.Author = collabId
post.Content = commentText
post.CreatedOn = datetime.now()
# insert the blog post
postId = self.blogPostService.insert(blogId, post)
return postId
def _syncSms(self, blogSync):
"""
Synchronize the sms for the given sync entry.
@param smsSync: SmsSync
The sms sync entry declaring the blog and source from which the blog
has to be updated.
"""
assert isinstance(blogSync, BlogSync), "Invalid blog sync %s" % blogSync
source = self.sourceService.getById(blogSync.Source)
assert isinstance(source, Source)
providerId = self.sourceService.getOriginalSource(source.Id)
log.info(
"sync sms for sourceId=%i, providerId=%i, blogId=%i, lastId=%i"
% (blogSync.Source, providerId, blogSync.Blog, blogSync.CId)
)
q = QPost()
q.cId.since = str(blogSync.CId)
posts = self.postService.getAllBySource(providerId, q=q)
for post in posts:
try:
log.info("post: Id=%i, content=%s, sourceId=%i" % (post.Id, post.Content, blogSync.Source))
smsPost = Post()
smsPost.Type = post.Type
smsPost.Uuid = post.Uuid
smsPost.Creator = post.Creator
smsPost.Feed = source.Id
smsPost.Meta = post.Meta
smsPost.ContentPlain = post.ContentPlain
smsPost.Content = post.Content
smsPost.CreatedOn = current_timestamp()
# make the collaborator
sql = self.collaboratorService.session().query(CollaboratorMapped.Id)
sql = sql.filter(CollaboratorMapped.Source == blogSync.Source)
sql = sql.filter(CollaboratorMapped.User == post.Creator)
try:
collaboratorId, = sql.one()
except NoResultFound:
collaborator = Collaborator()
collaborator.Source = blogSync.Source
collaborator.User = post.Creator
collaboratorId = self.collaboratorService.insert(collaborator)
smsPost.Author = collaboratorId
# prepare the sms sync model to update the change identifier
blogSync.CId = post.Id if post.Id > blogSync.CId else blogSync.CId
# insert post from remote source
self.blogPostService.insert(blogSync.Blog, smsPost)
# update blog sync entry
blogSync.LastActivity = datetime.datetime.now().replace(microsecond=0)
self.blogSyncService.update(blogSync)
except Exception as e:
log.error("Error in source %s post: %s" % (source.URI, e))
blogSync.LastActivity = None
self.blogSyncService.update(blogSync)
