class Discussion(MBase):
id = columns.BigInt(primary_key=True)
title = columns.Text(required=True)
slug = columns.Text(required=True, index=True)
user_id = columns.Integer(index=True)
users = columns.Set(value_type=columns.Integer)
post_id = columns.BigInt()
last_message = columns.BigInt()
published_at = columns.BigInt(default=unix_time(dt.utcnow()))
topic_id = columns.Integer(required=False, index=True)
def to_dict(self):
return {
'id': unicode(self.id),
'title': self.title,
'slug': self.slug,
'user_id': self.user_id,
'post_id': unicode(self.post_id),
'last_message': unicode(self.last_message),
'published_at': epoch_to_date(self.published_at),
'topic_id': unicode(self.topic_id) if self.topic_id is not None else None,
}
@property
def published_date(self):
return epoch_to_date(self.published_at*1000)
@property
def published_date_str(self):
d = epoch_to_date(self.published_at*1000)
return d.strftime("%y%m%d %H%M%S")
class DiscussionFollower(MBase):
"""
Users who follows a discussion
"""
disc_id = columns.BigInt(primary_key=True)
user_id = columns.Integer(primary_key=True)
created_at = columns.BigInt(default=unix_time(dt.utcnow()))
class PostVote(MBase):
"""
All upvotes/downvotes sent to a post
"""
post_id = columns.BigInt(primary_key=True, partition_key=True)
user_id = columns.Integer(primary_key=True)
positive = columns.Boolean(default=True)
created_at = columns.BigInt(default=unix_time(dt.utcnow()))
class joined_table(Model):
account_id = columns.BigInt(primary_key=True)
ad_group_id = columns.BigInt(primary_key=True)
bid_type = columns.Text()
clicks = columns.Float()
cost_per_unique_click = columns.Float()
cost_per_result = columns.Float()
reach = columns.Integer()
result_rate = columns.Float()
date_start = columns.Text()
class User(MBase):
id = columns.Integer(primary_key=True)
nick = columns.Text(required=True, index=True)
extended = columns.Map(columns.Text, columns.Text)
registered_at = columns.BigInt(default=unix_time(dt.utcnow()))
created_at = columns.BigInt(default=unix_time(dt.utcnow()))
def to_dict(self):
return {
'id': self.id,
'nick': self.nick,
'properties': self.extended,
}
class bid_table(Model):
account_id = columns.BigInt(primary_key=True)
ad_group_id = columns.BigInt(primary_key=True)
bid_actions = columns.Float()
bid_clicks = columns.Float()
bid_impressions = columns.Float()
bid_reach = columns.Float()
bid_social = columns.Float()
bid_type = columns.Text()
target_max_age = columns.Integer()
target_min_age = columns.Integer()
target_gender = columns.Integer()
target_country = columns.Text()
class Story(MBase):
"""
A story is an event happened in the network.
User A followed User B
User A starred a project.
User A posted a message.
User A started a discussion
User A mentioned User B in a post(message) - What to do for multiple mentions ?
"""
id = columns.BigInt(primary_key=True)
actor = columns.Integer(partition_key=True)
type = columns.Integer(required=True)
target = columns.BigInt()
payload = columns.Map(columns.Ascii, columns.Ascii)
created_at = columns.BigInt(default=unix_time(dt.utcnow()))
class UserFollower(MBase):
"""
Followers of a user
"""
user_id = columns.Integer(primary_key=True)
follower_id = columns.Integer(primary_key=True)
created_at = columns.BigInt(default=unix_time(dt.utcnow()))
class UserFollowing(MBase):
"""
A user follows another user
"""
user_id = columns.Integer(primary_key=True)
following_id = columns.Integer(primary_key=True)
created_at = columns.BigInt(default=unix_time(dt.utcnow()))
class ProjectFollower(MBase):
"""
A user following a project
"""
project_id = columns.Integer(primary_key=True)
user_id = columns.Integer(primary_key=True)
created_at = columns.BigInt(default=unix_time(dt.utcnow()))
class PostCounter(MBase):
id = columns.BigInt(index=True, primary_key=True)
up_votes = columns.Counter()
down_votes = columns.Counter()
views = columns.Counter()
karma = columns.Counter()
replies = columns.Counter()
class Topic(MBase):
id = columns.Integer(primary_key=True)
slug = columns.Text()
name = columns.Text()
description = columns.Text()
last_message_id = columns.BigInt(required=False)
last_message_time = columns.BigInt(default=unix_time(dt.utcnow()))
main_topic = columns.Boolean(default=False)
parent_topic = columns.Integer(required=False)
subtopics = columns.Set(value_type=columns.Integer)
def to_dict(self):
return {
'slug': self.slug,
'name': self.name
}
class GithubEvent(MBase):
id = columns.BigInt(primary_key=True)
type = columns.Text()
actor = columns.Text()
org = columns.Text()
repo = columns.Text()
created_at = columns.Float()
payload = columns.Text()
class ads_table(Model):
ad_id = columns.BigInt(primary_key = True)
actions_per_impression = columns.Float()
clicks = columns.Float()
cost_per_unique_click = columns.Float()
date_start = columns.Text(primary_key = True)
date_end = columns.Text()
class adsinfo(Model):
ad_id = columns.BigInt(primary_key=True)
actions_per_impression = columns.Float()
clicks = columns.Float()
cost_per_unique_click = columns.Float()
cost_per_result = columns.Float()
result_rate = columns.Float()
reach = columns.Integer()
date_start = columns.Text(primary_key=True)
date_stop = columns.Text()
class DiscussionCounter(MBase):
id = columns.BigInt(primary_key=True)
message_count = columns.Counter()
user_count = columns.Counter()
view_count = columns.Counter()
follower_count = columns.Counter()
def to_dict(self):
return {
'message_count': self.message_count,
'user_count': self.user_count,
'view_count': self.view_count,
'follower_count': self.follower_count,
}
class PostReply(MBase):
"""
Reply post ID to a post
"""
post_id = columns.BigInt(primary_key=True)
reply_post_id = columns.BigInt(primary_key=True)
class UserDiscussion(MBase):
user_id = columns.Integer(primary_key=True)
discussion_id = columns.BigInt(primary_key=True)
class ProjectTimeLine(MBase):
"""
All the messages that mentions the project or related discussion messages
"""
project_id = columns.Integer(primary_key=True)
post_id = columns.BigInt(primary_key=True)
class ChannelTimeLine(MBase):
channel_id = columns.Integer(primary_key=True)
post_id = columns.BigInt(primary_key=True)
class ChannelFollower(MBase):
channel_id = columns.Integer(primary_key=True)
user_id = columns.Integer(primary_key=True)
created_at = columns.BigInt(default=unix_time(dt.utcnow()))
class PostFollower(MBase):
post_id = columns.TimeUUID(primary_key=True)
user_id = columns.Integer(primary_key=True)
created_at = columns.BigInt(default=unix_time(dt.utcnow()))
class ExampleModel2(Model):
id = columns.BigInt(primary_key=True)
class Post(MBase):
id = columns.BigInt(index=True, primary_key=True)
user_id = columns.Integer(required=True, index=True, partition_key=True)
user_nick = columns.Text()
text = columns.Text(required=True)
html = columns.Text(required=False)
reply_to_id = columns.BigInt()
reply_to_uid = columns.Integer()
reply_to_nick = columns.Text()
ext_id = columns.Text()
has_url = columns.Boolean()
has_channel = columns.Boolean()
# this post is either linked to a DISCUSSION or
discussion_id = columns.BigInt()
# CHANNEL or None
channel_id = columns.Integer()
spam = columns.Boolean(default=False)
flagged = columns.Boolean(default=False)
deleted = columns.Boolean(default=False)
stats = columns.Map(columns.Ascii, columns.Integer)
created_at = columns.BigInt(default=unix_time(dt.utcnow()))
def to_dict(self):
return {'id': unicode(self.id),
'text': self.text,
'html': self.html,
'user_id': self.user_id,
'reply_to_id': self.reply_to_id,
'reply_to_uid': self.reply_to_uid,
'reply_to_nick': self.reply_to_nick,
'discussion_id': unicode(self.discussion_id) if self.discussion_id is not None else "",
'discussion_name': unicode(self.discussion_name) if hasattr(self,"discussion_name") else "",
'discussion_slug': unicode(self.discussion_slug) if hasattr(self,"discussion_slug") else "",
'channel_id': self.channel_id,
'spam': self.spam,
'flagged': self.flagged,
'deleted': self.deleted,
'published_at': self.created_at,
'ago': self.ago,
'user': {'id': self.user_id, 'nick': self.user_nick},
'stats': self.__dict__.get('statistics', {}),
'upvoted': self.__dict__.get('upvoted', False)}
@property
def ago(self):
if self.created_at is None:
return "some time ago"
result = int(int(int(time.time() - self.created_at)) / 60.0)
abb = "m"
if result > (60 * 24):
result /= (60 * 24)
abb = "d"
if result > 60:
result /= 60
abb = "h"
return "{}{} ago".format(result, abb)
class TopicDiscussion(MBase):
topic_id = columns.Integer(primary_key=True, required=False)
discussion_id = columns.BigInt(primary_key=True, required=False)
class DiscussionPost(MBase):
disc_id = columns.BigInt(primary_key=True)
post_id = columns.BigInt(primary_key=True)
user_id = columns.Integer(primary_key=True)
class Feed(MBase):
story = columns.BigInt(primary_key=True)
user = columns.Integer(primary_key=True)
actor = columns.Integer(primary_key=True)
class UserTimeLine(MBase):
"""
POSTs that user will see in their timeline
"""
user_id = columns.Integer(primary_key=True)
post_id = columns.BigInt(primary_key=True)
class IllegalTimestampColumnModel(Model):
my_primary_key = columns.Integer(primary_key=True)
timestamp = columns.BigInt()
class UserPost(MBase):
"""
All the POSTs of a user
"""
user_id = columns.Integer(primary_key=True)
post_id = columns.BigInt(primary_key=True)
