class PageHit(DocType):
doc_id = Long()
fc_user_id = Long()
product_id = Long()
permissions = Long(multi=True)
access_time = Date()
origin_ip = Ip()
request_type = Text()
uri = Text()
page_number = Long()
is_full = Boolean()
is_known_article = Boolean()
is_known_product = Boolean()
class Meta:
index = 'hits'
def save(self, **kwargs):
return super(PageHit, self).save(**kwargs)
@classmethod
def properties(cls):
props = PageHit._doc_type.mapping.properties.to_dict(
)['doc']['properties'].keys()
return [prop for prop in props]
def get_es_mapping(cls):
es_mapping = super(Topic, cls).get_es_mapping()
es_mapping.field('title', Text(boost=1.5))
es_mapping.field('tags', Text(boost=2.0))
es_mapping.field('subtitle', Text())
es_mapping.field('is_solved', Boolean())
es_mapping.field('is_locked', Boolean())
es_mapping.field('is_sticky', Boolean())
es_mapping.field('pubdate', Date())
es_mapping.field('forum_pk', Integer())
# not indexed:
es_mapping.field('get_absolute_url', Keyword(index=False))
es_mapping.field('forum_title', Text(index=False))
es_mapping.field('forum_get_absolute_url', Keyword(index=False))
return es_mapping
def get_es_mapping(cls):
es_mapping = super(Topic, cls).get_es_mapping()
es_mapping.field("title", Text(boost=1.5))
es_mapping.field("tags", Text(boost=2.0))
es_mapping.field("subtitle", Text())
es_mapping.field("is_solved", Boolean())
es_mapping.field("is_locked", Boolean())
es_mapping.field("is_sticky", Boolean())
es_mapping.field("pubdate", Date())
es_mapping.field("forum_pk", Integer())
# not indexed:
es_mapping.field("get_absolute_url", Keyword(index=False))
es_mapping.field("forum_title", Text(index=False))
es_mapping.field("forum_get_absolute_url", Keyword(index=False))
return es_mapping
def get_es_mapping(cls):
es_mapping = super(Post, cls).get_es_mapping()
es_mapping.field('text_html', Text())
es_mapping.field('is_useful', Boolean())
es_mapping.field('is_visible', Boolean())
es_mapping.field('position', Integer())
es_mapping.field('like_dislike_ratio', Float())
es_mapping.field('pubdate', Date())
es_mapping.field('forum_pk', Integer())
es_mapping.field('topic_pk', Integer())
# not indexed:
es_mapping.field('get_absolute_url', Keyword(index=False))
es_mapping.field('topic_title', Text(index=False))
es_mapping.field('forum_title', Text(index=False))
es_mapping.field('forum_get_absolute_url', Keyword(index=False))
return es_mapping
def get_es_mapping(cls):
es_mapping = super(Post, cls).get_es_mapping()
es_mapping.field("text_html", Text())
es_mapping.field("is_useful", Boolean())
es_mapping.field("is_visible", Boolean())
es_mapping.field("position", Integer())
es_mapping.field("like_dislike_ratio", Float())
es_mapping.field("pubdate", Date())
es_mapping.field("forum_pk", Integer())
es_mapping.field("topic_pk", Integer())
# not indexed:
es_mapping.field("get_absolute_url", Keyword(index=False))
es_mapping.field("topic_title", Text(index=False))
es_mapping.field("forum_title", Text(index=False))
es_mapping.field("forum_get_absolute_url", Keyword(index=False))
return es_mapping
class Email(DocType):
# {u'Address': u'*****@*****.**',
Address = String(index='not_analyzed')
# u'Body': u' ---------------------- footnotes ---------------------- ',
Body = String(analyzer='snowball')
# u'Date': u'08/01/2015',
Date = ESDate()
# SKIP: u'Month': u'08',
# u'Name': u'Senator Bernie Sanders',
# Confusing since there's also a 'name' field
Name = String(index='not_analyzed')
x_name_suggest = Completion()
# u'Subject': u'Bernie Buzz: Fight for $15!',
Subject = String(analyzer='snowball')
# SKIP: u'Year': u'2015',
# u'alignment': u'Align',
alignment = String(index='not_analyzed')
# u'bioguideid': u'S000033',
bioguideid = String(index='not_analyzed')
# u'birthday': u'1941-09-08',
birthday = ESDate()
# u'caucus': u'Democrat',
caucus = String(index='not_analyzed')
# u'congress_numbers': [113, 114, 115],
congress_numbers = String(index='not_analyzed', multi=True)
# u'cspanid': 994,
cspanid = String(index='not_analyzed')
# u'current': True,
current = Boolean()
# u'description': u'Junior Senator from Vermont',
description = String(analyzer='snowball')
# u'district': None,
district = String(index='not_analyzed')
# u'enddate': u'2019-01-03',
enddate = ESDate()
# u'firstname': u'Bernard',
firstname = String(analyzer='snowball')
# u'gender': u'male',
gender = String(index='not_analyzed')
# SKIP: u'gender_label': u'Male',
# u'id': 400357,
id = String(index='not_analyzed')
# u'lastname': u'Sanders',
lastname = String(analyzer='snowball')
# u'leadership_title': None,
leadership_title = String(analyzer='snowball')
# u'link': u'https://www.govtrack.us/congress/members/bernard_sanders/400357',
link = String(index='not_analyzed')
# u'middlename': u'',
middlename = String(analyzer='snowball')
# u'name': u'Sen. Bernard \u201cBernie\u201d Sanders [I-VT]',
name = String(index='not_analyzed')
# u'namemod': u'',
namemod = String(index='not_analyzed')
# u'nickname': u'Bernie',
nickname = String(analyzer='snowball')
# u'osid': u'N00000528',
osid = String(index='not_analyzed')
# u'party': u'Independent',
party = String(index='not_analyzed')
# u'phone': u'202-224-5141',
phone = String(index='not_analyzed')
# u'polarity': u'None',
polarity = Float()
# u'pvsid': u'27110',
pvsid = String(index='not_analyzed')
# u'role_type': u'senator',
role_type = String(index='not_analyzed')
# SKIP: u'role_type_label': u'Senator',
# u'senator_class': u'class1',
senator_class = String(index='not_analyzed')
# SKIP: u'senator_class_label': u'Class 1',
# u'senator_rank': u'junior',
senator_rank = String(index='not_analyzed')
# SKIP: u'senator_rank_label': u'Junior',
senator_rank_label = String(index='not_analyzed')
# u'sortname': u'Sanders, Bernard \u201cBernie\u201d (Sen.) [I-VT]',
sortname = String(index='not_analyzed')
# u'startdate': u'2013-01-03',
startdate = ESDate()
# u'state': u'VT',
state = String(index='not_analyzed')
# u'title': u'Sen.',
title = String(index='not_analyzed')
# u'title_long': u'Senator',
title_long = String(analyzer='snowball')
# u'twitterid': u'SenSanders',
twitterid = String(index='not_analyzed')
# u'website': u'http://www.sanders.senate.gov',
website = String(index='not_analyzed')
# u'youtubeid': u'senatorsanders'}
youtubeid = String(index='not_analyzed')
class Meta:
index = 'emails'
def save(self, **kwargs):
return super(Email, self).save(**kwargs)
@classmethod
def properties(cls):
return [
prop for prop in Email._doc_type.mapping.properties.to_dict()
['email']['properties'].keys() if not prop.startswith('x_')
]