def saveFactsToDatabase(docid, facts, intFacts):
data = FactData()
data.scraped_data_id = docid
for fact in facts:
setattr(data, fact, True)
for name, value in intFacts:
setattr(data, name, value)
DBSession.add(data)
transaction.commit()
def saveFactsToDatabase(docid, facts, intFacts):
data = FactData()
data.scraped_data_id = docid
for fact in facts:
setattr(data, fact, True)
for name, value in intFacts:
setattr(data, name, value)
DBSession.add(data)
transaction.commit()
def test_user_filter_model(self):
filter_details={"root":{"linkType":"All",
"enabled":True,
"conditions":[{"justAdded":False,
"typeName":"SMPL",
"enabled":True,
"operatorID":"NotNull",
"expressions":[{"typeName":"ENTATTR",
"id":0}]},
{"justAdded":False,
"typeName":"SMPL",
"enabled":True,
"operatorID":"IsNull",
"expressions":[{"typeName":"ENTATTR",
"id":1}]},
{"typeName":"PDCT",
"linkType":"Any",
"enabled": True,
"conditions":[
{"justAdded":False,
"typeName":"SMPL",
"enabled":True,
"operatorID":"NotNull",
"expressions":[{"typeName":"ENTATTR",
"id":3}]},
{"justAdded":False,
"typeName":"SMPL",
"enabled":True,
"operatorID":"IsNull",
"expressions":[{"typeName":"ENTATTR",
"id":4}]},
]}]},
"columns":[],
"justsorted":[]}
user = User(user_name='user', password='******', salt='salt', email='*****@*****.**')
item = UserFilter(user=user, name='name', filter_details=filter_details)
self.session.add(item)
self.session.flush()
assert item.user == user
assert item.name == 'name'
assert item.filter_details == filter_details
assert str(item.build_query()) == str(sa.and_(FactData.fact_by_id(0) == True,
FactData.fact_by_id(1) == False,
sa.or_(FactData.fact_by_id(3) == True,
FactData.fact_by_id(4) == False)
))
def test_fact_data_model(self):
data = ScrapedData(url='http://some.com')
item = FactData(html=True, scraped_data=data)
self.session.add(item)
self.session.flush()
assert item.html == True
assert item.scraped_data == data
def filter_view(request):
""" List of jobs """
current_page = int(request.params.get('page', 0))
q = (FactData.get_all(request).filter(UserFilter.get_by_pk(request, request.context.pk).build_query())
.join(ScrapedData))
page_url = paginate.PageURL_WebOb(request)
records = paginate.Page(q, current_page, url=page_url)
return dict(filter=request.context.name, page = records)
def filter_view(request):
""" List of jobs """
current_page = int(request.params.get('page', 0))
q = (FactData.get_all(request).filter(
UserFilter.get_by_pk(
request, request.context.pk).build_query()).join(ScrapedData))
page_url = paginate.PageURL_WebOb(request)
records = paginate.Page(q, current_page, url=page_url)
return dict(filter=request.context.name, page=records)
def test_user_filter_model(self):
filter_details = {
"root": {
"linkType":
"All",
"enabled":
True,
"conditions": [{
"justAdded":
False,
"typeName":
"SMPL",
"enabled":
True,
"operatorID":
"NotNull",
"expressions": [{
"typeName": "ENTATTR",
"id": 0
}]
}, {
"justAdded":
False,
"typeName":
"SMPL",
"enabled":
True,
"operatorID":
"IsNull",
"expressions": [{
"typeName": "ENTATTR",
"id": 1
}]
}, {
"typeName":
"PDCT",
"linkType":
"Any",
"enabled":
True,
"conditions": [
{
"justAdded": False,
"typeName": "SMPL",
"enabled": True,
"operatorID": "NotNull",
"expressions": [{
"typeName": "ENTATTR",
"id": 3
}]
},
{
"justAdded": False,
"typeName": "SMPL",
"enabled": True,
"operatorID": "IsNull",
"expressions": [{
"typeName": "ENTATTR",
"id": 4
}]
},
]
}]
},
"columns": [],
"justsorted": []
}
user = User(user_name='user',
password='******',
salt='salt',
email='*****@*****.**')
item = UserFilter(user=user,
name='name',
filter_details=filter_details)
self.session.add(item)
self.session.flush()
assert item.user == user
assert item.name == 'name'
assert item.filter_details == filter_details
assert str(item.build_query()) == str(
sa.and_(
FactData.fact_by_id(0) == True,
FactData.fact_by_id(1) == False,
sa.or_(
FactData.fact_by_id(3) == True,
FactData.fact_by_id(4) == False)))
