def collection_action_on_a_page(page, skip_till_key="0000"):
collections = [row.doc for row in page]
for coll_doc in collections:
if coll_doc["_id"] > skip_till_key:
new_coll_object = collection.create_objects_from_collection_doc(coll_doc)
print "just finished", coll_doc["_id"]
return
def collection_action_on_a_page(page, skip_till_key="0000"):
collections = [row.doc for row in page]
for coll_doc in collections:
if coll_doc["_id"] > skip_till_key:
new_coll_object = collection.create_objects_from_collection_doc(
coll_doc)
print "just finished", coll_doc["_id"]
return
def create_test_collection(self):
test_collection = {"_id": "testcollectionid",
"title": "mycollection",
"type":"collection",
"created": "2012-08-23T14:40:16.888800",
"last_modified": "2012-08-23T14:40:16.888800",
"alias_tiids": {
"pmid:16023720": "iaw9rzldigp4xc7p20bycnkg",
"pmid:16413797": "itsq6fgx8ogi9ixysbipmtxx"}}
test_object = collection.create_objects_from_collection_doc(test_collection)
db.session.add(test_object)
biblio1 = {
"journal": "The Astrophysical Journal",
"authors": "Kwok, Purton, Fitzgerald",
"year": "1978",
"title": "On the origin of planetary nebulae"
}
biblio2 = {
"journal": "The Astrophysical Journal 2",
"authors": "Kwok, Purton, Fitzgerald",
"year": "1900",
"title": "On the origin of planetary nebulae The Sequel"
}
metrics1 = {
"mendeley:readers": {
"provenance_url": "http://www.mendeley.com/research/origin-planetary-nebulae/",
"values": {
"raw_history": {
"2013-06-22T20:41:03.178277": 4,
"2013-01-15T22:21:55.253826": 3,
"2013-07-24T17:59:26.817504": 4,
"2013-07-24T18:04:41.035841": 9,
},
"raw": 9
}
},
"mendeley:discipline": {
"provenance_url": "http://www.mendeley.com/research/origin-planetary-nebulae/",
"values": {
"raw_history": {
"2013-06-22T23:03:15.852461": [
{
"name": "Astronomy / Astrophysics / Space Science",
"value": 100,
"id": 2
}
]
}
}
}
}
metrics2 = {
"topsy:tweets": {
"provenance_url": "http://topsydrilldown",
"values": {
"raw_history": {
"2013-11-22T20:41:03.178277": 22
},
"raw": 22
}
}
}
test_item_docs = [
{"_id": "iaw9rzldigp4xc7p20bycnkg", "type":"item", "created": "2012-08-23T14:40:16.888800", "last_modified": "2012-08-23T14:40:16.888800", "biblio":biblio1, "metrics":metrics1, "aliases":{"pmid": ["16023720"]}},
{"_id": "itsq6fgx8ogi9ixysbipmtxx", "type":"item", "created": "2012-08-23T14:40:16.888800", "last_modified": "2012-08-23T14:40:16.888800", "biblio":biblio2, "metrics":metrics2, "aliases":{"pmid": ["16413797"]}}
]
for item_doc in test_item_docs:
test_object = item_module.create_objects_from_item_doc(item_doc)
db.session.add(test_object)
db.session.commit()
def create_test_collection(self):
test_collection = {
"_id": "testcollectionid",
"title": "mycollection",
"type": "collection",
"created": "2012-08-23T14:40:16.888800",
"last_modified": "2012-08-23T14:40:16.888800",
"alias_tiids": {
"pmid:16023720": "iaw9rzldigp4xc7p20bycnkg",
"pmid:16413797": "itsq6fgx8ogi9ixysbipmtxx"
}
}
test_object = collection.create_objects_from_collection_doc(
test_collection)
db.session.add(test_object)
biblio1 = {
"journal": "The Astrophysical Journal",
"authors": "Kwok, Purton, Fitzgerald",
"year": "1978",
"title": "On the origin of planetary nebulae"
}
biblio2 = {
"journal": "The Astrophysical Journal 2",
"authors": "Kwok, Purton, Fitzgerald",
"year": "1900",
"title": "On the origin of planetary nebulae The Sequel"
}
metrics1 = {
"mendeley:readers": {
"provenance_url":
"http://www.mendeley.com/research/origin-planetary-nebulae/",
"values": {
"raw_history": {
"2013-06-22T20:41:03.178277": 4,
"2013-01-15T22:21:55.253826": 3,
"2013-07-24T17:59:26.817504": 4,
"2013-07-24T18:04:41.035841": 9,
},
"raw": 9
}
},
"mendeley:discipline": {
"provenance_url":
"http://www.mendeley.com/research/origin-planetary-nebulae/",
"values": {
"raw_history": {
"2013-06-22T23:03:15.852461": [{
"name": "Astronomy / Astrophysics / Space Science",
"value": 100,
"id": 2
}]
}
}
}
}
metrics2 = {
"topsy:tweets": {
"provenance_url": "http://topsydrilldown",
"values": {
"raw_history": {
"2013-11-22T20:41:03.178277": 22
},
"raw": 22
}
}
}
test_item_docs = [{
"_id": "iaw9rzldigp4xc7p20bycnkg",
"type": "item",
"created": "2012-08-23T14:40:16.888800",
"last_modified": "2012-08-23T14:40:16.888800",
"biblio": biblio1,
"metrics": metrics1,
"aliases": {
"pmid": ["16023720"]
}
}, {
"_id": "itsq6fgx8ogi9ixysbipmtxx",
"type": "item",
"created": "2012-08-23T14:40:16.888800",
"last_modified": "2012-08-23T14:40:16.888800",
"biblio": biblio2,
"metrics": metrics2,
"aliases": {
"pmid": ["16413797"]
}
}]
for item_doc in test_item_docs:
test_object = item_module.create_objects_from_item_doc(item_doc)
db.session.add(test_object)
db.session.commit()
