def test_migrate_from22to23(self):
set_db_schema_version(self.db, 22)
u = Tender(test_tender_data)
u.tenderID = "UA-X"
u.store(self.db)
data = self.db.get(u.id)
data["documents"] = [{
"id":
"ebcb5dd7f7384b0fbfbed2dc4252fa6e",
"title":
"name.txt",
"documentOf":
"tender",
"url":
"/tenders/{}/documents/ebcb5dd7f7384b0fbfbed2dc4252fa6e?download=10367238a2964ee18513f209d9b6d1d3"
.format(u.id),
"datePublished":
"2016-06-01T00:00:00+03:00",
"dateModified":
"2016-06-01T00:00:00+03:00",
"format":
"text/plain",
}]
_id, _rev = self.db.save(data)
self.app.app.registry.docservice_url = 'http://localhost'
migrate_data(self.app.app.registry, 23)
migrated_item = self.db.get(u.id)
self.assertIn('http://localhost/get/10367238a2964ee18513f209d9b6d1d3?',
migrated_item['documents'][0]['url'])
self.assertIn(
'Prefix={}%2Febcb5dd7f7384b0fbfbed2dc4252fa6e'.format(u.id),
migrated_item['documents'][0]['url'])
self.assertIn('KeyID=', migrated_item['documents'][0]['url'])
self.assertIn('Signature=', migrated_item['documents'][0]['url'])
def test_migrate_from1to2(self):
set_db_schema_version(self.db, 1)
with open(os.path.join(os.path.dirname(__file__), 'data/tender-contract-complete.json'), 'r') as df:
data = json.loads(df.read())
t = Tender(data)
t.store(self.db)
tender = self.db.get(t.id)
self.assertEqual(tender['awards'][0]['value'], data['awards'][0]['value'])
self.assertEqual(tender['awards'][0]['suppliers'], data['awards'][0]['suppliers'])
contract_data = deepcopy(tender['contracts'][0])
del contract_data['value']
del contract_data['suppliers']
contract_data['tender_id'] = tender['_id']
contract_data['tender_token'] = 'xxx'
contract_data['procuringEntity'] = tender['procuringEntity']
contract = Contract(contract_data)
contract.store(self.db)
contract_data = self.db.get(contract.id)
self.assertNotIn("value", contract_data)
self.assertNotIn("suppliers", contract_data)
migrate_data(self.app.app.registry, 2)
migrated_item = self.db.get(contract.id)
self.assertIn("value", migrated_item)
self.assertEqual(migrated_item['value'], tender['awards'][0]['value'])
self.assertIn("suppliers", migrated_item)
self.assertEqual(migrated_item['suppliers'], tender['awards'][0]['suppliers'])
def test_simple_add_tender(self):
u = Tender(test_tender_data)
u.tenderID = "UA-X"
assert u.id is None
assert u.rev is None
u.store(self.db)
assert u.id is not None
assert u.rev is not None
fromdb = self.db.get(u.id)
assert u.tenderID == fromdb['tenderID']
assert u.doc_type == "Tender"
u.delete_instance(self.db)
def test_simple_add_tender(self):
u = Tender()
u.tenderID = "UA-X"
assert u.id is None
assert u.rev is None
u.store(self.db)
assert u.id is not None
assert u.rev is not None
fromdb = self.db.get(u.id)
assert u.tenderID == fromdb['tenderID']
assert u.doc_type == "Tender"
u.delete_instance(self.db)
def test_migrate_from23to24(self):
set_db_schema_version(self.db, 23)
self.app.app.registry.docservice_url = 'http://localhost.ds'
u = Tender(test_tender_data)
u.tenderID = "UA-X"
u.dateModified = get_now().isoformat()
u.store(self.db)
tender_raw = self.db.get(u.id)
date_modified_before = tender_raw['dateModified']
bid = {"id": "1b4da15470e84c4d948a5d1660d29776"}
bid["documents"] = [
{
# non-ds url. should be fixed (correct id in url) by migrator
"id":
"1801ca2749bd40b0944e58adc3e09c46",
"title":
"name.txt",
"documentOf":
"tender",
"url":
"/tenders/{}/bids/{}/documents/63073ea0da17414db9f13e1a8c347e11?download=a65ef5c688884931aed1a472620d3a00"
.format(u.id, bid['id']),
"datePublished":
"2016-06-01T00:00:00+03:00",
"dateModified":
"2016-06-01T00:00:00+03:00",
"format":
"text/plain",
"language":
"uk",
},
{
# non-ds url. should be fixed (correct id in url) by migrator
"id":
"f3e5470b76f84c66a89fd52ed871f645",
"title":
"name.txt",
"documentOf":
"tender",
"url":
"/tenders/{}/bids/{}/documents/512bd84155b145b99e0ac80894fe2b8f?download=d48723d7b4014599ac8d94fb0ac958b4"
.format(u.id, bid['id']),
"datePublished":
"2016-06-01T00:00:00+03:00",
"dateModified":
"2016-06-01T00:00:00+03:00",
"format":
"text/plain",
},
{
# ds url. should NOT be rewrited by migrator
"id": "352d774608d749c996fc0e798ffef433",
"title": "name.txt",
"documentOf": "tender",
"url":
"http://localhost.ds/get/b893bf5d2fb44a26bd6896178afe5953?KeyID=i_am_ds_url_lalalalala", # DS url
"datePublished": "2016-06-01T00:00:00+03:00",
"dateModified": "2016-06-01T00:00:00+03:00",
"format": "text/plain",
}
]
# dirty eligibility documents container simulation
bid["eligibilityDocuments"] = [{
# non-ds url. should be fixed (correct id in url) by migrator
"id":
"73e728784f924518b07f16e34750df1b",
"title":
"name.txt",
"documentOf":
"tender",
"url":
"/tenders/{}/bids/{}/eligibility_documents/a109ca6b04d24bd5bccf57917a65e835?download=5443af5e910f46debe412fc36e69f1ad"
.format(u.id, bid['id']),
"datePublished":
"2016-06-01T00:00:00+03:00",
"dateModified":
"2016-06-01T00:00:00+03:00",
"format":
"text/plain",
"language":
"uk",
"confidentiality":
"buyerOnly" # documents for which url is not rewrited to ds url
}]
tender_raw['bids'] = [
bid,
]
_id, _rev = self.db.save(tender_raw)
migrate_data(self.app.app.registry, 24)
migrated = self.db.get(u.id)
migrated_bid = migrated['bids'][0]
self.assertGreater(migrated['dateModified'], date_modified_before)
# url should be corrected
self.assertIn(
"/tenders/{}/bids/1b4da15470e84c4d948a5d1660d29776/documents/1801ca2749bd40b0944e58adc3e09c46?download=a65ef5c688884931aed1a472620d3a00"
.format(u.id), migrated_bid['documents'][0]['url'])
self.assertIn(
"/tenders/{}/bids/1b4da15470e84c4d948a5d1660d29776/documents/f3e5470b76f84c66a89fd52ed871f645?download=d48723d7b4014599ac8d94fb0ac958b4"
.format(u.id), migrated_bid['documents'][1]['url'])
self.assertIn(
"/tenders/{}/bids/1b4da15470e84c4d948a5d1660d29776/eligibility_documents/73e728784f924518b07f16e34750df1b?download=5443af5e910f46debe412fc36e69f1ad"
.format(u.id), migrated_bid['eligibilityDocuments'][0]['url'])
# url remained the same as before migration
self.assertIn(
"http://localhost.ds/get/b893bf5d2fb44a26bd6896178afe5953?KeyID=i_am_ds_url_lalalalala",
migrated_bid['documents'][2]['url'])
