Exemplo n.º 1
0
 def test_migrate_from1to2(self):
     set_db_schema_version(self.db, 1)
     data = {
         "procuringEntity": {
             "address": {
                 "country-name": "Україна",
                 "postal-code": "01220",
                 "street-address": "вул. Банкова, 11, корпус 1"
             },
         },
         'doc_type': 'Tender',
         'bidders': [{
             "address": {
                 "country-name": "Україна",
                 "postal-code": "01220",
                 "street-address": "вул. Банкова, 11, корпус 1"
             },
         }]
     }
     _id, _rev = self.db.save(data)
     item = self.db.get(_id)
     migrate_data(self.db, 2)
     migrated_item = self.db.get(_id)
     self.assertIn('country-name', item["procuringEntity"]["address"])
     self.assertNotIn('countryName', item["procuringEntity"]["address"])
     self.assertIn('country-name', item["bidders"][0]["address"])
     self.assertNotIn('countryName', item["bidders"][0]["address"])
     self.assertFalse(
         'country-name' in migrated_item["procuringEntity"]["address"])
     self.assertTrue(
         'countryName' in migrated_item["procuringEntity"]["address"])
     self.assertFalse(
         'country-name' in migrated_item["bidders"][0]["address"])
     self.assertTrue(
         'countryName' in migrated_item["bidders"][0]["address"])
Exemplo n.º 2
0
def main(global_config, **settings):
    config = Configurator(settings=settings)
    config.set_authentication_policy(AuthenticationPolicy(None))
    config.set_authorization_policy(AuthorizationPolicy())
    config.add_renderer('prettyjson', JSON(indent=4))
    config.add_renderer('jsonp', JSONP(param_name='opt_jsonp'))
    config.add_renderer('prettyjsonp', JSONP(indent=4, param_name='opt_jsonp'))
    config.add_subscriber(set_renderer, NewRequest)
    config.include("cornice")
    config.route_prefix = '/api/{}'.format(VERSION)
    config.scan("openprocurement.api.views")

    # CouchDB connection
    server = Server(settings.get('couchdb.url'))
    config.registry.couchdb_server = server
    db_name = os.environ.get('DB_NAME', settings['couchdb.db_name'])
    if db_name not in server:
        server.create(db_name)
    config.registry.db = server[db_name]

    # sync couchdb views
    sync_design(config.registry.db)

    # migrate data
    migrate_data(config.registry.db)

    # S3 connection
    if 'aws.access_key' in settings and 'aws.secret_key' in settings and 'aws.bucket' in settings:
        connection = S3Connection(settings['aws.access_key'], settings['aws.secret_key'])
        config.registry.s3_connection = connection
        bucket_name = settings['aws.bucket']
        if bucket_name not in [b.name for b in connection.get_all_buckets()]:
            connection.create_bucket(bucket_name, location=Location.EU)
        config.registry.bucket_name = bucket_name
    return config.make_wsgi_app()
Exemplo n.º 3
0
 def test_migrate_from13to14(self):
     set_db_schema_version(self.db, 13)
     filename = u'файл.doc'
     data = {
         'doc_type': 'Tender',
         "awards": [{
             "documents": [{'title': str(Header(filename))}],
             "contracts": [{
                 "documents": [{'title': str(Header(filename))}],
             }],
             "complaints": [{
                 "documents": [{'title': str(Header(filename))}],
             }],
         }],
         "documents": [{'title': str(Header(filename))}],
         "complaints": [{
             "documents": [{'title': str(Header(filename))}],
         }],
         "bids": [{
             "documents": [{'title': str(Header(filename))}],
         }],
     }
     _id, _rev = self.db.save(data)
     migrate_data(self.db, 14)
     migrated_item = self.db.get(_id)
     self.assertEqual(migrated_item["documents"][0]["title"], filename)
Exemplo n.º 4
0
 def test_migrate_from0to1(self):
     set_db_schema_version(self.db, 0)
     data = {'doc_type': 'Tender',
             'modifiedAt': '2014-10-15T00:00:00.000000'}
     _id, _rev = self.db.save(data)
     item = self.db.get(_id)
     migrate_data(self.db, 1)
     migrated_item = self.db.get(_id)
     self.assertNotIn('modified', item)
     self.assertIn('modifiedAt', item)
     self.assertIn('modified', migrated_item)
     self.assertNotIn('modifiedAt', migrated_item)
     self.assertEqual(item['modifiedAt'], migrated_item['modified'])
Exemplo n.º 5
0
 def test_migrate_from12to13(self):
     set_db_schema_version(self.db, 12)
     data = {
         'doc_type': 'Tender',
         'procurementMethod': 'Open',
         'awardCriteria': 'Lowest Cost',
         'submissionMethod': 'Electronic Auction',
     }
     _id, _rev = self.db.save(data)
     migrate_data(self.db, 13)
     migrated_item = self.db.get(_id)
     self.assertEqual('open', migrated_item['procurementMethod'])
     self.assertEqual('lowestCost', migrated_item['awardCriteria'])
     self.assertEqual('electronicAuction', migrated_item['submissionMethod'])
Exemplo n.º 6
0
 def test_migrate_from0to1(self):
     set_db_schema_version(self.db, 0)
     data = {
         'doc_type': 'Tender',
         'modifiedAt': '2014-10-15T00:00:00.000000'
     }
     _id, _rev = self.db.save(data)
     item = self.db.get(_id)
     migrate_data(self.db, 1)
     migrated_item = self.db.get(_id)
     self.assertNotIn('modified', item)
     self.assertIn('modifiedAt', item)
     self.assertIn('modified', migrated_item)
     self.assertNotIn('modifiedAt', migrated_item)
     self.assertEqual(item['modifiedAt'], migrated_item['modified'])
Exemplo n.º 7
0
 def test_migrate_from12to13(self):
     set_db_schema_version(self.db, 12)
     data = {
         'doc_type': 'Tender',
         'procurementMethod': 'Open',
         'awardCriteria': 'Lowest Cost',
         'submissionMethod': 'Electronic Auction',
     }
     _id, _rev = self.db.save(data)
     migrate_data(self.app.app.registry, 13)
     migrated_item = self.db.get(_id)
     self.assertEqual('open', migrated_item['procurementMethod'])
     self.assertEqual('lowestCost', migrated_item['awardCriteria'])
     self.assertEqual('electronicAuction',
                      migrated_item['submissionMethod'])
Exemplo n.º 8
0
 def test_migrate_from15to16(self):
     set_db_schema_version(self.db, 15)
     data = {
         'doc_type': 'Tender',
         "items": [{
             "deliveryLocation": {
                 'latitude': 49,
                 'longitudee': 24
             }
         }]
     }
     _id, _rev = self.db.save(data)
     item = self.db.get(_id)
     migrate_data(self.db, 16)
     migrated_item = self.db.get(_id)
     self.assertEqual(item["items"][0]["deliveryLocation"]["longitudee"], migrated_item["items"][0]["deliveryLocation"]["longitude"])
Exemplo n.º 9
0
 def test_migrate_from16to17(self):
     set_db_schema_version(self.db, 16)
     data = {
         'doc_type': 'Tender',
         "awards": [
             {"date": '2015-03-01T00:00:00+02:00', "status": 'pending', 'complaintPeriod': {'startDate': '2015-03-01T00:00:00+02:00'}},
             {"date": '2015-03-01T00:00:00+02:00', "status": 'pending'},
             {"date": '2015-03-01T00:00:00+02:00', "status": 'unsuccessful'},
             {"date": '2015-03-01T00:00:00+02:00', "status": 'active'},
             {"date": '2015-03-01T00:00:00+02:00', "status": 'cancelled'},
         ]
     }
     _id, _rev = self.db.save(data)
     migrate_data(self.db, 17)
     migrated_item = self.db.get(_id)
     for i in migrated_item['awards']:
         self.assertIn('complaintPeriod', i)
Exemplo n.º 10
0
 def test_migrate_from5to6(self):
     set_db_schema_version(self.db, 5)
     data = {
         'doc_type':
         'Tender',
         "attachments": [{
             'id': 'id',
             'description': 'description',
             'lastModified': "2014-10-31T00:00:00",
             'uri': 'uri',
             'revisions': [1, 1]
         }],
         "bids": [{
             "attachments": [{
                 'id': 'id',
                 'description': 'description',
                 'lastModified': "2014-10-31T00:00:00",
                 'uri': 'uri'
             }]
         }]
     }
     _id, _rev = self.db.save(data)
     item = self.db.get(_id)
     migrate_data(self.db, 6)
     migrated_item = self.db.get(_id)
     self.assertNotIn('attachments', migrated_item)
     self.assertIn('documents', migrated_item)
     self.assertEqual(item["attachments"][0]["id"],
                      migrated_item["documents"][0]["id"])
     self.assertEqual(item["attachments"][0]["description"],
                      migrated_item["documents"][0]["title"])
     self.assertEqual(item["attachments"][0]["lastModified"],
                      migrated_item["documents"][0]["modified"])
     self.assertEqual(
         item["attachments"][0]["uri"] + "?download=2_description",
         migrated_item["documents"][0]["url"])
     self.assertEqual(item["bids"][0]["attachments"][0]["id"],
                      migrated_item["bids"][0]["documents"][0]["id"])
     self.assertEqual(item["bids"][0]["attachments"][0]["description"],
                      migrated_item["bids"][0]["documents"][0]["title"])
     self.assertEqual(item["bids"][0]["attachments"][0]["lastModified"],
                      migrated_item["bids"][0]["documents"][0]["modified"])
     self.assertEqual(
         item["bids"][0]["attachments"][0]["uri"] +
         "?download=0_description",
         migrated_item["bids"][0]["documents"][0]["url"])
Exemplo n.º 11
0
 def test_migrate_from19to20(self):
     set_db_schema_version(self.db, 19)
     data = {
         'doc_type': 'Tender',
         "contracts": [
             {
                 "documents": [
                     {
                         "url": "/tenders/13fcd78ee62e40dda3a89dc930e5bac9/awards/76ab137ced6e47268d0cdd33448ff22c/contracts/3e9b292b2a7540a89797de335bf053ce/documents/ebcb5dd7f7384b0fbfbed2dc4252fa6e?download=10367238a2964ee18513f209d9b6d1d3"
                     }
                 ]
             }
         ]
     }
     _id, _rev = self.db.save(data)
     migrate_data(self.db, 20)
     migrated_item = self.db.get(_id)
     self.assertEqual('/tenders/13fcd78ee62e40dda3a89dc930e5bac9/contracts/3e9b292b2a7540a89797de335bf053ce/documents/ebcb5dd7f7384b0fbfbed2dc4252fa6e?download=10367238a2964ee18513f209d9b6d1d3', migrated_item['contracts'][0]['documents'][0]['url'])
Exemplo n.º 12
0
 def test_migrate_from15to16(self):
     set_db_schema_version(self.db, 15)
     data = {
         'doc_type': 'Tender',
         "items": [{
             "deliveryLocation": {
                 'latitude': 49,
                 'longitudee': 24
             }
         }]
     }
     _id, _rev = self.db.save(data)
     item = self.db.get(_id)
     migrate_data(self.db, 16)
     migrated_item = self.db.get(_id)
     self.assertEqual(
         item["items"][0]["deliveryLocation"]["longitudee"],
         migrated_item["items"][0]["deliveryLocation"]["longitude"])
Exemplo n.º 13
0
 def test_migrate_from19to20(self):
     set_db_schema_version(self.db, 19)
     data = {
         'doc_type':
         'Tender',
         "contracts": [{
             "documents": [{
                 "url":
                 "/tenders/13fcd78ee62e40dda3a89dc930e5bac9/awards/76ab137ced6e47268d0cdd33448ff22c/contracts/3e9b292b2a7540a89797de335bf053ce/documents/ebcb5dd7f7384b0fbfbed2dc4252fa6e?download=10367238a2964ee18513f209d9b6d1d3"
             }]
         }]
     }
     _id, _rev = self.db.save(data)
     migrate_data(self.app.app.registry, 20)
     migrated_item = self.db.get(_id)
     self.assertEqual(
         '/tenders/13fcd78ee62e40dda3a89dc930e5bac9/contracts/3e9b292b2a7540a89797de335bf053ce/documents/ebcb5dd7f7384b0fbfbed2dc4252fa6e?download=10367238a2964ee18513f209d9b6d1d3',
         migrated_item['contracts'][0]['documents'][0]['url'])
Exemplo n.º 14
0
 def test_migrate_from4to5(self):
     set_db_schema_version(self.db, 4)
     data = {
         'doc_type': 'Tender',
         "clarificationPeriod": {
             "endDate": "2014-10-31T00:00:00"
         },
         "clarifications": True
     }
     _id, _rev = self.db.save(data)
     item = self.db.get(_id)
     migrate_data(self.db, 5)
     migrated_item = self.db.get(_id)
     self.assertNotIn('clarificationPeriod', migrated_item)
     self.assertIn('enquiryPeriod', migrated_item)
     self.assertNotIn('clarifications', migrated_item)
     self.assertIn('hasEnquiries', migrated_item)
     self.assertEqual(item["clarificationPeriod"], migrated_item["enquiryPeriod"])
     self.assertEqual(item["clarifications"], migrated_item["hasEnquiries"])
Exemplo n.º 15
0
 def test_migrate_from4to5(self):
     set_db_schema_version(self.db, 4)
     data = {
         'doc_type': 'Tender',
         "clarificationPeriod": {
             "endDate": "2014-10-31T00:00:00"
         },
         "clarifications": True
     }
     _id, _rev = self.db.save(data)
     item = self.db.get(_id)
     migrate_data(self.db, 5)
     migrated_item = self.db.get(_id)
     self.assertNotIn('clarificationPeriod', migrated_item)
     self.assertIn('enquiryPeriod', migrated_item)
     self.assertNotIn('clarifications', migrated_item)
     self.assertIn('hasEnquiries', migrated_item)
     self.assertEqual(item["clarificationPeriod"],
                      migrated_item["enquiryPeriod"])
     self.assertEqual(item["clarifications"], migrated_item["hasEnquiries"])
Exemplo n.º 16
0
 def test_migrate_from17to18(self):
     set_db_schema_version(self.db, 17)
     data = {
         'doc_type':
         'Tender',
         "awards": [{
             "id":
             "award_id",
             "contracts": [{
                 "awardID": "award_id",
                 "id": "contract_id"
             }]
         }]
     }
     _id, _rev = self.db.save(data)
     migrate_data(self.db, 18)
     migrated_item = self.db.get(_id)
     for i in migrated_item['awards']:
         self.assertNotIn('contracts', i)
     self.assertIn('contracts', migrated_item)
Exemplo n.º 17
0
 def test_migrate_from3to4(self):
     set_db_schema_version(self.db, 3)
     data = {
         'doc_type': 'Tender',
         "itemsToBeProcured": [{
             "description": "футляри до державних нагород",
             "classificationScheme": "Other",
             "otherClassificationScheme": "ДКПП",
             "classificationID": "17.21.1",
             "classificationDescription": "папір і картон гофровані, паперова й картонна тара",
             "unitOfMeasure": "item",
             "quantity": 5
         }]
     }
     _id, _rev = self.db.save(data)
     item = self.db.get(_id)
     migrate_data(self.db, 4)
     migrated_item = self.db.get(_id)
     self.assertEqual(item["itemsToBeProcured"][0]["otherClassificationScheme"], migrated_item["itemsToBeProcured"][0]["primaryClassification"]["scheme"])
     self.assertEqual(item["itemsToBeProcured"][0]["classificationID"], migrated_item["itemsToBeProcured"][0]["primaryClassification"]["id"])
     self.assertEqual(item["itemsToBeProcured"][0]["classificationDescription"], migrated_item["itemsToBeProcured"][0]["primaryClassification"]["description"])
Exemplo n.º 18
0
 def test_migrate_from5to6(self):
     set_db_schema_version(self.db, 5)
     data = {
         'doc_type': 'Tender',
         "attachments": [
             {
                 'id': 'id',
                 'description': 'description',
                 'lastModified': "2014-10-31T00:00:00",
                 'uri': 'uri',
                 'revisions': [1, 1]
             }
         ],
         "bids": [
             {
                 "attachments": [
                     {
                         'id': 'id',
                         'description': 'description',
                         'lastModified': "2014-10-31T00:00:00",
                         'uri': 'uri'
                     }
                 ]
             }
         ]
     }
     _id, _rev = self.db.save(data)
     item = self.db.get(_id)
     migrate_data(self.db, 6)
     migrated_item = self.db.get(_id)
     self.assertNotIn('attachments', migrated_item)
     self.assertIn('documents', migrated_item)
     self.assertEqual(item["attachments"][0]["id"], migrated_item["documents"][0]["id"])
     self.assertEqual(item["attachments"][0]["description"], migrated_item["documents"][0]["title"])
     self.assertEqual(item["attachments"][0]["lastModified"], migrated_item["documents"][0]["modified"])
     self.assertEqual(item["attachments"][0]["uri"] + "?download=2_description", migrated_item["documents"][0]["url"])
     self.assertEqual(item["bids"][0]["attachments"][0]["id"], migrated_item["bids"][0]["documents"][0]["id"])
     self.assertEqual(item["bids"][0]["attachments"][0]["description"], migrated_item["bids"][0]["documents"][0]["title"])
     self.assertEqual(item["bids"][0]["attachments"][0]["lastModified"], migrated_item["bids"][0]["documents"][0]["modified"])
     self.assertEqual(item["bids"][0]["attachments"][0]["uri"] + "?download=0_description", migrated_item["bids"][0]["documents"][0]["url"])
Exemplo n.º 19
0
 def test_migrate_from14to15(self):
     set_db_schema_version(self.db, 14)
     data = {
         'doc_type': 'Tender',
         'items': [
             {
                 "description": u"футляри до державних нагород",
                 "unit": {
                     "name": u"item",
                     "code": u"44617100-9"
                 },
                 "quantity": 5
             }
         ]
     }
     _id, _rev = self.db.save(data)
     migrate_data(self.db, 15)
     migrated_item = self.db.get(_id)
     self.assertIn('title', migrated_item)
     self.assertEqual(data['items'][0]["description"], migrated_item['title'])
     self.assertEqual(u"CPV", migrated_item['items'][0]['classification']["scheme"])
     self.assertEqual(u"ДКПП", migrated_item['items'][0]['additionalClassifications'][0]["scheme"])
Exemplo n.º 20
0
 def test_migrate_from17to18(self):
     set_db_schema_version(self.db, 17)
     data = {
         'doc_type': 'Tender',
         "awards": [
             {
                 "id": "award_id",
                 "contracts": [
                     {
                         "awardID": "award_id",
                         "id": "contract_id"
                     }
                 ]
             }
         ]
     }
     _id, _rev = self.db.save(data)
     migrate_data(self.db, 18)
     migrated_item = self.db.get(_id)
     for i in migrated_item['awards']:
         self.assertNotIn('contracts', i)
     self.assertIn('contracts', migrated_item)
Exemplo n.º 21
0
 def test_migrate_from13to14(self):
     set_db_schema_version(self.db, 13)
     filename = u'файл.doc'
     data = {
         'doc_type':
         'Tender',
         "awards": [{
             "documents": [{
                 'title': str(Header(filename))
             }],
             "contracts": [{
                 "documents": [{
                     'title': str(Header(filename))
                 }],
             }],
             "complaints": [{
                 "documents": [{
                     'title': str(Header(filename))
                 }],
             }],
         }],
         "documents": [{
             'title': str(Header(filename))
         }],
         "complaints": [{
             "documents": [{
                 'title': str(Header(filename))
             }],
         }],
         "bids": [{
             "documents": [{
                 'title': str(Header(filename))
             }],
         }],
     }
     _id, _rev = self.db.save(data)
     migrate_data(self.db, 14)
     migrated_item = self.db.get(_id)
     self.assertEqual(migrated_item["documents"][0]["title"], filename)
Exemplo n.º 22
0
 def test_migrate_from2to3(self):
     set_db_schema_version(self.db, 2)
     data = {
         'doc_type': 'Tender',
         'bidders': [{
             "_id": "UUID",
             "id": {
                 "name": "Державне управління справами"
             },
         }]
     }
     _id, _rev = self.db.save(data)
     item = self.db.get(_id)
     migrate_data(self.db, 3)
     migrated_item = self.db.get(_id)
     self.assertIn('bidders', item)
     self.assertNotIn('bids', item)
     self.assertNotIn('bidders', migrated_item)
     self.assertIn('bids', migrated_item)
     self.assertEqual(
         item["bidders"][0]["_id"], migrated_item["bids"][0]["id"])
     self.assertEqual(item["bidders"][0]["id"]["name"], migrated_item[
                      "bids"][0]["bidders"][0]["id"]["name"])
Exemplo n.º 23
0
 def test_migrate_from21to22(self):
     set_db_schema_version(self.db, 21)
     data = {
         'doc_type':
         'Tender',
         "awards": [{
             "id":
             "award_id",
             "complaints": [{
                 "id":
                 "complaint_id",
                 "type":
                 "claim",
                 "dateEscalated":
                 "2016-05-11T15:09:53.751926+03:00"
             }]
         }]
     }
     _id, _rev = self.db.save(data)
     migrate_data(self.app.app.registry, 22)
     migrated_item = self.db.get(_id)
     self.assertEqual(migrated_item['awards'][0]['complaints'][0]['type'],
                      'complaint')
Exemplo n.º 24
0
 def test_migrate_from16to17(self):
     set_db_schema_version(self.db, 16)
     data = {
         'doc_type':
         'Tender',
         "awards": [
             {
                 "date": '2015-03-01T00:00:00+02:00',
                 "status": 'pending',
                 'complaintPeriod': {
                     'startDate': '2015-03-01T00:00:00+02:00'
                 }
             },
             {
                 "date": '2015-03-01T00:00:00+02:00',
                 "status": 'pending'
             },
             {
                 "date": '2015-03-01T00:00:00+02:00',
                 "status": 'unsuccessful'
             },
             {
                 "date": '2015-03-01T00:00:00+02:00',
                 "status": 'active'
             },
             {
                 "date": '2015-03-01T00:00:00+02:00',
                 "status": 'cancelled'
             },
         ]
     }
     _id, _rev = self.db.save(data)
     item = self.db.get(_id)
     migrate_data(self.db, 17)
     migrated_item = self.db.get(_id)
     for i in migrated_item['awards']:
         self.assertIn('complaintPeriod', i)
Exemplo n.º 25
0
 def test_migrate_from2to3(self):
     set_db_schema_version(self.db, 2)
     data = {
         'doc_type':
         'Tender',
         'bidders': [{
             "_id": "UUID",
             "id": {
                 "name": "Державне управління справами"
             },
         }]
     }
     _id, _rev = self.db.save(data)
     item = self.db.get(_id)
     migrate_data(self.db, 3)
     migrated_item = self.db.get(_id)
     self.assertIn('bidders', item)
     self.assertNotIn('bids', item)
     self.assertNotIn('bidders', migrated_item)
     self.assertIn('bids', migrated_item)
     self.assertEqual(item["bidders"][0]["_id"],
                      migrated_item["bids"][0]["id"])
     self.assertEqual(item["bidders"][0]["id"]["name"],
                      migrated_item["bids"][0]["bidders"][0]["id"]["name"])
Exemplo n.º 26
0
def main(global_config, **settings):
    config = Configurator(settings=settings)
    config.add_renderer('prettyjson', JSON(indent=4))
    config.add_renderer('jsonp', JSONP(param_name='opt_jsonp'))
    config.add_renderer('prettyjsonp', JSONP(indent=4, param_name='opt_jsonp'))
    config.add_subscriber(set_renderer, NewRequest)
    config.include("cornice")
    config.route_prefix = '/api/{}'.format(VERSION)
    config.scan("openprocurement.api.views")

    # CouchDB connection
    server = Server(settings.get('couchdb.url'))
    config.registry.couchdb_server = server
    db_name = os.environ.get('DB_NAME', settings['couchdb.db_name'])
    if db_name not in server:
        server.create(db_name)
    config.registry.db = server[db_name]

    # sync couchdb views
    sync_design(config.registry.db)

    # migrate data
    migrate_data(config.registry.db)
    return config.make_wsgi_app()
Exemplo n.º 27
0
 def test_migrate_from1to2(self):
     set_db_schema_version(self.db, 1)
     data = {
         "procuringEntity": {
             "address": {
                 "country-name": "Україна",
                 "postal-code": "01220",
                 "street-address": "вул. Банкова, 11, корпус 1"
             },
         },
         'doc_type':
         'Tender',
         'bidders': [{
             "address": {
                 "country-name": "Україна",
                 "postal-code": "01220",
                 "street-address": "вул. Банкова, 11, корпус 1"
             },
         }]
     }
     _id, _rev = self.db.save(data)
     item = self.db.get(_id)
     migrate_data(self.db, 2)
     migrated_item = self.db.get(_id)
     self.assertIn('country-name', item["procuringEntity"]["address"])
     self.assertNotIn('countryName', item["procuringEntity"]["address"])
     self.assertIn('country-name', item["bidders"][0]["address"])
     self.assertNotIn('countryName', item["bidders"][0]["address"])
     self.assertFalse(
         'country-name' in migrated_item["procuringEntity"]["address"])
     self.assertTrue(
         'countryName' in migrated_item["procuringEntity"]["address"])
     self.assertFalse(
         'country-name' in migrated_item["bidders"][0]["address"])
     self.assertTrue(
         'countryName' in migrated_item["bidders"][0]["address"])
Exemplo n.º 28
0
def main(global_config, **settings):
    config = Configurator(
        autocommit=True,
        settings=settings,
        authentication_policy=AuthenticationPolicy(settings['auth.file'],
                                                   __name__),
        authorization_policy=AuthorizationPolicy(),
        route_prefix=ROUTE_PREFIX,
    )
    config.include('pyramid_exclog')
    config.include("cornice")
    config.add_forbidden_view(forbidden)
    config.add_request_method(request_params, 'params', reify=True)
    config.add_request_method(authenticated_role, reify=True)
    config.add_request_method(extract_tender, 'tender', reify=True)
    config.add_renderer('prettyjson', JSON(indent=4))
    config.add_renderer('jsonp', JSONP(param_name='opt_jsonp'))
    config.add_renderer('prettyjsonp', JSONP(indent=4, param_name='opt_jsonp'))
    config.add_subscriber(add_logging_context, NewRequest)
    config.add_subscriber(set_logging_context, ContextFound)
    config.add_subscriber(set_renderer, NewRequest)
    config.add_subscriber(beforerender, BeforeRender)
    config.scan("openprocurement.api.views.spore")

    # tender procurementMethodType plugins support
    config.add_route_predicate('procurementMethodType', isTender)
    config.registry.tender_procurementMethodTypes = {}
    config.add_request_method(tender_from_data)
    config.add_directive('add_tender_procurementMethodType',
                         register_tender_procurementMethodType)

    # search for plugins
    plugins = settings.get('plugins') and settings['plugins'].split(',')
    for entry_point in iter_entry_points('openprocurement.api.plugins'):
        if not plugins or entry_point.name in plugins:
            plugin = entry_point.load()
            plugin(config)

    # CouchDB connection
    db_name = os.environ.get('DB_NAME', settings['couchdb.db_name'])
    server = Server(settings.get('couchdb.url'),
                    session=Session(retry_delays=range(10)))
    if 'couchdb.admin_url' not in settings and server.resource.credentials:
        try:
            server.version()
        except Unauthorized:
            server = Server(
                extract_credentials(settings.get('couchdb.url'))[0])
    config.registry.couchdb_server = server
    if 'couchdb.admin_url' in settings and server.resource.credentials:
        aserver = Server(settings.get('couchdb.admin_url'),
                         session=Session(retry_delays=range(10)))
        users_db = aserver['_users']
        if SECURITY != users_db.security:
            LOGGER.info("Updating users db security",
                        extra={'MESSAGE_ID': 'update_users_security'})
            users_db.security = SECURITY
        username, password = server.resource.credentials
        user_doc = users_db.get(
            'org.couchdb.user:{}'.format(username),
            {'_id': 'org.couchdb.user:{}'.format(username)})
        if not user_doc.get(
                'derived_key', '') or PBKDF2(password, user_doc.get(
                    'salt', ''), user_doc.get('iterations', 10)).hexread(
                        int(len(user_doc.get('derived_key', '')) /
                            2)) != user_doc.get('derived_key', ''):
            user_doc.update({
                "name": username,
                "roles": [],
                "type": "user",
                "password": password
            })
            LOGGER.info("Updating api db main user",
                        extra={'MESSAGE_ID': 'update_api_main_user'})
            users_db.save(user_doc)
        security_users = [
            username,
        ]
        if 'couchdb.reader_username' in settings and 'couchdb.reader_password' in settings:
            reader_username = settings.get('couchdb.reader_username')
            reader = users_db.get(
                'org.couchdb.user:{}'.format(reader_username),
                {'_id': 'org.couchdb.user:{}'.format(reader_username)})
            if not reader.get('derived_key', '') or PBKDF2(
                    settings.get('couchdb.reader_password'),
                    reader.get('salt', ''), reader.get(
                        'iterations', 10)).hexread(
                            int(len(reader.get('derived_key', '')) /
                                2)) != reader.get('derived_key', ''):
                reader.update({
                    "name":
                    reader_username,
                    "roles": ['reader'],
                    "type":
                    "user",
                    "password":
                    settings.get('couchdb.reader_password')
                })
                LOGGER.info("Updating api db reader user",
                            extra={'MESSAGE_ID': 'update_api_reader_user'})
                users_db.save(reader)
            security_users.append(reader_username)
        if db_name not in aserver:
            aserver.create(db_name)
        db = aserver[db_name]
        SECURITY[u'members'][u'names'] = security_users
        if SECURITY != db.security:
            LOGGER.info("Updating api db security",
                        extra={'MESSAGE_ID': 'update_api_security'})
            db.security = SECURITY
        auth_doc = db.get(VALIDATE_DOC_ID, {'_id': VALIDATE_DOC_ID})
        if auth_doc.get(
                'validate_doc_update') != VALIDATE_DOC_UPDATE % username:
            auth_doc['validate_doc_update'] = VALIDATE_DOC_UPDATE % username
            LOGGER.info("Updating api db validate doc",
                        extra={'MESSAGE_ID': 'update_api_validate_doc'})
            db.save(auth_doc)
        # sync couchdb views
        sync_design(db)
        db = server[db_name]
    else:
        if db_name not in server:
            server.create(db_name)
        db = server[db_name]
        # sync couchdb views
        sync_design(db)
    config.registry.db = db

    # migrate data
    if not os.environ.get('MIGRATION_SKIP'):
        migrate_data(config.registry.db)

    # S3 connection
    if 'aws.access_key' in settings and 'aws.secret_key' in settings and 'aws.s3_bucket' in settings:
        connection = S3Connection(settings['aws.access_key'],
                                  settings['aws.secret_key'])
        config.registry.s3_connection = connection
        bucket_name = settings['aws.s3_bucket']
        if bucket_name not in [b.name for b in connection.get_all_buckets()]:
            connection.create_bucket(bucket_name, location=Location.EU)
        config.registry.bucket_name = bucket_name
    config.registry.server_id = settings.get('id', '')
    return config.make_wsgi_app()
Exemplo n.º 29
0
 def test_migrate_from10to11(self):
     set_db_schema_version(self.db, 10)
     data = {
         'doc_type': 'Tender',
         "procuringEntity": {
             "identifier": {
                 "scheme": "scheme"
             }
         },
         "bids": [
             {
                 "tenderers": [
                     {
                         "identifier": {
                             "scheme": "scheme"
                         }
                     }
                 ]
             }
         ],
         "awards": [
             {
                 "suppliers": [
                     {
                         "identifier": {
                             "scheme": "scheme"
                         }
                     }
                 ],
                 "complaints": [
                     {
                         "author": {
                             "identifier": {
                                 "scheme": "scheme"
                             }
                         }
                     }
                 ]
             }
         ],
         "complaints": [
             {
                 "author": {
                     "identifier": {
                         "scheme": "scheme"
                     }
                 }
             }
         ],
         "questions": [
             {
                 "author": {
                     "identifier": {
                         "scheme": "scheme"
                     }
                 }
             }
         ],
     }
     _id, _rev = self.db.save(data)
     migrate_data(self.db, 11)
     migrated_item = self.db.get(_id)
     self.assertTrue(all([
         i["identifier"]["scheme"] == 'UA-EDR'
         for i in [
             migrated_item["procuringEntity"]
         ] + [
             x["author"] for x in migrated_item["questions"]
         ] + [
             x["author"] for x in migrated_item["complaints"]
         ] + [
             x for b in migrated_item["bids"] for x in b["tenderers"]
         ] + [
             x for a in migrated_item["awards"] for x in a["suppliers"]
         ] + [
             x["author"] for a in migrated_item["awards"] for x in a["complaints"]
         ]
     ]))
Exemplo n.º 30
0
    def test_migrate_from23to24(self):
        set_db_schema_version(self.db, 23)
        self.app.app.registry.docservice_url = 'http://localhost.ds'
        u = Tender(test_tender_data)
        u.tenderID = "UA-X"
        u.dateModified = get_now().isoformat()
        u.store(self.db)
        tender_raw = self.db.get(u.id)
        date_modified_before = tender_raw['dateModified']
        bid = {"id": "1b4da15470e84c4d948a5d1660d29776"}
        bid["documents"] = [
            {
                # non-ds url. should be fixed (correct id in url) by migrator
                "id":
                "1801ca2749bd40b0944e58adc3e09c46",
                "title":
                "name.txt",
                "documentOf":
                "tender",
                "url":
                "/tenders/{}/bids/{}/documents/63073ea0da17414db9f13e1a8c347e11?download=a65ef5c688884931aed1a472620d3a00"
                .format(u.id, bid['id']),
                "datePublished":
                "2016-06-01T00:00:00+03:00",
                "dateModified":
                "2016-06-01T00:00:00+03:00",
                "format":
                "text/plain",
                "language":
                "uk",
            },
            {
                # non-ds url. should be fixed (correct id in url) by migrator
                "id":
                "f3e5470b76f84c66a89fd52ed871f645",
                "title":
                "name.txt",
                "documentOf":
                "tender",
                "url":
                "/tenders/{}/bids/{}/documents/512bd84155b145b99e0ac80894fe2b8f?download=d48723d7b4014599ac8d94fb0ac958b4"
                .format(u.id, bid['id']),
                "datePublished":
                "2016-06-01T00:00:00+03:00",
                "dateModified":
                "2016-06-01T00:00:00+03:00",
                "format":
                "text/plain",
            },
            {
                # ds url. should NOT be rewrited by migrator
                "id": "352d774608d749c996fc0e798ffef433",
                "title": "name.txt",
                "documentOf": "tender",
                "url":
                "http://localhost.ds/get/b893bf5d2fb44a26bd6896178afe5953?KeyID=i_am_ds_url_lalalalala",  # DS url
                "datePublished": "2016-06-01T00:00:00+03:00",
                "dateModified": "2016-06-01T00:00:00+03:00",
                "format": "text/plain",
            }
        ]

        # dirty eligibility documents container simulation
        bid["eligibilityDocuments"] = [{
            # non-ds url. should be fixed (correct id in url) by migrator
            "id":
            "73e728784f924518b07f16e34750df1b",
            "title":
            "name.txt",
            "documentOf":
            "tender",
            "url":
            "/tenders/{}/bids/{}/eligibility_documents/a109ca6b04d24bd5bccf57917a65e835?download=5443af5e910f46debe412fc36e69f1ad"
            .format(u.id, bid['id']),
            "datePublished":
            "2016-06-01T00:00:00+03:00",
            "dateModified":
            "2016-06-01T00:00:00+03:00",
            "format":
            "text/plain",
            "language":
            "uk",
            "confidentiality":
            "buyerOnly"  # documents for which url is not rewrited to ds url
        }]

        tender_raw['bids'] = [
            bid,
        ]

        _id, _rev = self.db.save(tender_raw)

        migrate_data(self.app.app.registry, 24)
        migrated = self.db.get(u.id)
        migrated_bid = migrated['bids'][0]

        self.assertGreater(migrated['dateModified'], date_modified_before)

        # url should be corrected
        self.assertIn(
            "/tenders/{}/bids/1b4da15470e84c4d948a5d1660d29776/documents/1801ca2749bd40b0944e58adc3e09c46?download=a65ef5c688884931aed1a472620d3a00"
            .format(u.id), migrated_bid['documents'][0]['url'])
        self.assertIn(
            "/tenders/{}/bids/1b4da15470e84c4d948a5d1660d29776/documents/f3e5470b76f84c66a89fd52ed871f645?download=d48723d7b4014599ac8d94fb0ac958b4"
            .format(u.id), migrated_bid['documents'][1]['url'])
        self.assertIn(
            "/tenders/{}/bids/1b4da15470e84c4d948a5d1660d29776/eligibility_documents/73e728784f924518b07f16e34750df1b?download=5443af5e910f46debe412fc36e69f1ad"
            .format(u.id), migrated_bid['eligibilityDocuments'][0]['url'])

        # url remained the same as before migration
        self.assertIn(
            "http://localhost.ds/get/b893bf5d2fb44a26bd6896178afe5953?KeyID=i_am_ds_url_lalalalala",
            migrated_bid['documents'][2]['url'])
Exemplo n.º 31
0
 def test_migrate(self):
     self.assertEqual(get_db_schema_version(self.db), SCHEMA_VERSION)
     migrate_data(self.db, 1)
     self.assertEqual(get_db_schema_version(self.db), SCHEMA_VERSION)
Exemplo n.º 32
0
 def test_migrate_from11to12(self):
     set_db_schema_version(self.db, 11)
     data = [
         {
             "status":
             "active.enquiries",
             "doc_type":
             "Tender",
             "enquiryPeriod": {
                 "startDate": "2014-11-30T21:51:28.008729+02:00"
             },
             "value": {
                 "amount": -10.0,
                 "currency": u"USD",
                 "valueAddedTaxIncluded": False
             },
             "minimalStep": {
                 "amount": 10.0
             },
             "items": [{
                 "classification": {},
                 "additionalClassifications": [{
                     "scheme": "scheme"
                 }]
             }],
             "awards": [{}],
             "owner_token":
             "d9d24edba7bd4eaead5d68f47d7f288e",
             "tenderID":
             "UA-0d0d5850b0aa4ef5988f4a20925672d2",
             "dateModified":
             "2014-11-30T21:51:28.008729+02:00",
             "owner":
             "test"
         },
         {
             "status":
             "active.tendering",
             "doc_type":
             "Tender",
             "enquiryPeriod": {
                 "startDate": "2014-11-30T21:51:28.008729+02:00"
             },
             "complaints": [{}],
             "questions": [{}],
             "value": {
                 "amount": 10.0,
                 "currency": u"UAH",
                 "valueAddedTaxIncluded": True
             },
             "minimalStep": {
                 "amount": 20.0,
                 "currency": u"USD",
                 "valueAddedTaxIncluded": False
             },
             "items": [{
                 "classification": {
                     "id": "id",
                     "scheme": "scheme"
                 },
                 "unit": {}
             }],
             "bids": [
                 {
                     "id": "id1",
                     "tenderers": [{
                         "name": "name"
                     }, {
                         "name": "name"
                     }]
                 },
                 {
                     "id": "id2",
                 },
             ],
             u'procuringEntity': {
                 u'identifier': {
                     u'scheme': u'https://ns.openprocurement.org/ua/edrpou',
                     u'legalName': u'Name'
                 },
                 u'name': u'Name',
                 u'address': {},
             },
             "owner_token":
             "d9d24edba7bd4eaead5d68f47d7f288e",
             "tenderID":
             "UA-0d0d5850b0aa4ef5988f4a20925672d2",
             "dateModified":
             "2014-11-30T21:51:28.008729+02:00",
             "owner":
             "test"
         },
         {
             "status": "active.auction",
             "doc_type": "Tender",
             "enquiryPeriod": {
                 "startDate": "2014-11-30T21:51:28.008729+02:00"
             },
             "value": {
                 "amount": 10.0,
                 "currency": u"UAH",
                 "valueAddedTaxIncluded": True
             },
             "minimalStep": {
                 "amount": 20.0,
                 "currency": u"USD",
                 "valueAddedTaxIncluded": False
             },
             u'procuringEntity': {
                 u'name': u'Name',
                 u'contactPoint': {},
             },
             "tenderID": "UA-0d0d5850b0aa4ef5988f4a20925672d2",
             "dateModified": "2014-11-30T21:51:28.008729+02:00",
         },
         {
             "status":
             "active.qualification",
             "doc_type":
             "Tender",
             "enquiryPeriod": {
                 "startDate": "2014-11-30T21:51:28.008729+02:00"
             },
             "complaints": [{}],
             "questions": [{}],
             "value": {
                 "amount": 10.0,
                 "currency": u"UAH",
                 "valueAddedTaxIncluded": True
             },
             "minimalStep": {
                 "amount": 20.0,
                 "currency": u"USD",
                 "valueAddedTaxIncluded": False
             },
             "bids": [
                 {
                     "id": "id1",
                     "tenderers": [{
                         "name": "name"
                     }, {
                         "name": "name"
                     }]
                 },
             ],
             u'procuringEntity': {
                 u'identifier': {
                     u'scheme': u'https://ns.openprocurement.org/ua/edrpou',
                     u'legalName': u'Name'
                 },
                 u'name': u'Name',
                 u'address': {},
             },
             "awards": [{
                 "suppliers": [{
                     "name": "name"
                 }, {
                     "name": "name"
                 }]
             }],
             "tenderID":
             "UA-0d0d5850b0aa4ef5988f4a20925672d2",
             "dateModified":
             "2014-11-30T21:51:28.008729+02:00",
         },
         {
             "status":
             "active.awarded",
             "doc_type":
             "Tender",
             "enquiryPeriod": {
                 "startDate": "2014-11-30T21:51:28.008729+02:00"
             },
             "complaints": [{
                 "author": {
                     "name": "name"
                 }
             }],
             "questions": [{
                 "author": {
                     "name": "name"
                 }
             }],
             "value": {
                 "amount": 10.0,
                 "currency": u"UAH",
                 "valueAddedTaxIncluded": True
             },
             "minimalStep": {
                 "amount": 20.0,
                 "currency": u"USD",
                 "valueAddedTaxIncluded": False
             },
             "bids": [
                 {
                     "id": "id1",
                     "tenderers": [{
                         "name": "name"
                     }, {
                         "name": "name"
                     }]
                 },
             ],
             u'procuringEntity': {
                 u'identifier': {
                     u'scheme': u'https://ns.openprocurement.org/ua/edrpou',
                     u'legalName': u'Name'
                 },
                 u'name': u'Name',
                 u'address': {},
             },
             "awards": [{
                 "suppliers": [{
                     "name": "name"
                 }, {
                     "name": "name"
                 }]
             }],
             "tenderID":
             "UA-0d0d5850b0aa4ef5988f4a20925672d2",
             "dateModified":
             "2014-11-30T21:51:28.008729+02:00",
         },
         {
             "status":
             "complete",
             "doc_type":
             "Tender",
             "enquiryPeriod": {
                 "startDate": "2014-11-30T21:51:28.008729+02:00"
             },
             "bids": [
                 {
                     "id": "id1",
                     "value": {},
                     "tenderers": [{
                         "name": "name"
                     }, {
                         "name": "name"
                     }]
                 },
             ],
             u'procuringEntity': {
                 u'identifier': {
                     u'scheme': u'https://ns.openprocurement.org/ua/edrpou',
                     u'legalName': u'Name'
                 },
                 u'name': u'Name',
                 u'address': {},
             },
             "awards": [{
                 "value": {},
             }],
             "tenderID":
             "UA-0d0d5850b0aa4ef5988f4a20925672d2",
             "dateModified":
             "2014-11-30T21:51:28.008729+02:00",
         },
     ]
     items = []
     for i in data:
         _id, _rev = self.db.save(i)
         items.append(self.db.get(_id))
     migrate_data(self.db, 12)
     for item in items:
         migrated_item = self.db.get(item['_id'])
         self.assertNotEqual(item, migrated_item)
     self.app.authorization = ('Basic', ('broker05', ''))
     self.app.post_json('/tenders', {'data': test_tender_data}, status=403)
Exemplo n.º 33
0
 def test_migrate_from10to11(self):
     set_db_schema_version(self.db, 10)
     data = {
         'doc_type':
         'Tender',
         "procuringEntity": {
             "identifier": {
                 "scheme": "scheme"
             }
         },
         "bids": [{
             "tenderers": [{
                 "identifier": {
                     "scheme": "scheme"
                 }
             }]
         }],
         "awards": [{
             "suppliers": [{
                 "identifier": {
                     "scheme": "scheme"
                 }
             }],
             "complaints": [{
                 "author": {
                     "identifier": {
                         "scheme": "scheme"
                     }
                 }
             }]
         }],
         "complaints": [{
             "author": {
                 "identifier": {
                     "scheme": "scheme"
                 }
             }
         }],
         "questions": [{
             "author": {
                 "identifier": {
                     "scheme": "scheme"
                 }
             }
         }],
     }
     _id, _rev = self.db.save(data)
     migrate_data(self.db, 11)
     migrated_item = self.db.get(_id)
     self.assertTrue(
         all([
             i["identifier"]["scheme"] == 'UA-EDR'
             for i in [migrated_item["procuringEntity"]] +
             [x["author"] for x in migrated_item["questions"]] +
             [x["author"] for x in migrated_item["complaints"]] +
             [x for b in migrated_item["bids"] for x in b["tenderers"]] +
             [x for a in migrated_item["awards"]
              for x in a["suppliers"]] + [
                  x["author"] for a in migrated_item["awards"]
                  for x in a["complaints"]
              ]
         ]))
Exemplo n.º 34
0
 def setUp(self):
     super(MigrateTest, self).setUp()
     migrate_data(self.app.app.registry)
Exemplo n.º 35
0
 def test_migrate_from18to19(self):
     set_db_schema_version(self.db, 18)
     data = {
         'doc_type':
         'Tender',
         "documents": [
             {
                 "title": "title1.doc",
                 "id": "tender_document1_id",
                 "documentType": "contractAnnexes"
             },
             {
                 "title": "title2.doc",
                 "id": "tender_document2_id",
                 "documentType": "tenderNotice"
             },
             {
                 "title": "title3.doc",
                 "id": "tender_document3_id",
                 "documentType": "contractAnnexes"
             },
         ],
         "bids": [{
             "id":
             "bid1_id",
             "documents": [
                 {
                     "title": "title1.doc",
                     "id": "bid_document1_id",
                     "documentType": "contractAnnexes"
                 },
             ]
         }],
         "complaints": [{
             "id":
             "complaint1_id",
             "documents": [
                 {
                     "title": "title1.doc",
                     "id": "complaint_document1_id",
                     "documentType": "contractAnnexes"
                 },
             ]
         }],
         "cancellations": [{
             "id":
             "cancellation1_id",
             "documents": [
                 {
                     "title": "title1.doc",
                     "id": "cancellation_document1_id",
                     "documentType": "contractAnnexes"
                 },
             ]
         }],
         "contracts": [{
             "id":
             "contract1_id",
             "documents": [
                 {
                     "title": "title1.doc",
                     "id": "contract_document1_id",
                     "documentType": "contractAnnexes"
                 },
             ]
         }],
         "awards": [{
             "id":
             "award_id",
             "documents": [
                 {
                     "title": "title1.doc",
                     "id": "award_document1_id",
                     "documentType": "contractAnnexes"
                 },
             ],
             "complaints": [{
                 "id":
                 "complaint_id",
                 "documents": [
                     {
                         "title": "title1.doc",
                         "id": "award_complaint_document1_id",
                         "documentType": "contractAnnexes"
                     },
                     {
                         "title": "title2.doc",
                         "id": "award_complaint_document2_id",
                         "documentType": "contractGuarantees"
                     },
                     {
                         "title": "title3.doc",
                         "id": "award_complaint_document3_id",
                         "documentType": "contractAnnexes"
                     },
                 ]
             }]
         }]
     }
     _id, _rev = self.db.save(data)
     migrate_data(self.db, 19)
     migrated_item = self.db.get(_id)
     tender_docs = migrated_item['documents']
     self.assertEqual('contractAnnexe', tender_docs[0]['documentType'])
     self.assertEqual('tenderNotice', tender_docs[1]['documentType'])
     self.assertEqual('contractAnnexe', tender_docs[2]['documentType'])
     for e in ('bids', 'complaints', 'cancellations', 'contracts',
               'awards'):
         for i in migrated_item[e]:
             document = i['documents'][0]
             self.assertEqual('contractAnnexe', document['documentType'])
     award_compl_docs = migrated_item['awards'][0]['complaints'][0][
         'documents']
     self.assertEqual('contractAnnexe', award_compl_docs[0]['documentType'])
     self.assertEqual('contractGuarantees',
                      award_compl_docs[1]['documentType'])
     self.assertEqual('contractAnnexe', award_compl_docs[2]['documentType'])
Exemplo n.º 36
0
 def setUp(self):
     super(MigrateTest, self).setUp()
     migrate_data(self.app.app.registry)
Exemplo n.º 37
0
def main(global_config, **settings):
    config = Configurator(
        settings=settings,
        root_factory=factory,
        authentication_policy=AuthenticationPolicy(settings['auth.file'], __name__),
        authorization_policy=AuthorizationPolicy(),
        route_prefix=ROUTE_PREFIX,
    )
    config.add_forbidden_view(forbidden)
    config.add_request_method(authenticated_role, reify=True)
    config.add_renderer('prettyjson', JSON(indent=4))
    config.add_renderer('jsonp', JSONP(param_name='opt_jsonp'))
    config.add_renderer('prettyjsonp', JSONP(indent=4, param_name='opt_jsonp'))
    config.add_subscriber(add_logging_context, NewRequest)
    config.add_subscriber(set_logging_context, ContextFound)
    config.add_subscriber(set_renderer, NewRequest)
    config.add_subscriber(beforerender, BeforeRender)
    config.include('pyramid_exclog')
    config.include("cornice")
    config.scan("openprocurement.api.views")

    # CouchDB connection
    db_name = os.environ.get('DB_NAME', settings['couchdb.db_name'])
    server = Server(settings.get('couchdb.url'), session=Session(retry_delays=range(10)))
    if 'couchdb.admin_url' not in settings and server.resource.credentials:
        try:
            server.version()
        except Unauthorized:
            server = Server(extract_credentials(settings.get('couchdb.url'))[0])
    config.registry.couchdb_server = server
    if 'couchdb.admin_url' in settings and server.resource.credentials:
        aserver = Server(settings.get('couchdb.admin_url'), session=Session(retry_delays=range(10)))
        users_db = aserver['_users']
        if SECURITY != users_db.security:
            LOGGER.info("Updating users db security", extra={'MESSAGE_ID': 'update_users_security'})
            users_db.security = SECURITY
        username, password = server.resource.credentials
        user_doc = users_db.get('org.couchdb.user:{}'.format(username), {'_id': 'org.couchdb.user:{}'.format(username)})
        if not user_doc.get('derived_key', '') or PBKDF2(password, user_doc.get('salt', ''), user_doc.get('iterations', 10)).hexread(int(len(user_doc.get('derived_key', '')) / 2)) != user_doc.get('derived_key', ''):
            user_doc.update({
                "name": username,
                "roles": [],
                "type": "user",
                "password": password
            })
            LOGGER.info("Updating api db main user", extra={'MESSAGE_ID': 'update_api_main_user'})
            users_db.save(user_doc)
        security_users = [username, ]
        if 'couchdb.reader_username' in settings and 'couchdb.reader_password' in settings:
            reader_username = settings.get('couchdb.reader_username')
            reader = users_db.get('org.couchdb.user:{}'.format(reader_username), {'_id': 'org.couchdb.user:{}'.format(reader_username)})
            if not reader.get('derived_key', '') or PBKDF2(settings.get('couchdb.reader_password'), reader.get('salt', ''), reader.get('iterations', 10)).hexread(int(len(reader.get('derived_key', '')) / 2)) != reader.get('derived_key', ''):
                reader.update({
                    "name": reader_username,
                    "roles": ['reader'],
                    "type": "user",
                    "password": settings.get('couchdb.reader_password')
                })
                LOGGER.info("Updating api db reader user", extra={'MESSAGE_ID': 'update_api_reader_user'})
                users_db.save(reader)
            security_users.append(reader_username)
        if db_name not in aserver:
            aserver.create(db_name)
        db = aserver[db_name]
        SECURITY[u'members'][u'names'] = security_users
        if SECURITY != db.security:
            LOGGER.info("Updating api db security", extra={'MESSAGE_ID': 'update_api_security'})
            db.security = SECURITY
        auth_doc = db.get(VALIDATE_DOC_ID, {'_id': VALIDATE_DOC_ID})
        if auth_doc.get('validate_doc_update') != VALIDATE_DOC_UPDATE % username:
            auth_doc['validate_doc_update'] = VALIDATE_DOC_UPDATE % username
            LOGGER.info("Updating api db validate doc", extra={'MESSAGE_ID': 'update_api_validate_doc'})
            db.save(auth_doc)
        # sync couchdb views
        sync_design(db)
        db = server[db_name]
    else:
        if db_name not in server:
            server.create(db_name)
        db = server[db_name]
        # sync couchdb views
        sync_design(db)
    config.registry.db = db

    # migrate data
    migrate_data(config.registry.db)

    # S3 connection
    if 'aws.access_key' in settings and 'aws.secret_key' in settings and 'aws.s3_bucket' in settings:
        connection = S3Connection(settings['aws.access_key'], settings['aws.secret_key'])
        config.registry.s3_connection = connection
        bucket_name = settings['aws.s3_bucket']
        if bucket_name not in [b.name for b in connection.get_all_buckets()]:
            connection.create_bucket(bucket_name, location=Location.EU)
        config.registry.bucket_name = bucket_name
    config.registry.server_id = settings.get('id', '')
    return config.make_wsgi_app()
Exemplo n.º 38
0
 def test_migrate_from18to19(self):
     set_db_schema_version(self.db, 18)
     data = {
         'doc_type': 'Tender',
         "documents": [
             {"title": "title1.doc",
                 "id": "tender_document1_id",
                 "documentType": "contractAnnexes"},
             {"title": "title2.doc",
                 "id": "tender_document2_id",
                 "documentType": "tenderNotice"},
             {"title": "title3.doc",
                 "id": "tender_document3_id",
                 "documentType": "contractAnnexes"},
         ],
         "bids": [
             {
                 "id": "bid1_id",
                 "documents": [
                     {"title": "title1.doc",
                      "id": "bid_document1_id",
                      "documentType": "contractAnnexes"},
                 ]
             }
         ],
         "complaints": [
             {
                 "id": "complaint1_id",
                 "documents": [
                     {"title": "title1.doc",
                      "id": "complaint_document1_id",
                      "documentType": "contractAnnexes"},
                 ]
             }
         ],
         "cancellations": [
             {
                 "id": "cancellation1_id",
                 "documents": [
                     {"title": "title1.doc",
                      "id": "cancellation_document1_id",
                      "documentType": "contractAnnexes"},
                 ]
             }
         ],
         "contracts": [
             {
                 "id": "contract1_id",
                 "documents": [
                     {"title": "title1.doc",
                      "id": "contract_document1_id",
                      "documentType": "contractAnnexes"},
                 ]
             }
         ],
         "awards": [
             {
                 "id": "award_id",
                 "documents": [
                     {"title": "title1.doc",
                      "id": "award_document1_id",
                      "documentType": "contractAnnexes"},
                 ],
                 "complaints": [
                     {"id": "complaint_id",
                      "documents": [
                          {"title": "title1.doc",
                           "id": "award_complaint_document1_id",
                           "documentType": "contractAnnexes"},
                          {"title": "title2.doc",
                           "id": "award_complaint_document2_id",
                           "documentType": "contractGuarantees"},
                          {"title": "title3.doc",
                           "id": "award_complaint_document3_id",
                           "documentType": "contractAnnexes"},
                      ]
                      }
                 ]
             }
         ]
     }
     _id, _rev = self.db.save(data)
     migrate_data(self.db, 19)
     migrated_item = self.db.get(_id)
     tender_docs = migrated_item['documents']
     self.assertEqual('contractAnnexe', tender_docs[0]['documentType'])
     self.assertEqual('tenderNotice', tender_docs[1]['documentType'])
     self.assertEqual('contractAnnexe', tender_docs[2]['documentType'])
     for e in ('bids', 'complaints', 'cancellations', 'contracts', 'awards'):
         for i in migrated_item[e]:
             document = i['documents'][0]
             self.assertEqual('contractAnnexe', document['documentType'])
     award_compl_docs = migrated_item['awards'][0]['complaints'][0]['documents']
     self.assertEqual('contractAnnexe', award_compl_docs[0]['documentType'])
     self.assertEqual('contractGuarantees', award_compl_docs[1]['documentType'])
     self.assertEqual('contractAnnexe', award_compl_docs[2]['documentType'])
Exemplo n.º 39
0
 def test_migrate(self):
     self.assertEqual(get_db_schema_version(self.db), SCHEMA_VERSION)
     migrate_data(self.db, 1)
     self.assertEqual(get_db_schema_version(self.db), SCHEMA_VERSION)
Exemplo n.º 40
0
 def test_migrate_from11to12(self):
     set_db_schema_version(self.db, 11)
     data = [
         {
             "status": "active.enquiries",
             "doc_type": "Tender",
             "enquiryPeriod": {
                 "startDate": "2014-11-30T21:51:28.008729+02:00"
             },
             "value": {
                 "amount": -10.0,
                 "currency": u"USD",
                 "valueAddedTaxIncluded": False
             },
             "minimalStep": {
                 "amount": 10.0
             },
             "items": [
                 {
                     "classification": {},
                     "additionalClassifications": [{"scheme": "scheme"}]
                 }
             ],
             "awards": [{}],
             "owner_token": "d9d24edba7bd4eaead5d68f47d7f288e",
             "tenderID": "UA-0d0d5850b0aa4ef5988f4a20925672d2",
             "dateModified": "2014-11-30T21:51:28.008729+02:00",
             "owner": "test"
         },
         {
             "status": "active.tendering",
             "doc_type": "Tender",
             "enquiryPeriod": {
                 "startDate": "2014-11-30T21:51:28.008729+02:00"
             },
             "complaints": [{}],
             "questions": [{}],
             "value": {
                 "amount": 10.0,
                 "currency": u"UAH",
                 "valueAddedTaxIncluded": True
             },
             "minimalStep": {
                 "amount": 20.0,
                 "currency": u"USD",
                 "valueAddedTaxIncluded": False
             },
             "items": [
                 {
                     "classification": {
                         "id": "id",
                         "scheme": "scheme"
                     },
                     "unit": {}
                 }
             ],
             "bids": [
                 {
                     "id": "id1",
                     "tenderers": [{"name": "name"}, {"name": "name"}]
                 },
                 {
                     "id": "id2",
                 },
             ],
             u'procuringEntity': {
                 u'identifier': {
                     u'scheme': u'https://ns.openprocurement.org/ua/edrpou',
                     u'legalName': u'Name'
                 },
                 u'name': u'Name',
                 u'address': {},
             },
             "owner_token": "d9d24edba7bd4eaead5d68f47d7f288e",
             "tenderID": "UA-0d0d5850b0aa4ef5988f4a20925672d2",
             "dateModified": "2014-11-30T21:51:28.008729+02:00",
             "owner": "test"
         },
         {
             "status": "active.auction",
             "doc_type": "Tender",
             "enquiryPeriod": {
                 "startDate": "2014-11-30T21:51:28.008729+02:00"
             },
             "value": {
                 "amount": 10.0,
                 "currency": u"UAH",
                 "valueAddedTaxIncluded": True
             },
             "minimalStep": {
                 "amount": 20.0,
                 "currency": u"USD",
                 "valueAddedTaxIncluded": False
             },
             u'procuringEntity': {
                 u'name': u'Name',
                 u'contactPoint': {},
             },
             "tenderID": "UA-0d0d5850b0aa4ef5988f4a20925672d2",
             "dateModified": "2014-11-30T21:51:28.008729+02:00",
         },
         {
             "status": "active.qualification",
             "doc_type": "Tender",
             "enquiryPeriod": {
                 "startDate": "2014-11-30T21:51:28.008729+02:00"
             },
             "complaints": [{}],
             "questions": [{}],
             "value": {
                 "amount": 10.0,
                 "currency": u"UAH",
                 "valueAddedTaxIncluded": True
             },
             "minimalStep": {
                 "amount": 20.0,
                 "currency": u"USD",
                 "valueAddedTaxIncluded": False
             },
             "bids": [
                 {
                     "id": "id1",
                     "tenderers": [{"name": "name"}, {"name": "name"}]
                 },
             ],
             u'procuringEntity': {
                 u'identifier': {
                     u'scheme': u'https://ns.openprocurement.org/ua/edrpou',
                     u'legalName': u'Name'
                 },
                 u'name': u'Name',
                 u'address': {},
             },
             "awards": [
                 {
                     "suppliers": [{"name": "name"}, {"name": "name"}]
                 }
             ],
             "tenderID": "UA-0d0d5850b0aa4ef5988f4a20925672d2",
             "dateModified": "2014-11-30T21:51:28.008729+02:00",
         },
         {
             "status": "active.awarded",
             "doc_type": "Tender",
             "enquiryPeriod": {
                 "startDate": "2014-11-30T21:51:28.008729+02:00"
             },
             "complaints": [{"author": {"name": "name"}}],
             "questions": [{"author": {"name": "name"}}],
             "value": {
                 "amount": 10.0,
                 "currency": u"UAH",
                 "valueAddedTaxIncluded": True
             },
             "minimalStep": {
                 "amount": 20.0,
                 "currency": u"USD",
                 "valueAddedTaxIncluded": False
             },
             "bids": [
                 {
                     "id": "id1",
                     "tenderers": [{"name": "name"}, {"name": "name"}]
                 },
             ],
             u'procuringEntity': {
                 u'identifier': {
                     u'scheme': u'https://ns.openprocurement.org/ua/edrpou',
                     u'legalName': u'Name'
                 },
                 u'name': u'Name',
                 u'address': {},
             },
             "awards": [
                 {
                     "suppliers": [{"name": "name"}, {"name": "name"}]
                 }
             ],
             "tenderID": "UA-0d0d5850b0aa4ef5988f4a20925672d2",
             "dateModified": "2014-11-30T21:51:28.008729+02:00",
         },
         {
             "status": "complete",
             "doc_type": "Tender",
             "enquiryPeriod": {
                 "startDate": "2014-11-30T21:51:28.008729+02:00"
             },
             "bids": [
                 {
                     "id": "id1",
                     "value": {},
                     "tenderers": [{"name": "name"}, {"name": "name"}]
                 },
             ],
             u'procuringEntity': {
                 u'identifier': {
                     u'scheme': u'https://ns.openprocurement.org/ua/edrpou',
                     u'legalName': u'Name'
                 },
                 u'name': u'Name',
                 u'address': {},
             },
             "awards": [
                 {
                     "value": {},
                 }
             ],
             "tenderID": "UA-0d0d5850b0aa4ef5988f4a20925672d2",
             "dateModified": "2014-11-30T21:51:28.008729+02:00",
         },
     ]
     items = []
     for i in data:
         _id, _rev = self.db.save(i)
         items.append(self.db.get(_id))
     migrate_data(self.db, 12)
     for item in items:
         migrated_item = self.db.get(item['_id'])
         self.assertNotEqual(item, migrated_item)
     self.app.authorization = ('Basic', ('broker05', ''))
     self.app.post_json('/tenders', {'data': test_tender_data}, status=403)