Exemplo n.º 1
0
def main(cid):
    worker = CouchDBWorker()
    enq = CouchDBJobEnqueue()
    timeout = 100000
    cdb = get_couchdb()
    worker.run_by_collection(cid, delete_field_and_queue_image_harvest,
                             'object', cdb, enq)
Exemplo n.º 2
0
def get_id_on_queue_and_run(queue):
    cdbworker = CouchDBWorker()
    cid = queue.get_nowait()
    while cid:
        print "STARTING COLLECTION: {}".format(cid)
        cdbworker.run_by_collection(cid, report_non_unicode_data)
        print "FINISHED COLLECTION: {}".format(cid)
        cid = queue.get_nowait()
Exemplo n.º 3
0
def main(user_email, cid, field_list):
    worker = CouchDBWorker()
    timeout = 100000
    cdb = get_couchdb()
    worker.run_by_collection(cid,
                     delete_field_list,
                     field_list,
                     cdb
                     )
Exemplo n.º 4
0
def main(user_email, cid, url_couchdb_src, field_list, url_couchdb_dest=None):
    worker = CouchDBWorker()
    timeout = 100000
    cdb_src = get_couchdb(url=url_couchdb_src, username=False, password=False)
    if url_couchdb_dest:
        cdb_dest = get_couchdb(url=url_couchdb_dest)
    else:
        cdb_dest = get_couchdb()
    worker.run_by_collection(cid, copy_fields_for_doc, cdb_src, field_list,
                             cdb_dest)
def get_id_on_queue_and_run(queue):
    cdbworker = CouchDBWorker()
    cid = queue.get_nowait()
    while cid:
        c_reg = Collection(url_api_base + cid)
        h = HarvestController('*****@*****.**', c_reg)
        c_couch = h._add_registry_data({})['collection']
        del (h)
        print "STARTING COLLECTION: {}".format(cid)
        cdbworker.run_by_collection(cid, fix_registry_data, c_couch,
                                    cdbworker._couchdb)
        print "FINISHED COLLECTION: {}".format(cid)
        cid = queue.get_nowait()
Exemplo n.º 6
0
    def setUp(self):
        self.conf = config()
        self.url_couch_base = self.conf['couchdb_url']
        self.cdb = self.conf['couchdb_dbname']
        url_head = os.path.join(self.url_couch_base, self.cdb)
        httpretty.register_uri(httpretty.HEAD,
                               url_head,
                               body='',
                               content_length='0',
                               content_type='text/plain; charset=utf-8',
                               connection='close',
                               server='CouchDB/1.5.0 (Erlang OTP/R16B03)',
                               cache_control='must-revalidate',
                               date='Mon, 24 Nov 2014 21:30:38 GMT')
        self._cdbworker = CouchDBWorker()

        def func_for_test(doc, *args, **kwargs):
            return doc, args, kwargs

        self.function = func_for_test