def main(cid): worker = CouchDBWorker() enq = CouchDBJobEnqueue() timeout = 100000 cdb = get_couchdb() worker.run_by_collection(cid, delete_field_and_queue_image_harvest, 'object', cdb, enq)
def get_id_on_queue_and_run(queue): cdbworker = CouchDBWorker() cid = queue.get_nowait() while cid: print "STARTING COLLECTION: {}".format(cid) cdbworker.run_by_collection(cid, report_non_unicode_data) print "FINISHED COLLECTION: {}".format(cid) cid = queue.get_nowait()
def main(user_email, cid, field_list): worker = CouchDBWorker() timeout = 100000 cdb = get_couchdb() worker.run_by_collection(cid, delete_field_list, field_list, cdb )
def main(user_email, cid, url_couchdb_src, field_list, url_couchdb_dest=None): worker = CouchDBWorker() timeout = 100000 cdb_src = get_couchdb(url=url_couchdb_src, username=False, password=False) if url_couchdb_dest: cdb_dest = get_couchdb(url=url_couchdb_dest) else: cdb_dest = get_couchdb() worker.run_by_collection(cid, copy_fields_for_doc, cdb_src, field_list, cdb_dest)
def get_id_on_queue_and_run(queue): cdbworker = CouchDBWorker() cid = queue.get_nowait() while cid: c_reg = Collection(url_api_base + cid) h = HarvestController('*****@*****.**', c_reg) c_couch = h._add_registry_data({})['collection'] del (h) print "STARTING COLLECTION: {}".format(cid) cdbworker.run_by_collection(cid, fix_registry_data, c_couch, cdbworker._couchdb) print "FINISHED COLLECTION: {}".format(cid) cid = queue.get_nowait()
def setUp(self): self.conf = config() self.url_couch_base = self.conf['couchdb_url'] self.cdb = self.conf['couchdb_dbname'] url_head = os.path.join(self.url_couch_base, self.cdb) httpretty.register_uri(httpretty.HEAD, url_head, body='', content_length='0', content_type='text/plain; charset=utf-8', connection='close', server='CouchDB/1.5.0 (Erlang OTP/R16B03)', cache_control='must-revalidate', date='Mon, 24 Nov 2014 21:30:38 GMT') self._cdbworker = CouchDBWorker() def func_for_test(doc, *args, **kwargs): return doc, args, kwargs self.function = func_for_test