def main(cid): worker = CouchDBWorker() enq = CouchDBJobEnqueue() timeout = 100000 cdb = get_couchdb() worker.run_by_collection(cid, delete_field_and_queue_image_harvest, 'object', cdb, enq)
def get_id_on_queue_and_run(queue): cdbworker = CouchDBWorker() cid = queue.get_nowait() while cid: print "STARTING COLLECTION: {}".format(cid) cdbworker.run_by_collection(cid, report_non_unicode_data) print "FINISHED COLLECTION: {}".format(cid) cid = queue.get_nowait()
def main(user_email, cid, field_list): worker = CouchDBWorker() timeout = 100000 cdb = get_couchdb() worker.run_by_collection(cid, delete_field_list, field_list, cdb )
def main(user_email, cid, url_couchdb_src, field_list, url_couchdb_dest=None): worker = CouchDBWorker() timeout = 100000 cdb_src = get_couchdb(url=url_couchdb_src, username=False, password=False) if url_couchdb_dest: cdb_dest = get_couchdb(url=url_couchdb_dest) else: cdb_dest = get_couchdb() worker.run_by_collection(cid, copy_fields_for_doc, cdb_src, field_list, cdb_dest)
def main(cid): worker = CouchDBWorker() enq = CouchDBJobEnqueue() timeout = 100000 cdb = get_couchdb() worker.run_by_collection(cid, delete_field_and_queue_image_harvest, 'object', cdb, enq )
def get_id_on_queue_and_run(queue): cdbworker = CouchDBWorker() cid = queue.get_nowait() while cid: c_reg = Collection(url_api_base+cid) h = HarvestController('*****@*****.**', c_reg) c_couch = h._add_registry_data({})['collection'] del(h) print "STARTING COLLECTION: {}".format(cid) cdbworker.run_by_collection(cid, fix_registry_data, c_couch, cdbworker._couchdb) print "FINISHED COLLECTION: {}".format(cid) cid = queue.get_nowait()
def get_id_on_queue_and_run(queue): cdbworker = CouchDBWorker() cid = queue.get_nowait() while cid: c_reg = Collection(url_api_base + cid) h = HarvestController('*****@*****.**', c_reg) c_couch = h._add_registry_data({})['collection'] del (h) print "STARTING COLLECTION: {}".format(cid) cdbworker.run_by_collection(cid, fix_registry_data, c_couch, cdbworker._couchdb) print "FINISHED COLLECTION: {}".format(cid) cid = queue.get_nowait()
def main(user_email, cid, url_couchdb_src, field_list, url_couchdb_dest=None): worker = CouchDBWorker() timeout = 100000 cdb_src = get_couchdb(url=url_couchdb_src, username=False, password=False) if url_couchdb_dest: cdb_dest= get_couchdb(url=url_couchdb_dest) else: cdb_dest= get_couchdb() worker.run_by_collection(cid, copy_fields_for_doc, cdb_src, field_list, cdb_dest )
def setUp(self): self.conf = config() self.url_couch_base = self.conf['couchdb_url'] self.cdb = self.conf['couchdb_dbname'] url_head = os.path.join(self.url_couch_base, self.cdb) httpretty.register_uri(httpretty.HEAD, url_head, body='', content_length='0', content_type='text/plain; charset=utf-8', connection='close', server='CouchDB/1.5.0 (Erlang OTP/R16B03)', cache_control='must-revalidate', date='Mon, 24 Nov 2014 21:30:38 GMT') self._cdbworker = CouchDBWorker() def func_for_test(doc, *args, **kwargs): return doc, args, kwargs self.function = func_for_test
class CouchDBWorkerTestCase(TestCase): '''Test the running of functions against sets of couchdb documents. ''' @httpretty.activate def setUp(self): self.conf = config() self.url_couch_base = self.conf['couchdb_url'] self.cdb = self.conf['couchdb_dbname'] url_head = os.path.join(self.url_couch_base, self.cdb) httpretty.register_uri(httpretty.HEAD, url_head, body='', content_length='0', content_type='text/plain; charset=utf-8', connection='close', server='CouchDB/1.5.0 (Erlang OTP/R16B03)', cache_control='must-revalidate', date='Mon, 24 Nov 2014 21:30:38 GMT') self._cdbworker = CouchDBWorker() def func_for_test(doc, *args, **kwargs): return doc, args, kwargs self.function = func_for_test @httpretty.activate def testCollectionSlice(self): '''Test that results are correct for a known couchdb result''' url_to_pretty = os.path.join(self.url_couch_base, self.cdb, '_design', COUCHDB_VIEW.split('/')[0], '_view', COUCHDB_VIEW.split('/')[1]) httpretty.register_uri( httpretty.GET, re.compile(url_to_pretty + ".*$"), body=open(DIR_FIXTURES + '/couchdb_by_provider_name-5112.json').read(), etag="2U5BW2TDDX9EHZJOO0DNE29D1", content_type='application/json', ) results = self._cdbworker.run_by_collection('5112', self.function, 'arg1', 'arg2', kwarg1='1', kwarg2=2) self.assertEqual(len(results), 3) self.assertEqual(results[1][0], '5112--http://ark.cdlib.org/ark:/13030/kt7779r8zj') self.assertEqual(results[1][1][1], ('arg1', 'arg2')) self.assertEqual(results[1][1][2], {'kwarg1': '1', 'kwarg2': 2}) doc = results[0][1][0] self.assertEqual(doc['isShownAt'], 'http://www.coronado.ca.us/library/')
class CouchDBWorkerTestCase(TestCase): '''Test the running of functions against sets of couchdb documents. ''' @httpretty.activate def setUp(self): self.conf = config() self.url_couch_base = self.conf['couchdb_url'] self.cdb = self.conf['couchdb_dbname'] url_head = os.path.join(self.url_couch_base, self.cdb) httpretty.register_uri(httpretty.HEAD, url_head, body='', content_length='0', content_type='text/plain; charset=utf-8', connection='close', server='CouchDB/1.5.0 (Erlang OTP/R16B03)', cache_control='must-revalidate', date='Mon, 24 Nov 2014 21:30:38 GMT' ) self._cdbworker = CouchDBWorker() def func_for_test(doc, *args, **kwargs): return doc, args, kwargs self.function = func_for_test @httpretty.activate def testCollectionSlice(self): '''Test that results are correct for a known couchdb result''' url_to_pretty = os.path.join(self.url_couch_base, self.cdb, '_design', COUCHDB_VIEW.split('/')[0], '_view', COUCHDB_VIEW.split('/')[1]) httpretty.register_uri(httpretty.GET, re.compile(url_to_pretty+".*$"), body=open(DIR_FIXTURES+'/couchdb_by_provider_name-5112.json').read(), etag="2U5BW2TDDX9EHZJOO0DNE29D1", content_type='application/json', ) results = self._cdbworker.run_by_collection('5112', self.function, 'arg1', 'arg2', kwarg1='1', kwarg2=2) self.assertEqual(len(results), 3) self.assertEqual(results[1][0], '5112--http://ark.cdlib.org/ark:/13030/kt7779r8zj') self.assertEqual(results[1][1][1], ('arg1', 'arg2')) self.assertEqual(results[1][1][2], {'kwarg1':'1', 'kwarg2':2}) doc = results[0][1][0] self.assertEqual(doc['isShownAt'], 'http://www.coronado.ca.us/library/')
def setUp(self): self.conf = config() self.url_couch_base = self.conf['couchdb_url'] self.cdb = self.conf['couchdb_dbname'] url_head = os.path.join(self.url_couch_base, self.cdb) httpretty.register_uri(httpretty.HEAD, url_head, body='', content_length='0', content_type='text/plain; charset=utf-8', connection='close', server='CouchDB/1.5.0 (Erlang OTP/R16B03)', cache_control='must-revalidate', date='Mon, 24 Nov 2014 21:30:38 GMT' ) self._cdbworker = CouchDBWorker() def func_for_test(doc, *args, **kwargs): return doc, args, kwargs self.function = func_for_test