def build_indices(self): if self.dry_run or not self.do_build_indices: return False log.info("Building search indices") solr.drop_index(self.model['dataset']['name']) solr.build_index(self.model['dataset']['name'])
def setup(self): h.skip_if_stubbed_solr() super(TestApiSearch, self).setup() h.load_fixture('cra') solr.drop('*:*') solr.build_index(dataset_name='cra')
def setup(self): h.skip_if_stubbed_solr() super(TestApiSearch, self).setup() h.load_fixture("cra") solr.drop("*:*") solr.build_index(dataset_name="cra")
def clean_and_reindex_solr(): '''Clean Solr and reindex all entries in the database.''' clean_solr() from openspending.lib.solr_util import build_index from openspending.model import Dataset dataset_names = Dataset.c.distinct('name') for name in dataset_names: build_index(name)
def test_build_index_batch(self, mock_ee, mock_ds): ds = mock_ds.by_name.return_value ds.entries.return_value = [{'foo': 'bar'}] * 2500 solr.build_index('mydataset') conn = self.mock_solr.return_value assert conn.add_many.call_count == 3 assert conn.commit.call_count == 3
def test_build_index_batch(self, mock_ee, mock_ds): ds = mock_ds.by_name.return_value ds.entries.return_value = [{'foo': 'bar'}] * 2500 solr.build_index('mydataset') conn = self.mock_solr.return_value h.assert_equal(conn.add_many.call_count, 3) h.assert_equal(conn.commit.call_count, 3)
def test_build_index(self, mock_ee, mock_ds): ds = mock_ds.by_name.return_value ds.entries.return_value = [{'foo': 123}, {'foo': 456}, {'foo': 789}] mock_ee.side_effect = lambda e, d: e['foo'] solr.build_index('mydataset') conn = self.mock_solr.return_value conn.add_many.assert_called_once_with([123, 456, 789]) conn.commit.assert_called_once()
def setup(self): h.skip_if_stubbed_solr() super(TestSearch, self).setup() h.load_fixture('cra') ourdict = {'_id': 'myspecialid', 'cofog1_ws': 'foobar'} self.solr = solr.get_connection() self.solr.add(**ourdict) self.solr.commit() solr.build_index(dataset_name='cra')
def setup(self): h.skip_if_stubbed_solr() super(TestSearch, self).setup() h.load_fixture('cra') ourdict = { '_id': 'myspecialid', 'cofog1_ws': 'foobar' } self.solr = solr.get_connection() self.solr.add(**ourdict) self.solr.commit() solr.build_index(dataset_name='cra')
def command(self): super(SolrCommand, self).command() if len(self.args) < 1: SolrCommand.parser.print_help() return 1 cmd = self.args[0] from openspending.lib import solr_util as solr if cmd == 'load': solr.build_index(self.args[1]) elif cmd == 'delete': solr.drop_index(self.args[1]) elif cmd == 'optimize': solr.optimize() elif cmd == 'clean': s = solr.get_connection() s.delete_query('*:*') s.commit() else: raise self.BadCommand("Subcommand '%s' not recognized " \ "by 'solr' command!" % cmd)
def index_dataset(dataset_name): from openspending.lib.solr_util import build_index build_index(dataset_name)
def load(dataset): solr.build_index(dataset) return 0
def clean_and_reindex_solr(): '''Clean Solr and reindex all entries in the database.''' clean_solr() for dataset in db.session.query(Dataset): _solr.build_index(dataset.name)
def setup(self): h.skip_if_stubbed_solr() super(TestApiSearch, self).setup() h.load_fixture('cra') solr.build_index(dataset_name='cra')
def clean_and_reindex_solr(): '''Clean Solr and reindex all entries in the database.''' clean_solr() for dataset in db.session.query(Dataset): solr.build_index(dataset.name)
def clean_and_reindex_solr(): '''Clean Solr and reindex all entries in the database.''' clean_solr() dataset_names = _model.dataset.distinct('name') for name in dataset_names: _solr.build_index(name)