def build_indices(self):
if self.dry_run or not self.do_build_indices:
return False
log.info("Building search indices")
solr.drop_index(self.model['dataset']['name'])
solr.build_index(self.model['dataset']['name'])
def setup(self):
h.skip_if_stubbed_solr()
super(TestApiSearch, self).setup()
h.load_fixture('cra')
solr.drop('*:*')
solr.build_index(dataset_name='cra')
def setup(self):
h.skip_if_stubbed_solr()
super(TestApiSearch, self).setup()
h.load_fixture("cra")
solr.drop("*:*")
solr.build_index(dataset_name="cra")
def clean_and_reindex_solr():
'''Clean Solr and reindex all entries in the database.'''
clean_solr()
from openspending.lib.solr_util import build_index
from openspending.model import Dataset
dataset_names = Dataset.c.distinct('name')
for name in dataset_names:
build_index(name)
def test_build_index_batch(self, mock_ee, mock_ds):
ds = mock_ds.by_name.return_value
ds.entries.return_value = [{'foo': 'bar'}] * 2500
solr.build_index('mydataset')
conn = self.mock_solr.return_value
assert conn.add_many.call_count == 3
assert conn.commit.call_count == 3
def test_build_index_batch(self, mock_ee, mock_ds):
ds = mock_ds.by_name.return_value
ds.entries.return_value = [{'foo': 'bar'}] * 2500
solr.build_index('mydataset')
conn = self.mock_solr.return_value
h.assert_equal(conn.add_many.call_count, 3)
h.assert_equal(conn.commit.call_count, 3)
def test_build_index(self, mock_ee, mock_ds):
ds = mock_ds.by_name.return_value
ds.entries.return_value = [{'foo': 123}, {'foo': 456}, {'foo': 789}]
mock_ee.side_effect = lambda e, d: e['foo']
solr.build_index('mydataset')
conn = self.mock_solr.return_value
conn.add_many.assert_called_once_with([123, 456, 789])
conn.commit.assert_called_once()
def test_build_index(self, mock_ee, mock_ds):
ds = mock_ds.by_name.return_value
ds.entries.return_value = [{'foo': 123}, {'foo': 456}, {'foo': 789}]
mock_ee.side_effect = lambda e, d: e['foo']
solr.build_index('mydataset')
conn = self.mock_solr.return_value
conn.add_many.assert_called_once_with([123, 456, 789])
conn.commit.assert_called_once()
def setup(self):
h.skip_if_stubbed_solr()
super(TestSearch, self).setup()
h.load_fixture('cra')
ourdict = {'_id': 'myspecialid', 'cofog1_ws': 'foobar'}
self.solr = solr.get_connection()
self.solr.add(**ourdict)
self.solr.commit()
solr.build_index(dataset_name='cra')
def setup(self):
h.skip_if_stubbed_solr()
super(TestSearch, self).setup()
h.load_fixture('cra')
ourdict = {
'_id': 'myspecialid',
'cofog1_ws': 'foobar'
}
self.solr = solr.get_connection()
self.solr.add(**ourdict)
self.solr.commit()
solr.build_index(dataset_name='cra')
def command(self):
super(SolrCommand, self).command()
if len(self.args) < 1:
SolrCommand.parser.print_help()
return 1
cmd = self.args[0]
from openspending.lib import solr_util as solr
if cmd == 'load':
solr.build_index(self.args[1])
elif cmd == 'delete':
solr.drop_index(self.args[1])
elif cmd == 'optimize':
solr.optimize()
elif cmd == 'clean':
s = solr.get_connection()
s.delete_query('*:*')
s.commit()
else:
raise self.BadCommand("Subcommand '%s' not recognized " \
"by 'solr' command!" % cmd)
def index_dataset(dataset_name):
from openspending.lib.solr_util import build_index
build_index(dataset_name)
def index_dataset(dataset_name):
from openspending.lib.solr_util import build_index
build_index(dataset_name)
def load(dataset):
solr.build_index(dataset)
return 0
def clean_and_reindex_solr():
'''Clean Solr and reindex all entries in the database.'''
clean_solr()
for dataset in db.session.query(Dataset):
_solr.build_index(dataset.name)
def load(dataset):
solr.build_index(dataset)
return 0
def setup(self):
h.skip_if_stubbed_solr()
super(TestApiSearch, self).setup()
h.load_fixture('cra')
solr.build_index(dataset_name='cra')
def clean_and_reindex_solr():
'''Clean Solr and reindex all entries in the database.'''
clean_solr()
for dataset in db.session.query(Dataset):
solr.build_index(dataset.name)
def clean_and_reindex_solr():
'''Clean Solr and reindex all entries in the database.'''
clean_solr()
dataset_names = _model.dataset.distinct('name')
for name in dataset_names:
_solr.build_index(name)
