コード例 #1
0
class IndexWriter(object):

    def __init__(self):
        self._solr_client = solr.Solr(SOLR_URL)
        self._delimiter_reader = DelimitedReader(DELIMITER, QUOTECHAR)
        self._product_db_client = ProductClient()
        self._index_product_mapper = IndexProductMapper()
        self._client = pysolr.Solr(SOLR_URL, timeout=10)

    def _persist_products(self, products):
        self._product_db_client.insert_product_detail_in_batch(products, update=False)

    def _index_products(self, products):
        self._client.add(products)

    def persit_and_index_product(self, csv_file_name, chunk_size=100):
        chunked_products = []
        chunked_index_products = []
        count = 0
        for product in self._delimiter_reader.read_file_into_stream(csv_file_name):
            if count == chunk_size:
                self._persist_products(chunked_products)
                self._index_products(chunked_index_products)
                count += 1
                chunked_products = []
            chunked_products.append(product)
            chunked_index_products.append(self._index_product_mapper.map_to_index_product(product))
            count += 1
        self._persist_products(chunked_products)
        self._index_products(chunked_index_products)
コード例 #2
0
 def __init__(self):
     self._solr_client = solr.Solr(SOLR_URL)
     self._delimiter_reader = DelimitedReader(DELIMITER, QUOTECHAR)
     self._product_db_client = ProductClient()
     self._index_product_mapper = IndexProductMapper()
     self._client = pysolr.Solr(SOLR_URL, timeout=10)