def from_crawler(cls, crawler):
"""Gets settings for the pipeline from the crawler.
@param crawler: crawler
"""
settings = crawler.settings
# get relevant settings for the pipeline
connection_settings = settings.get('RETHINKDB_CONNECTION', {})
table_name = settings.get('RETHINKDB_TABLE', None)
insert_options = settings.get('RETHINKDB_INSERT_OPTIONS', {})
# creates driver instance
driver = RethinkDBDriver(connection_settings)
return cls(driver, table_name, insert_options)
def setUp(self):
# mocks
self.stmt_mock = Mock(spec=RqlQuery)
self.table_query_mock = Mock(spec=RqlQuery)
# global patch for the official driver
self.r_patcher = patch('scrapy_rethinkdb.driver.r')
self.r = self.r_patcher.start()
# default driver under test and connection call expected
self.driver = RethinkDBDriver({'param1': 1, 'param2': 2})
self.connection_call = call(param1=1, param2=2)
#table name
self.table_name = 'table'