Ejemplo n.º 1
0
 def test_setup(self):
     self.client = MultiprocessingMockClient()
     self.limited_client = RedisMultiprocessingLimiter(
         self.client, TIMEOUT, CALLS_PER_BATCH, SECONDS_PER_BATCH,
         REDIS_HOSTNAME, REDIS_PORT, REDIS_DB, POOL_SIZE)
     job = self.limited_client.do_stuff()
     assert_true(job.get())
     eq_(self.limited_client.call_count, 1)
     assert_true(self.limited_client._verify_we_can_make_call())
     self.limited_client.close()
     self.limited_client.join()
Ejemplo n.º 2
0
def main():
    args = parse_args()
    redis = StrictRedis(host=args.redis_host,
                        port=args.redis_port,
                        db=args.redis_db)
    data_impl = get_authenticated_data_impl(args.ycharts_user, args.ycharts_pw)
    data_client = RedisMultiprocessingLimiter(data_impl,
                                              args.batch_poll_timeout,
                                              args.num_calls_per_batch,
                                              args.seconds_per_batch,
                                              args.redis_host, args.redis_port,
                                              args.redis_db, args.pool_size)
    # Just keep start/end date at None/None for now
    data = gather_data_with_multiprocess_client(data_client, args.ticker,
                                                args.time_length, None, None)
    push_to_redis(redis, data, args.ticker)
 def test_setup(self):
     self.client = MultiprocessingMockClient()
     self.limited_client = RedisMultiprocessingLimiter(
         self.client,
         TIMEOUT,
         CALLS_PER_BATCH,
         SECONDS_PER_BATCH,
         REDIS_HOSTNAME,
         REDIS_PORT,
         REDIS_DB,
         POOL_SIZE
     )
     job = self.limited_client.do_stuff()
     assert_true(job.get())
     eq_(self.limited_client.call_count, 1)
     assert_true(self.limited_client._verify_we_can_make_call())
     self.limited_client.close()
     self.limited_client.join()
Ejemplo n.º 4
0
class TestRedisMultiprocessingLimiter(object):
    @patch("cowboycushion.multiprocessing_limiter.StrictRedis",
           mock_strict_redis_client)
    def test_setup(self):
        self.client = MultiprocessingMockClient()
        self.limited_client = RedisMultiprocessingLimiter(
            self.client, TIMEOUT, CALLS_PER_BATCH, SECONDS_PER_BATCH,
            REDIS_HOSTNAME, REDIS_PORT, REDIS_DB, POOL_SIZE)
        job = self.limited_client.do_stuff()
        assert_true(job.get())
        eq_(self.limited_client.call_count, 1)
        assert_true(self.limited_client._verify_we_can_make_call())
        self.limited_client.close()
        self.limited_client.join()
class TestRedisMultiprocessingLimiter(object):
    @patch("cowboycushion.multiprocessing_limiter.StrictRedis", mock_strict_redis_client)
    def test_setup(self):
        self.client = MultiprocessingMockClient()
        self.limited_client = RedisMultiprocessingLimiter(
            self.client,
            TIMEOUT,
            CALLS_PER_BATCH,
            SECONDS_PER_BATCH,
            REDIS_HOSTNAME,
            REDIS_PORT,
            REDIS_DB,
            POOL_SIZE
        )
        job = self.limited_client.do_stuff()
        assert_true(job.get())
        eq_(self.limited_client.call_count, 1)
        assert_true(self.limited_client._verify_we_can_make_call())
        self.limited_client.close()
        self.limited_client.join()