Python set_engine Examples

Example #1

File: test.py Project: zhoudaqing/cryptex

#!/usr/bin/env python3
# -*- coding: utf-8 -*-

import signal
import multitasking

from cryptex.blotter import Blotter

multitasking.set_engine("process")
signal.signal(signal.SIGINT, multitasking.killall)


@multitasking.task
def on_orderbook(df_bids, df_asks, **kwargs):
    # print(df_bids, df_asks)
    pass


@multitasking.task
def on_tick(df, **kwargs):
    # print(df)
    pass


@multitasking.task
def on_bar(df, **kwargs):
    # print(df)
    pass


if __name__ == '__main__':

Example #2

File: recall_binetwork.py Project: linghugoogle/tianchi-news-recommendation

import pickle
import random
import signal
from collections import defaultdict
from random import shuffle

import multitasking
import numpy as np
import pandas as pd
from tqdm import tqdm

from utils import Logger, evaluate

max_threads = multitasking.config['CPU_CORES']
multitasking.set_max_threads(max_threads)
multitasking.set_engine('process')
signal.signal(signal.SIGINT, multitasking.killall)

random.seed(2020)

# 命令行参数
parser = argparse.ArgumentParser(description='binetwork 召回')
parser.add_argument('--mode', default='valid')
parser.add_argument('--logfile', default='test.log')

args = parser.parse_args()

mode = args.mode
logfile = args.logfile

# 初始化日志