def __init__(self):
self.iom = ioman.mk_ioman()
self.is_running = True
self.table = None
self.database = None
self.db_size = 0
self.cqid = None
self.master_name = None
self.master_port = 0
self.output_dir = None
self.queue = Queue.Queue()
self.random_id = random.randint(1,10000)
self.cur_db = None
self.modified_db = {} # [db_name : db_ins]
self.port = 0
self.file_reader = None
self.files = {}
self.flag = 0
self.db_col_sep = None
self.cmd_col_sep = None
self.cmd_row_sep = None
self.is_replace = None
self.log_dir = None
self.temp_dir = None
self.ch_dic = {} # {ch.id:tag}
self.ch_list = [] # {ch}
self.ss1 = 0
self.threads = []
def __init__(self):
self.expr = [] # store the structure of parsed expression
self.my_group_key = (False, None, -1, -1)
# these variables are appointed by master
self.function = [] # ["count(*)", "sum(a)", "avg(a+b)",...]
self.dest = None
self.attrs = {}
self.output = []
self.input = []
self.split_key = None
self.name = None
self.cqid = None
self.opid = None
self.status = None
self.cost_time = 0
self.my_port = 0
self.local_addr = None
self.p_node = {} # {port, node}
self.num_of_children = 0
self.group_key = [] # the grouped key
self.client = (None, 0)
self.master_name = None
self.master_port = 0
self.output_dir = None
self.db_col_sep = None
self.db_row_sep = None
self.dest_db = None
self.dest_table = None
self.client_sock = None
self.fashion = None
self.hash_key = None
self.hash_key_pos = 0
self.is_checkpoint = None
self.log_dir = None
self.temp_dir = None
self.limit = -1
self.distinct = False
"""
if the child of this operator is sql-node, the output should be
table.attr1, avg(table.attr2), sum...
if not, the output should be
table.attr1, table.attr2, ...
"""
self.is_child_sql = False
self.iom = ioman.mk_ioman()
self.is_running = True
self.result = {}
self.result_type = 0
self.replica_result = {} # the result data for a failed node
self.failed_node = []
self.source_data = [] # store the data sending from children
self.total_size = 0
self.total_time = 0
self.cur_jobid = None
self.job_list = [] # store jobid
self.partition_num = 0
def __init__(self):
self.expression = None
self.dest = None
self.attrs = {}
self.output = []
self.split_key = None
self.name = None
self.opid = None
self.cqid = None
self.status = None
self.cost_time = 0
self.client = (None, 0)
self.p_node = {}
self.my_port = 0
self.hostname = None
self.database = None
self.master_name = None
self.master_port = 0
self.output_dir = None
self.cache_size = None
self.temp_store = None
self.client_sock = None
self.dest_table = None
self.dest_db = None
self.db_col_sep = None
self.db_row_sep = None
self.limit = -1
self.distinct = False
self.fashion = None
self.hash_key = None
self.hash_key_pos = []
self.partition_num = 0
self.log_dir = None
self.temp_dir = None
self.node = None
self.is_checkpoint = None
self.iom = ioman.mk_ioman()
self.is_running = True
self.no_error = True
self.job_data = {} # {jobid : data_size}
self.result = {} # {part_id:result} result = [csio] or [filename]
self.data_status = {} # {part_id:[(pos_in_result, status)]}
self.reader = None
self.result_type = None
self.replica_result = {} # the result data for a failed node
self.failed_node = []
self.total_size = 0
self.total_time = 0
self.job_list = [] # store jobs in order
def __init__(self):
self.order_key = []
self.order_type = []
self.dest = None
self.attrs = {}
self.output = []
self.input = []
self.split_key = None
self.name = None
self.cqid = None
self.opid = None
self.procid = None
self.status = None
self.cost_time = 0
self.node = (None, 0) # (node, port)
self.p_node = {} # {port, node}
self.my_port = 0
self.local_addr = None
self.num_of_children = {} #{opid:num}
self.client = (None, 0)
self.master_name = None
self.master_port = 0
self.output_dir = None
self.db_col_sep = None
self.db_row_sep = None
self.dest_db = None
self.dest_table = None
self.client_sock = None
self.fashion = None
self.hash_key = None
self.hash_key_pos = 0
self.partition_num = 0
self.log_dir = None
self.temp_dir = None
self.is_checkpoint = None
self.limit = -1
self.distinct = False
self.key_pos_in_input = []
self.iom = ioman.mk_ioman()
self.is_running = True
self.result = {}
self.result_type = 0
self.source_data = []
self.total_size = 0
self.total_time = 0
self.cur_jobid = None
self.failed_node = []
self.replica_result = {} # the result data for a failed node
def __init__(self):
self.opid = None
self.cqid = None
self.key = None
self.dest = None
self.input = []
self.output = []
self.client_sock = None
self.my_port = None
self.expression = None
self.function = None
self.master_name = None
self.master_port = 0
self.name = None
self.partition_num = 0
self.status = None
self.db_col_sep = None
self.db_row_sep = None
self.dest_db = None
self.dest_table = None
self.fashion = None
self.hash_key = None
self.hash_key_pos = 0
self.num_of_children = 0
self.is_child_sql = False
self.node = (None, 0) # (node, port)
self.log_dir = None
self.temp_dir = None
self.limit = -1
self.distinct = False
self.expr = []
self.iom = ioman.mk_ioman()
self.is_running = True
self.replica_result = {} # the result data for a failed node
self.failed_node = []
self.result = {}
self.result_type = 0
self.source_data = []
self.total_size = 0
self.total_time = 0
self.cur_jobid = None