"""

this module contains general utility codes that are used in other modules

"""

import os

import glob

import subprocess

import shlex

import time

import datetime

import json

import csv

import numpy as np

import pickle

# import pandas as pd

from functools import wraps

# from https://github.com/jfrelinger/cython-munkres-wrapper

from munkres import munkres

import constants as cs

# base classes

class MyNumpyEncoder(json.JSONEncoder):

return super(MyEncoder, self).default(obj)

# functions

def join_path(*args):

return os.path.join(*args)

def give_cwd():

return os.getcwd()

def change_cwd(path=cs.BASE_PATH):

return os.chdir(path)

def list_all(path=cs.BASE_PATH):

return glob.glob(os.path.join(path, '*'))

def list_files(path=cs.BASE_PATH):

files = glob.glob(os.path.join(path, '*'))

files = [x for x in files if os.path.isfile(x)]

return files

def list_dirs(path=cs.BASE_PATH):

files = glob.glob(os.path.join(path, '*'))

files = [x for x in files if os.path.isdir(x)]

return files

def file_exists(file_name, path_name=cs.BASE_PATH):

return os.path.isfile(os.path.join(path_name, file_name))

def files_exist(file_names, path_name=cs.BASE_PATH):

return all([file_exists(x, path_name) for x in file_names])

def write_bytes(byte_obj, file_path):

with open(file_path, 'wb') as outfile:

outfile.write(byte_obj)

def write_csv(obj, file_path):

with open(file_path, 'w') as outfile:

writer = csv.writer(outfile)

writer.writerows(obj)

def write_json(json_obj, file_path):

with open(file_path, 'w') as outfile:

json.dump(json_obj, outfile, sort_keys=True, indent=4,

cls=MyNumpyEncoder)

def load_json(file_path):

with open(file_path, 'r') as infile:

return json.load(infile)

def write_np(np_obj, file_path):

with open(file_path, 'wb') as outfile:

np.save(outfile, np_obj)

def load_np(file_path):

with open(file_path, 'rb') as infile:

return np.load(infile)

def normalize(arr):

return_val = (arr / sum(arr))

return_val[np.isnan(return_val)] = 0

return return_val

def time_str(mode='abs', base=None):

return time.asctime(time.localtime(time.time()))

def print_log(message, mode='info'):

print ('{}: [PROGRESS RESULT] {}'.format(time_str(), message))

# timer wrapper

def time_it(func):

return timed

@time_it

def run_cmd(cmd, input=None, cwd=give_cwd()):

return process.communicate(input)

@time_it

def rename_file(file_name, new_name, path=cs.OBJ_PATH):

run_cmd('mv {} {}'.format(

join_path(path, file_name),

join_path(path, new_name)))

@time_it

def save_object(obj, file_name, rewrite=False, path=cs.OBJ_PATH):

pickle.dump(obj, output, pickle.HIGHEST_PROTOCOL)

@time_it

def load_object(file_name, path=cs.OBJ_PATH):

return obj

# @time_it

def my_munkres(scores):

# add small random noise!

random_noise = cs.MUNKRES_RANDOM_NOISE * np.random.rand(*np.shape(scores))

return munkres(scores + random_noise)

# @time_it

def linear_sum_assignment(scores, check=True, file_name=None, path_name=cs.JSON_PATH):

return p1, p2

# @time_it

def greedy_assignment(scores):

return p1, p2