def datagenerator(local=None,
provider=None,
method=None,
size=10,
seed="ascd"):
for l in list_locals():
if not local or l == local:
for pm in list_providers_methods(local=l,
max_unqiue=size,
only_max=False,
seed=seed,
provider=provider,
method=method):
p = "{}.{}".format(pm[0], pm[1])
key = "{}-{}".format(l, p)
try:
header, data = create_data_provider_list(
providers=[["{}".format(p)]],
size=size,
local=l,
seed=seed)
data = data[header[0]]
if isinstance(data[0], list) or isinstance(
data[0], tuple) or isinstance(
data[0], set) or isinstance(data[0], dict):
continue
data = [str(d) for d in data]
yield key, data
except Exception as e:
print("Someing wrrong", e)
def showcase_pattern(local=None,
provider=None,
method=None,
size=10,
seed="ascd",
pattern1=True,
pattern2=False,
verbose=False):
for l in list_locals():
if not local or l == local:
for pm in list_providers_methods(local=l,
max_unqiue=size,
only_max=True,
seed=seed):
p = "{}.{}".format(pm[0], pm[1])
key = "{}-{}".format(l, p)
try:
header, data = create_data_provider_list(
providers=[["{}".format(p), 1]],
size=size,
local=l,
seed=seed)
data = data[header[0]]
data = [str(d) for d in data]
#res=None
#if pattern1:
# with Timer(key="{}.{}-m1".format(key, size)) as t1:
# res=pattern(data)
print("\n### {} - {}".format(key, pm[2]))
if verbose:
print_columns(data, 6)
#else:
# print(" #=< {}".format(data))
#print(" #=> {}".format(res))
#print(" TIMING: {}".format(Timer.printStats(keys=["{}.{}-m1".format(key, size)], header=False)))
except Exception as e:
print(" #- {} - {}".format(key, pm[2]))
print(" #=> {} {}".format(type(e).__name__, e))
print(Timer.printStats(keys=['pattern1']))
print(Timer.printStats())
def create_per_provider(min_columns=5, dir="/Users/jumbrich/data/mimesis_csvs/dummy"):
for p,ms in list_methods().items():
if len(ms)<min_columns:
continue
for l in list_locals():
for size in [20, 100]:
try:
tab_profile = {
"prefix": None,
"local": l,
"rows": size,
"columns": ["{}.{}".format(p,m) for m in ms]
}
_tab= create_table(tab_profile)
file=os.path.join(dir, "{}_{}_r{}xc{}.csv".format(l, p, size, len(ms)))
write_table(_tab, file=file)
except Exception as e:
print ("Exception {} for {}_{}_r{}xc{}.csv".format(e,l, p, size, len(ms)))