Exemplo n.º 1
0
def make_calc_likelihood_fragment(dag,
                                  parents,
                                  likelihood_parents,
                                  tag,
                                  files_per_calc_likelihood=None,
                                  verbose=False):
    if files_per_calc_likelihood is None:
        files_per_calc_likelihood = calc_likelihoodjob.files_per_calc_likelihood
    input_cache = power.collect_output_caches(parents)
    likelihood_cache = power.collect_output_caches(likelihood_parents)
    nodes = set()
    while input_cache:
        node = CalcLikelihoodNode(calc_likelihoodjob)
        node.add_input_cache([
            cache_entry
            for cache_entry, parent in input_cache[:files_per_calc_likelihood]
        ])
        for parent in set(parent for cache_entry, parent in
                          input_cache[:files_per_calc_likelihood]):
            node.add_parent(parent)
        del input_cache[:files_per_calc_likelihood]
        seg = power.cache_span(node.get_input_cache())
        node.set_name("lalapps_string_calc_likelihood_%s_%d_%d" %
                      (tag, int(seg[0]), int(abs(seg))))
        for cache_entry, parent in likelihood_cache:
            node.add_parent(parent)
            node.add_likelihood_cache([cache_entry])
        dag.add_node(node)
        nodes.add(node)
    return nodes
Exemplo n.º 2
0
def make_meas_likelihood_fragment(dag,
                                  parents,
                                  tag,
                                  files_per_meas_likelihood=None):
    if files_per_meas_likelihood is None:
        files_per_meas_likelihood = meas_likelihoodjob.files_per_meas_likelihood
    nodes = set()
    input_cache = power.collect_output_caches(parents)
    while input_cache:
        node = MeasLikelihoodNode(meas_likelihoodjob)
        node.add_input_cache([
            cache_entry
            for cache_entry, parent in input_cache[:files_per_meas_likelihood]
        ])
        for parent in set(parent for cache_entry, parent in
                          input_cache[:files_per_meas_likelihood]):
            node.add_parent(parent)
        del input_cache[:files_per_meas_likelihood]
        seg = power.cache_span(node.get_input_cache())
        node.set_name("lalapps_string_meas_likelihood_%s_%d_%d" %
                      (tag, int(seg[0]), int(abs(seg))))
        node.set_output(tag)
        dag.add_node(node)
        nodes.add(node)
    return nodes
Exemplo n.º 3
0
def make_run_sqlite_fragment(dag,
                             parents,
                             tag,
                             sql_file,
                             files_per_run_sqlite=None):
    if files_per_run_sqlite is None:
        files_per_run_sqlite = runsqlitejob.files_per_run_sqlite
    nodes = set()
    input_cache = power.collect_output_caches(parents)
    while input_cache:
        node = RunSqliteNode(runsqlitejob)
        node.set_sql_file(sql_file)
        node.add_input_cache([
            cache_entry
            for cache_entry, parent in input_cache[:files_per_run_sqlite]
        ])
        for parent in set(
                parent
                for cache_entry, parent in input_cache[:files_per_run_sqlite]):
            node.add_parent(parent)
        del input_cache[:files_per_run_sqlite]
        seg = power.cache_span(node.get_output_cache())
        node.set_name("lalapps_run_sqlite_%s_%d_%d" %
                      (tag, int(seg[0]), int(abs(seg))))
        dag.add_node(node)
        nodes.add(node)
    return nodes
Exemplo n.º 4
0
def make_calc_likelihood_fragment(dag, parents, likelihood_parents, tag, files_per_calc_likelihood = None, verbose = False):
  if files_per_calc_likelihood is None:
    files_per_calc_likelihood = calc_likelihoodjob.files_per_calc_likelihood
  input_cache = power.collect_output_caches(parents)
  likelihood_cache = power.collect_output_caches(likelihood_parents)
  nodes = set()
  while input_cache:
    node = CalcLikelihoodNode(calc_likelihoodjob)
    node.add_input_cache([cache_entry for cache_entry, parent in input_cache[:files_per_calc_likelihood]])
    for parent in set(parent for cache_entry, parent in input_cache[:files_per_calc_likelihood]):
      node.add_parent(parent)
    del input_cache[:files_per_calc_likelihood]
    seg = power.cache_span(node.get_input_cache())
    node.set_name("lalapps_string_calc_likelihood_%s_%d_%d" % (tag, int(seg[0]), int(abs(seg))))
    for cache_entry, parent in likelihood_cache:
      node.add_parent(parent)
      node.add_likelihood_cache([cache_entry])
    dag.add_node(node)
    nodes.add(node)
  return nodes
Exemplo n.º 5
0
def make_meas_likelihood_fragment(dag, parents, tag, files_per_meas_likelihood = None):
	if files_per_meas_likelihood is None:
		files_per_meas_likelihood = meas_likelihoodjob.files_per_meas_likelihood
	nodes = set()
	input_cache = power.collect_output_caches(parents)
	while input_cache:
		node = MeasLikelihoodNode(meas_likelihoodjob)
		node.add_input_cache([cache_entry for cache_entry, parent in input_cache[:files_per_meas_likelihood]])
		for parent in set(parent for cache_entry, parent in input_cache[:files_per_meas_likelihood]):
			node.add_parent(parent)
		del input_cache[:files_per_meas_likelihood]
		seg = power.cache_span(node.get_input_cache())
		node.set_name("lalapps_string_meas_likelihood_%s_%d_%d" % (tag, int(seg[0]), int(abs(seg))))
		node.set_output(tag)
		dag.add_node(node)
		nodes.add(node)
	return nodes
Exemplo n.º 6
0
def make_run_sqlite_fragment(dag, parents, tag, sql_file, files_per_run_sqlite = None):
	if files_per_run_sqlite is None:
		files_per_run_sqlite = runsqlitejob.files_per_run_sqlite
	nodes = set()
	input_cache = power.collect_output_caches(parents)
	while input_cache:
		node = RunSqliteNode(runsqlitejob)
		node.set_sql_file(sql_file)
		node.add_input_cache([cache_entry for cache_entry, parent in input_cache[:files_per_run_sqlite]])
		for parent in set(parent for cache_entry, parent in input_cache[:files_per_run_sqlite]):
			node.add_parent(parent)
		del input_cache[:files_per_run_sqlite]
		seg = power.cache_span(node.get_output_cache())
		node.set_name("lalapps_run_sqlite_%s_%d_%d" % (tag, int(seg[0]), int(abs(seg))))
		dag.add_node(node)
		nodes.add(node)
	return nodes