def test_ttest_paired(self):
        data = pd.DataFrame({
            "A.R1": [0, 0, 0, 0],
            "A.R2": [0, 0, 0, 0],
            "A.R3": [0, 0.001, 0.001, 0.001],
            "B.R1": [0.95, 0, 0.56, 0],
            "B.R2": [0.99, 0, 0.56, 0],
            "B.R3": [0.98, 0, 0.57, 0.5],
            "C.R1": [0.02, 0.73, 0.59, 0],
            "C.R2": [0.03, 0.75, 0.57, 0],
            "C.R3": [0.05, 0.7, 0.58, 1],
        })
        ddf = DelayedDataFrame("ex1", data)
        gts = {
            k: list(v)
            for (k,
                 v) in itertools.groupby(sorted(data.columns), lambda x: x[0])
        }

        c = Comparisons(ddf, gts)
        a = c.a_vs_b("A", "B", TTestPaired())
        force_load(ddf.add_annotator(a))
        run_pipegraph()
        assert ddf.df[a["p"]].iloc[0] == pytest.approx(8.096338300746213e-07,
                                                       abs=1e-4)
        assert ddf.df[a["p"]].iloc[1] == pytest.approx(0.42264973081037427,
                                                       abs=1e-4)
        assert ddf.df[a["p"]].iloc[2] == pytest.approx(0.041378369826042816,
                                                       abs=1e-4)
        assert ddf.df[a["p"]].iloc[3] == pytest.approx(0.42264973081037427,
                                                       abs=1e-4)
        assert ddf.df[a["FDR"]].values == pytest.approx(
            [3.238535e-06, 4.226497e-01, 8.275674e-02, 4.226497e-01], abs=1e-4)
    def test_edgeR_paired(self):
        df = self._get_tuch_data()

        ddf = DelayedDataFrame("ex1", df)
        gts = {
            "T": [x for x in sorted(df.columns) if ".T" in x],
            "N": [x for x in sorted(df.columns) if ".N" in x],
        }

        c = Comparisons(ddf, gts)
        a = c.a_vs_b("T", "N", EdgeRPaired())
        force_load(ddf.add_annotator(a))
        run_pipegraph()
        # these are from the last run - the manual has no simple a vs b comparison...
        # at least we'l notice if this changes
        assert ddf.df[ddf.df.nameOfGene == "PTHLH"][
            a["log2FC"]].values == approx([3.97], abs=1e-3)
        assert ddf.df[ddf.df.nameOfGene == "PTHLH"][a["FDR"]].values == approx(
            [4.27e-18])
        assert ddf.df[ddf.df.nameOfGene == "PTHLH"][a["p"]].values == approx(
            [8.13e-22])
        df = ddf.df.set_index("nameOfGene")
        t_columns = [x[1] for x in gts["T"]]
        n_columns = [x[1] for x in gts["N"]]
        assert df.loc["PTHLH"][t_columns].sum(
        ) > df.loc["PTHLH"][n_columns].sum()

        assert ddf.df[ddf.df.nameOfGene == "PTGFR"][
            a["log2FC"]].values == approx([-5.18], abs=1e-2)
        assert ddf.df[ddf.df.nameOfGene == "PTGFR"][a["FDR"]].values == approx(
            [3.17e-19])
        assert ddf.df[ddf.df.nameOfGene == "PTGFR"][a["p"]].values == approx(
            [3.01e-23])
        assert df.loc["PTGFR"][t_columns].sum(
        ) < df.loc["PTGFR"][n_columns].sum()
    def test_edgeR(self):
        df = self._get_tuch_data()

        ddf = DelayedDataFrame("ex1", df)
        gts = {
            "T": [x for x in df.columns if ".T" in x],
            "N": [x for x in df.columns if ".N" in x],
        }

        c = Comparisons(ddf, gts)
        a = c.a_vs_b("T", "N", EdgeRUnpaired())
        force_load(ddf.add_annotator(a))
        run_pipegraph()
        # these are from the last run - the manual has no simple a vs b comparison...
        # at least we'l notice if this changes
        assert ddf.df[ddf.df.nameOfGene == "PTHLH"][
            a["log2FC"]].values == approx([4.003122])
        assert ddf.df[ddf.df.nameOfGene == "PTHLH"][a["FDR"]].values == approx(
            [1.332336e-11])
        assert ddf.df[ddf.df.nameOfGene == "PTHLH"][a["p"]].values == approx(
            [5.066397e-15])
        df = ddf.df.set_index("nameOfGene")
        t_columns = [x[1] for x in gts["T"]]
        n_columns = [x[1] for x in gts["N"]]
        assert df.loc["PTHLH"][t_columns].sum(
        ) > df.loc["PTHLH"][n_columns].sum()

        assert ddf.df[ddf.df.nameOfGene == "PTGFR"][
            a["log2FC"]].values == approx([-5.127508])
        assert ddf.df[ddf.df.nameOfGene == "PTGFR"][a["FDR"]].values == approx(
            [6.470885e-10])
        assert ddf.df[ddf.df.nameOfGene == "PTGFR"][a["p"]].values == approx(
            [3.690970e-13])
        assert df.loc["PTGFR"][t_columns].sum(
        ) < df.loc["PTGFR"][n_columns].sum()
    def test_multi_plus_filter(self, clear_annotators):
        d = DelayedDataFrame(
            "ex1",
            pd.DataFrame({
                "a1": [1 / 0.99, 2 / 0.99, 3 / 0.99],
                "a2": [1 * 0.99, 2 * 0.99, 3 * 0.99],
                "b1": [2 * 0.99, 8 * 0.99, (16 * 3) * 0.99],
                "b2": [2 / 0.99, 8 / 0.99, (16 * 3) / 0.99],
                "delta": [10, 20, 30],
            }),
        )
        c = Comparisons(d, {"a": ["a1", "a2"], "b": ["b1", "b2"]})
        a = c.a_vs_b("a", "b", Log2FC(), laplace_offset=0)
        anno1 = Constant("shu1", 5)
        anno2 = Constant("shu2", 5)  # noqa: F841
        anno3 = Constant("shu3", 5)  # noqa: F841
        to_test = [
            (("log2FC", "==", -1.0), [-1.0]),
            (("log2FC", ">", -2.0), [-1.0]),
            (("log2FC", "<", -2.0), [-4.0]),
            (("log2FC", ">=", -2.0), [-1.0, -2.0]),
            (("log2FC", "<=", -2.0), [-2.0, -4.0]),
            (("log2FC", "|>", 2.0), [-4.0]),
            (("log2FC", "|<", 2.0), [-1.0]),
            (("log2FC", "|>=", 2.0), [-2.0, -4.0]),
            (("log2FC", "|<=", 2.0), [-1.0, -2.0]),
            ((a["log2FC"], "<", -2.0), [-4.0]),
            (("log2FC", "|", -2.0), ValueError),
            ([("log2FC", "|>=", 2.0), ("log2FC", "<=", 0)], [-2.0, -4.0]),
            ((anno1, ">=", 5), [-1, -2.0, -4.0]),
            (((anno1, 0), ">=", 5), [-1, -2.0, -4.0]),
            (("shu2", ">=", 5), [-1, -2.0, -4.0]),
            (("delta", ">", 10), [-2.0, -4.0]),
        ]
        if not ppg.inside_ppg():  # can't test for missing columns in ppg.
            to_test.extend([(("log2FC_no_such_column", "<", -2.0), KeyError)])
        filtered = {}
        for ii, (f, r) in enumerate(to_test):
            if r in (ValueError, KeyError):
                with pytest.raises(r):
                    a.filter([f], "new%i" % ii)
            else:
                filtered[tuple(f)] = a.filter(
                    [f] if isinstance(f, tuple) else f, "new%i" % ii)
                assert filtered[tuple(f)].name == "new%i" % ii
                force_load(filtered[tuple(f)].annotate(),
                           filtered[tuple(f)].name)

        force_load(d.add_annotator(a), "somethingsomethingjob")
        run_pipegraph()
        c = a["log2FC"]
        assert (d.df[c] == [-1.0, -2.0, -4.0]).all()
        for f, r in to_test:
            if r not in (ValueError, KeyError):
                try:
                    assert filtered[tuple(f)].df[c].values == approx(r)
                except AssertionError:
                    print(f)
                    raise
Exemplo n.º 5
0
 def test_annotator_basic(self):
     a = DelayedDataFrame(
         "shu", lambda: pd.DataFrame({"A": [1, 2], "B": ["c", "d"]})
     )
     a += Constant("aa", "aa")
     force_load(a.annotate())
     ppg.run_pipegraph()
     assert (a.df["aa"] == "aa").all()
    def test_deseq2_with_and_without_additional_columns(self):
        import mbf_sampledata

        pasilla_data = pd.read_csv(
            mbf_sampledata.get_sample_path(
                "mbf_comparisons/pasillaCount_deseq2.tsv.gz"),
            sep=" ",
        )
        # pasilla_data = pasilla_data.set_index('Gene')
        pasilla_data.columns = [str(x) for x in pasilla_data.columns]
        print(pasilla_data.columns)
        pasilla_data = pasilla_data.assign(
            treated_fake=pasilla_data.treated2fb,
            untreated_fake=pasilla_data.untreated2fb,
        )

        gts = {
            "treated": [
                x for x in pasilla_data.columns
                if x.startswith("treated") and "3" not in x
            ],
            "untreated": [
                x for x in pasilla_data.columns
                if x.startswith("untreated") and "3" not in x
            ],
            "other": [x for x in pasilla_data.columns if "3" in x],
        }
        assert len(gts["other"]) == 2
        assert sum(
            (len(x)
             for x in gts.values())) + 1 == len(pasilla_data.columns)  # GeneId
        ddf = DelayedDataFrame("ex", pasilla_data)
        c = Comparisons(ddf, gts)
        with_other = c.a_vs_b(
            "treated",
            "untreated",
            DESeq2Unpaired(),
            include_other_samples_for_variance=True,
        )
        without_other = c.a_vs_b(
            "treated",
            "untreated",
            DESeq2Unpaired(),
            include_other_samples_for_variance=False,
        )
        force_load(ddf.add_annotator(with_other))
        force_load(ddf.add_annotator(without_other))
        # run_pipegraph()
        df = ddf.df
        print(df.head())
        df.to_csv("test.csv")
        # this is a fairly weak test, but it shows that it at least does *something*
        assert (df[with_other["p"]] != pytest.approx(
            df[without_other["p"]])).all()
        assert (df[with_other["log2FC"]] != pytest.approx(
            df[without_other["log2FC"]])).all()
 def test_missing_external_genome(self):
     g = DelayedDataFrame("ex",
                          pd.DataFrame({"gene_stable_id": ["a", "c", "b"]}))
     anno = genes.annotators.Description()
     g += anno
     force_load(g.annotate())
     with pytest.raises(ppg.RuntimeError):
         ppg.run_pipegraph()
     assert "ddf had no .genome and no genome was passed to Description" in str(
         g.anno_jobs[anno.get_cache_name()].lfg.exception)
 def test_edgeR_filter_on_max_count(self):
     ddf, a, b = get_pasilla_data_subset()
     gts = {"T": a, "N": b}
     c = Comparisons(ddf, gts)
     a = c.a_vs_b("T", "N",
                  EdgeRUnpaired(ignore_if_max_count_less_than=100))
     force_load(ddf.add_annotator(a))
     run_pipegraph()
     assert pd.isnull(ddf.df[a["log2FC"]]).any()
     assert (pd.isnull(ddf.df[a["log2FC"]]) == pd.isnull(
         ddf.df[a["p"]])).all()
     assert (pd.isnull(ddf.df[a["FDR"]]) == pd.isnull(ddf.df[a["p"]])).all()
 def test_simple(self):
     d = DelayedDataFrame(
         "ex1", pd.DataFrame({
             "a": [1, 2, 3],
             "b": [2, 8, 16 * 3]
         }))
     c = Comparisons(d, {"a": ["a"], "b": ["b"]})
     a = c.a_vs_b("a", "b", Log2FC, laplace_offset=0)
     assert d.has_annotator(a)
     force_load(d.add_annotator(a), "fl1")
     run_pipegraph()
     assert (d.df[a["log2FC"]] == [-1.0, -2.0, -4.0]).all()
Exemplo n.º 10
0
    def test_create(self):
        test_df = pd.DataFrame({"A": [1, 2]})

        def load():
            return test_df

        a = DelayedDataFrame("shu", load)
        assert not hasattr(a, "df")
        force_load(a.load(), False)
        ppg.run_pipegraph()
        assert_frame_equal(a.df, test_df)
        assert a.non_annotator_columns == "A"
 def test_simple_from_anno_plus_column_pos(self):
     d = DelayedDataFrame(
         "ex1", pd.DataFrame({
             "a": [1, 2, 3],
             "b": [2, 8, 16 * 3]
         }))
     a = Constant("five", 5)
     b = Constant("ten", 10)
     c = Comparisons(d, {"a": [(a, 0)], "b": [(b, 0)]})
     a = c.a_vs_b("a", "b", Log2FC(), laplace_offset=0)
     force_load(d.add_annotator(a), "fl1")
     run_pipegraph()
     assert (d.df[a["log2FC"]] == [-1, -1, -1]).all()
Exemplo n.º 12
0
    def test_anno_returing_right_length_but_wrong_start_range_index(self):
        a = DelayedDataFrame("shu", lambda: pd.DataFrame({"A": [1, 2, 3]}))

        class BadAnno(Annotator):
            columns = ["X"]

            def calc(self, df):
                return pd.Series(["a", "b", "c"], index=pd.RangeIndex(5, 5 + 3))

        a += BadAnno()
        force_load(a.annotate())
        lj = a.anno_jobs["X"]
        with pytest.raises(ppg.RuntimeError):
            ppg.run_pipegraph()
        assert "Index mismatch" in str(lj().exception)
    def test_deseq2(self):
        import mbf_sampledata

        pasilla_data = pd.read_csv(
            mbf_sampledata.get_sample_path(
                "mbf_comparisons/pasillaCount_deseq2.tsv.gz"),
            sep=" ",
        )
        # pasilla_data = pasilla_data.set_index('Gene')
        pasilla_data.columns = [str(x) for x in pasilla_data.columns]

        gts = {
            "treated":
            [x for x in pasilla_data.columns if x.startswith("treated")],
            "untreated":
            [x for x in pasilla_data.columns if x.startswith("untreated")],
        }
        ddf = DelayedDataFrame("ex", pasilla_data)
        c = Comparisons(ddf, gts)
        a = c.a_vs_b("treated", "untreated", DESeq2Unpaired())
        force_load(ddf.add_annotator(a))
        run_pipegraph()
        check = """# This is deseq2 version specific data- probably needs fixing if upgrading deseq2
## baseMean log2FoldChange lfcSE stat pvalue padj
## <numeric> <numeric> <numeric> <numeric> <numeric> <numeric>
## FBgn0039155 453 -3.72 0.160 -23.2 1.63e-119 1.35e-115
## FBgn0029167 2165 -2.08 0.103 -20.3 1.43e-91 5.91e-88
## FBgn0035085 367 -2.23 0.137 -16.3 6.38e-60 1.75e-56
## FBgn0029896 258 -2.21 0.159 -13.9 5.40e-44 1.11e-40
## FBgn0034736 118 -2.56 0.185 -13.9 7.66e-44 1.26e-40
"""
        df = ddf.df.sort_values(a["FDR"])
        df = df.set_index("Gene")
        for row in check.split("\n"):
            row = row.strip()
            if row and not row[0] == "#":
                row = row.split()
                self.assertAlmostEqual(df.ix[row[0]][a["log2FC"]],
                                       float(row[2]),
                                       places=2)
                self.assertAlmostEqual(df.ix[row[0]][a["p"]],
                                       float(row[5]),
                                       places=2)
                self.assertAlmostEqual(df.ix[row[0]][a["FDR"]],
                                       float(row[6]),
                                       places=2)
    def test_double_comparison_with_different_strategies(self):
        data = pd.DataFrame({
            "A.R1": [0, 0, 0, 0],
            "A.R2": [0, 0, 0, 0],
            "A.R3": [0, 0.001, 0.001, 0.001],
            "B.R1": [0.95, 0, 0.56, 0],
            "B.R2": [0.99, 0, 0.56, 0],
            "B.R3": [0.98, 0, 0.57, 0.5],
            "C.R1": [0.02, 0.73, 0.59, 0],
            "C.R2": [0.03, 0.75, 0.57, 0],
            "C.R3": [0.05, 0.7, 0.58, 1],
        })
        ddf = DelayedDataFrame("ex1", data)
        gts = {
            k: list(v)
            for (k,
                 v) in itertools.groupby(sorted(data.columns), lambda x: x[0])
        }

        c = Comparisons(ddf, gts)
        a = c.a_vs_b("A", "B", TTestPaired())
        force_load(ddf.add_annotator(a))
        b = c.a_vs_b("A", "B", TTest())
        force_load(ddf.add_annotator(b))
        run_pipegraph()
        assert ddf.df[a["p"]].iloc[0] == pytest.approx(8.096338300746213e-07,
                                                       abs=1e-4)
        assert ddf.df[a["p"]].iloc[1] == pytest.approx(0.42264973081037427,
                                                       abs=1e-4)
        assert ddf.df[a["p"]].iloc[2] == pytest.approx(0.041378369826042816,
                                                       abs=1e-4)
        assert ddf.df[a["p"]].iloc[3] == pytest.approx(0.42264973081037427,
                                                       abs=1e-4)
        assert ddf.df[a["FDR"]].values == pytest.approx(
            [3.238535e-06, 4.226497e-01, 8.275674e-02, 4.226497e-01], abs=1e-4)
        assert ddf.df[b["p"]].iloc[0] == pytest.approx(8.096e-07, abs=1e-4)
        # value calculated with scipy to double check.
        assert ddf.df[b["p"]].iloc[1] == pytest.approx(0.42264973081037427,
                                                       abs=1e-4)
        assert ddf.df[b["p"]].iloc[2] == pytest.approx(0.04157730613277929,
                                                       abs=1e-4)
        assert ddf.df[b["p"]].iloc[3] == pytest.approx(0.703158104919873,
                                                       abs=1e-4)
        assert ddf.df[b["FDR"]].values == pytest.approx(
            [3.238535e-06, 5.635329e-01, 8.315462e-02, 7.031581e-01], abs=1e-4)
Exemplo n.º 15
0
    def test_annotator_raising(self):
        a = DelayedDataFrame(
            "shu", lambda: pd.DataFrame({"A": [1, 2], "B": ["c", "d"]})
        )

        class RaiseAnno(Annotator):
            columns = ["aa"]
            cache_name = "empty"

            def calc(self, df):
                raise ValueError("hello")

        anno1 = RaiseAnno()
        a += anno1
        force_load(a.annotate())
        with pytest.raises(ppg.RuntimeError):
            ppg.run_pipegraph()
        anno_job = a.anno_jobs[RaiseAnno().get_cache_name()]
        assert "hello" in str(anno_job.lfg.exception)
Exemplo n.º 16
0
    def test_annotator_missing_columns(self):
        a = DelayedDataFrame(
            "shu", lambda: pd.DataFrame({"A": [1, 2], "B": ["c", "d"]})
        )

        class MissingColumnNames(Annotator):
            cache_name = "MissingColumnNames"

            def calc(self, df):
                return pd.DataFrame({})

            def __repr__(self):
                return "MissingColumnNames()"

        a += MissingColumnNames()
        lg = a.anno_jobs["MissingColumnNames"]
        force_load(a.annotate())
        with pytest.raises(ppg.RuntimeError):
            ppg.run_pipegraph()
        assert "AttributeError" in repr(lg().lfg.exception)
Exemplo n.º 17
0
    def test_DynamicColumNames(self):
        a = DelayedDataFrame(
            "shu", lambda: pd.DataFrame({"A": [1, 2], "B": ["c", "d"]})
        )

        class Dynamic(Annotator):
            @property
            def columns(self):
                return ["a"]

            def calc(self, df):
                return pd.DataFrame({"a": ["x", "y"]})

        a += Dynamic()
        a.anno_jobs[Dynamic().get_cache_name()]
        force_load(a.annotate())
        ppg.run_pipegraph()
        assert_frame_equal(
            a.df, pd.DataFrame({"A": [1, 2], "B": ["c", "d"], "a": ["x", "y"]})
        )
Exemplo n.º 18
0
    def test_annotator_columns_not_list(self):
        class BrokenAnno(Annotator):
            def __init__(
                self,
            ):
                self.columns = "shu"

            def calc(self, df):
                return pd.DataFrame(
                    {self.columns[0]: ["%s%i" % (self.columns[0], len(df))] * len(df)}
                )

        a = DelayedDataFrame(
            "shu", lambda: pd.DataFrame({"A": [1, 2], "B": ["c", "d"]})
        )
        a += BrokenAnno()
        lg = a.anno_jobs[BrokenAnno().get_cache_name()]
        force_load(a.annotate())
        with pytest.raises(ppg.RuntimeError):
            ppg.run_pipegraph()
        assert "list" in str(lg().lfg.exception)
Exemplo n.º 19
0
    def test_annotator_empty_columns(self):
        a = DelayedDataFrame(
            "shu", lambda: pd.DataFrame({"A": [1, 2], "B": ["c", "d"]})
        )

        class EmptyColumnNames(Annotator):
            columns = []
            cache_name = "empty"

            def calc(self, df):
                return pd.DataFrame({"shu": [1, 2]})

            def __repr__(self):
                return "EmptyColumNames()"

        a += EmptyColumnNames()
        force_load(a.annotate())
        anno_job_cb = a.anno_jobs[EmptyColumnNames().get_cache_name()]
        with pytest.raises(ppg.RuntimeError):
            ppg.run_pipegraph()
        assert anno_job_cb() is anno_job_cb()
        assert "anno.columns was empty" in repr(anno_job_cb().exception)
 def test_simple(self):
     genome = MockGenome(
         pd.DataFrame({
             "stable_id": ["a", "b", "c"],
             "chr": "1",
             "tss": [0, 100, 1000],
             "tes": [10, 101, 1010],
         }),
         df_genes_meta=pd.DataFrame({
             "gene_stable_id": ["a", "b", "c"],
             "description": ["hello", "world", "!"],
         }).set_index("gene_stable_id"),
     )
     g = genes.Genes(genome)
     anno = genes.annotators.Description()
     g += anno
     force_load(g.annotate())
     ppg.run_pipegraph()
     assert "description" in g.df.columns
     assert (g.df.sort_values("gene_stable_id")["description"] == [
         "hello", "world", "!"
     ]).all()
 def test_simple(self, tmpdir):
     genome = MockGenome(
         pd.DataFrame({
             "stable_id": ["a", "b", "c"],
             "chr": "1",
             "tss": [0, 100, 1000],
             "tes": [10, 101, 1010],
         }),
         df_genes_meta=pd.DataFrame({
             "gene_stable_id": ["a", "b", "c"],
             "description": ["hello", "world", "!"],
         }).set_index("gene_stable_id"),
     )
     g = genes.Genes(genome)
     df_to_add = pd.DataFrame(
         {
             "testcol": [1, 2, 3],
             "index_vals": ["a", "b", "d"]
         },
         index=["a", "b", "d"])
     tmp_path = Path(tmpdir) / "dump.tsv"
     df_to_add.to_csv(tmp_path, sep="\t", index=False)
     anno = genes.annotators.FromFile(
         tmp_path,
         columns_to_add=["testcol"],
         index_column_table="index_vals",
         index_column_genes="gene_stable_id",
         fill_value=-1,
     )
     g += anno
     force_load(g.annotate())
     ppg.run_pipegraph()
     print(g.df.index)
     print(g.df)
     assert "testcol" in g.df.columns
     assert g.df.loc[0]["testcol"] == 1
     assert g.df.loc[1]["testcol"] == 2
     assert g.df.loc[2]["testcol"] == -1
     assert len(g.df) == 3
    def test_ttest(self):
        data = pd.DataFrame({
            "A.R1": [0, 0, 0, 0],
            "A.R2": [0, 0, 0, 0],
            "A.R3": [0, 0.001, 0.001, 0.001],
            "B.R1": [0.95, 0, 0.56, 0],
            "B.R2": [0.99, 0, 0.56, 0],
            "B.R3": [0.98, 0, 0.57, 0.5],
            "C.R1": [0.02, 0.73, 0.59, 0],
            "C.R2": [0.03, 0.75, 0.57, 0],
            "C.R3": [0.05, 0.7, 0.58, 1],
        })
        ddf = DelayedDataFrame("ex1", data)
        gts = {
            k: list(v)
            for (k,
                 v) in itertools.groupby(sorted(data.columns), lambda x: x[0])
        }

        c = Comparisons(ddf, gts)
        a = c.a_vs_b("A", "B", TTest)
        b = a.filter([("log2FC", ">", 2.38), ("p", "<", 0.05)])
        assert b.name == "Filtered_A-B_log2FC_>_2.38__p_<_0.05"
        force_load(ddf.add_annotator(a))
        run_pipegraph()
        # value calculated with R to double check.
        assert ddf.df[a["p"]].iloc[0] == pytest.approx(8.096e-07, abs=1e-4)
        # value calculated with scipy to double check.
        assert ddf.df[a["p"]].iloc[1] == pytest.approx(0.42264973081037427,
                                                       abs=1e-4)
        assert ddf.df[a["p"]].iloc[2] == pytest.approx(0.04157730613277929,
                                                       abs=1e-4)
        assert ddf.df[a["p"]].iloc[3] == pytest.approx(0.703158104919873,
                                                       abs=1e-4)
        assert ddf.df[a["FDR"]].values == pytest.approx(
            [3.238535e-06, 5.635329e-01, 8.315462e-02, 7.031581e-01], abs=1e-4)
Exemplo n.º 23
0
    def test_filtering_by_definition(self):

        a = DelayedDataFrame(
            "shu", lambda: pd.DataFrame({"A": [1, 2], "B": ["c", "d"]})
        )
        c = XAnno("C", [1, 2])
        a += c
        d = XAnno("D", [4, 5])

        # native column
        a1 = a.filter("a1", ("A", "==", 1))
        # search for the anno
        a2 = a.filter("a2", ("C", "==", 2))
        # extract the column name from the anno - anno already added
        a4 = a.filter("a4", (d, "==", 5))
        # extract the column name from the anno - anno not already added
        a3 = a.filter("a3", (c, "==", 1))
        # lookup column to name
        a6 = a.filter("a6", ("X", "==", 2), column_lookup={"X": "C"})
        # lookup column to anno
        a7 = a.filter("a7", ("X", "==", 2), column_lookup={"X": c})

        if not ppg.inside_ppg():
            e1 = XAnno("E", [6, 7])
            e2 = XAnno("E", [6, 8])
            assert find_annos_from_column("E") == [e1, e2]
            # column name to longer unique
            with pytest.raises(KeyError):
                a.filter("a5", ("E", "==", 5))
            with pytest.raises(KeyError):
                a.filter("a5", ((c, "D"), "==", 5))
        force_load(a1.annotate())
        force_load(a2.annotate())
        force_load(a3.annotate())
        force_load(a4.annotate())
        force_load(a6.annotate())
        force_load(a7.annotate())
        run_pipegraph()

        assert (a1.df["A"] == [1]).all()

        assert (a2.df["A"] == [2]).all()

        assert (a3.df["A"] == [1]).all()

        assert (a4.df["A"] == [2]).all()
        assert (a6.df["A"] == [2]).all()
        assert (a7.df["A"] == [2]).all()