Ejemplo n.º 1
0
    def setUp(self):
        """
        These tests use the following dataset configuration:

            l -> left
            r -> right
            j -> joined

            l1   r2
             \  /
              j1

        Dependencies flow from top to bottom.
        """
        TestAbstractDatasetsUpdate.setUp(self)

        # create original datasets
        self.left_dataset_id = self._post_file()
        self.right_dataset_id = self._post_file('good_eats_aux.csv')

        # create joined dataset
        self.on = 'food_type'
        results = json.loads(self.controller.join(
            self.left_dataset_id, self.right_dataset_id, on=self.on))
        self.joined_dataset_id = results[Dataset.ID]
    def setUp(self):
        TestAbstractDatasetsUpdate.setUp(self)
        self._create_original_datasets()
        self._add_common_calculations()

        # create linked datasets
        aggregations = {
            "max(amount)": "max of amount",
            "mean(amount)": "mean of amount",
            "median(amount)": "median of amount",
            "min(amount)": "min of amount",
            "ratio(amount, gps_latitude)": "ratio of amount and gps_latitude",
            "sum(amount)": "sum of amount",
        }

        for aggregation, name in aggregations.items():
            self.calculations.create(self.dataset2_id, aggregation, name)

        # and with group
        for aggregation, name in aggregations.items():
            self.calculations.create(self.dataset2_id, aggregation, name, group="food_type")

        result = json.loads(self.controller.aggregations(self.dataset2_id))

        self.linked_dataset1_id = result[""]

        # create merged datasets
        result = json.loads(self.controller.merge(datasets=json.dumps([self.dataset1_id, self.dataset2_id])))
        self.merged_dataset1_id = result[Dataset.ID]

        result = json.loads(
            self.controller.merge(datasets=json.dumps([self.merged_dataset1_id, self.linked_dataset1_id]))
        )
        self.merged_dataset2_id = result[Dataset.ID]
    def setUp(self):
        TestAbstractDatasetsUpdate.setUp(self)
        self._create_original_datasets()
        self._add_common_calculations()

        # create linked datasets
        self.calculations.create(
            self.dataset2_id, 'sum(amount)', 'sum of amount')
        result = json.loads(
            self.controller.aggregations(self.dataset2_id))
        self.linked_dataset1_id = result['']

        # create merged datasets
        result = json.loads(self.controller.merge(dataset_ids=json.dumps(
            [self.dataset1_id, self.dataset2_id])))
        self.merged_dataset1_id = result[Dataset.ID]

        result = json.loads(self.controller.merge(dataset_ids=json.dumps(
            [self.merged_dataset1_id, self.linked_dataset1_id])))
        self.merged_dataset2_id = result[Dataset.ID]
Ejemplo n.º 4
0
    def setUp(self):
        TestAbstractDatasetsUpdate.setUp(self)
        self._create_original_datasets()

        # create aggregated datasets
        self.calculations = Calculations()
        self.name1 = "sum of amount"
        self.formula1 = "sum(amount)"
        self.calculations.create(self.dataset2_id, self.formula1, self.name1)
        result = json.loads(self.controller.aggregations(self.dataset2_id))
        self.aggregated_dataset1_id = result[""]

        # create merged datasets
        result = json.loads(self.controller.merge(dataset_ids=json.dumps([self.dataset1_id, self.dataset2_id])))
        self.merged_dataset1_id = result[Dataset.ID]

        result = json.loads(
            self.controller.merge(dataset_ids=json.dumps([self.merged_dataset1_id, self.aggregated_dataset1_id]))
        )
        self.merged_dataset2_id = result[Dataset.ID]
    def setUp(self):
        TestAbstractDatasetsUpdate.setUp(self)
        self._create_original_datasets()

        # create aggregated datasets
        self.calculations = Calculations()
        self.name1 = 'sum of amount'
        self.formula1 = 'sum(amount)'
        self.calculations.create(self.dataset2_id, self.formula1, self.name1)
        result = json.loads(
            self.controller.aggregations(self.dataset2_id))
        self.aggregated_dataset1_id = result['']

        # create merged datasets
        result = json.loads(self.controller.merge(dataset_ids=json.dumps(
            [self.dataset1_id, self.dataset2_id])))
        self.merged_dataset1_id = result[Dataset.ID]

        result = json.loads(self.controller.merge(dataset_ids=json.dumps(
            [self.merged_dataset1_id, self.aggregated_dataset1_id])))
        self.merged_dataset2_id = result[Dataset.ID]
    def setUp(self):
        TestAbstractDatasetsUpdate.setUp(self)
        self._create_original_datasets()
        self._add_common_calculations()

        # create linked datasets
        aggregations = {
            'max(amount)': 'max of amount',
            'mean(amount)': 'mean of amount',
            'median(amount)': 'median of amount',
            'min(amount)': 'min of amount',
            'ratio(amount, gps_latitude)': 'ratio of amount and gps_latitude',
            'sum(amount)': 'sum of amount',
        }

        for aggregation, name in aggregations.items():
            self.calculations.create(self.dataset2_id, aggregation, name)

        # and with group
        for aggregation, name in aggregations.items():
            self.calculations.create(self.dataset2_id,
                                     aggregation,
                                     name,
                                     group='food_type')

        result = json.loads(self.controller.aggregations(self.dataset2_id))

        self.linked_dataset1_id = result['']

        # create merged datasets
        result = json.loads(
            self.controller.merge(
                dataset_ids=json.dumps([self.dataset1_id, self.dataset2_id])))
        self.merged_dataset1_id = result[Dataset.ID]

        result = json.loads(
            self.controller.merge(dataset_ids=json.dumps(
                [self.merged_dataset1_id, self.linked_dataset1_id])))
        self.merged_dataset2_id = result[Dataset.ID]