Python move_all_filters_to_data Beispiele

Beispiel #1

    def testInsertFilters(self):
        for entry in edb.get_timeseries_db().find({'user_id': self.testUUID,
            'metadata.filter': 'distance',
            "metadata.key": "background/location"}):
            del entry["_id"]
            del entry["metadata"]["filter"]
            entry["metadata"]["key"] = "background/filtered_location"
            edb.get_timeseries_db().insert(entry)

        # At this point, all the filtered_location entries will not have any filters
        self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID,
            'metadata.filter': 'distance',
            "metadata.key": "background/filtered_location"}).count(), 0)

        self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID,
            'metadata.filter': 'time',
            "metadata.key": "background/filtered_location"}).count(), 0)

        # Now, move all filters
        estfm.move_all_filters_to_data()

        # The entries should now be set to "time"
        # At this point, all the filtered_location entries will not have any filters
        self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID,
            'data.filter': 'distance',
            "metadata.key": "background/filtered_location"}).count(), 0)

        self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID,
            'data.filter': 'time',
            "metadata.key": "background/filtered_location"}).count(), 474)

Beispiel #2

Datei: TestTripSegmentation.py Projekt: jeffdh5/e-mission-server

 def setUp(self):
     etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27")
     self.androidUUID = self.testUUID
     etc.setupRealExample(self, "emission/tests/data/real_examples/iphone_2015-11-06")
     self.iosUUID = self.testUUID
     eaicf.filter_accuracy(self.iosUUID)
     estfm.move_all_filters_to_data()
     logging.debug("androidUUID = %s, iosUUID = %s" % (self.androidUUID, self.iosUUID))

Beispiel #3

Datei: TestTimeline.py Projekt: jeffdh5/e-mission-server

 def setUp(self):
     self.clearRelatedDb()
     etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27")
     eaicf.filter_accuracy(self.testUUID)
     estfm.move_all_filters_to_data()        
     logging.info("After loading, timeseries db size = %s" % edb.get_timeseries_db().count())
     self.day_start_ts = 1440658800
     self.day_end_ts = 1440745200

Beispiel #4

 def setUp(self):
     etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27")
     eaicf.filter_accuracy(self.testUUID)
     estfm.move_all_filters_to_data()        
     logging.info("After loading, timeseries db size = %s" % edb.get_timeseries_db().count())
     self.day_start_ts = 1440658800
     self.day_end_ts = 1440745200
     self.day_start_dt = ecwl.LocalDate({'year': 2015, 'month': 8, 'day': 27})
     self.day_end_dt = ecwl.LocalDate({'year': 2015, 'month': 8, 'day': 27})

Beispiel #5

Datei: TestTimeline.py Projekt: e-mission/e-mission-server

 def setUp(self):
     etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27")
     eaicf.filter_accuracy(self.testUUID)
     estfm.move_all_filters_to_data()        
     logging.info("After loading, timeseries db size = %s" % edb.get_timeseries_db().count())
     self.day_start_ts = 1440658800
     self.day_end_ts = 1440745200
     self.day_start_dt = ecwl.LocalDate({'year': 2015, 'month': 8, 'day': 27})
     self.day_end_dt = ecwl.LocalDate({'year': 2015, 'month': 8, 'day': 27})

Beispiel #6

Datei: TestVisualize.py Projekt: joshzarrabi/e-mission-server

 def setUp(self):
   self.clearRelatedDb()
   etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27")
   eaicf.filter_accuracy(self.testUUID)
   estfm.move_all_filters_to_data()        
   logging.info("After loading, timeseries db size = %s" % edb.get_timeseries_db().count())
   self.day_start_ts = 1440658800
   self.day_end_ts = 1440745200
   self.day_start_dt = pydt.datetime(2015,8,27)
   self.day_end_dt = pydt.datetime(2015,8,28)

Beispiel #7

 def setUp(self):
     etc.setupRealExample(self,
                          "emission/tests/data/real_examples/shankari_2015-aug-27")
     eaicf.filter_accuracy(self.testUUID)
     estfm.move_all_filters_to_data()
     logging.info(
         "After loading, timeseries db size = %s" % edb.get_timeseries_db().count())
     self.day_start_ts = 1440658800
     self.day_end_ts = 1440745200
     self.day_start_dt = esdldq.get_local_date(self.day_start_ts, "America/Los_Angeles")
     self.day_end_dt = esdldq.get_local_date(self.day_end_ts, "America/Los_Angeles")

Beispiel #8

Datei: TestTripSegmentation.py Projekt: joshzarrabi/e-mission-server

 def setUp(self):
     etc.setupRealExample(
         self, "emission/tests/data/real_examples/shankari_2015-aug-27")
     self.androidUUID = self.testUUID
     etc.setupRealExample(
         self, "emission/tests/data/real_examples/iphone_2015-11-06")
     self.iosUUID = self.testUUID
     eaicf.filter_accuracy(self.iosUUID)
     estfm.move_all_filters_to_data()
     logging.debug("androidUUID = %s, iosUUID = %s" %
                   (self.androidUUID, self.iosUUID))

Beispiel #9

Datei: TestClusterPipeline.py Projekt: joshzarrabi/e-mission-server

 def setUp(self):
     self.clearRelatedDb()
     edb.get_trip_db().remove()
     edb.get_section_db().remove()
     edb.get_trip_new_db().remove()
     edb.get_section_new_db().remove()
     etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-21")
     eaicf.filter_accuracy(self.testUUID)
     estfm.move_all_filters_to_data()
     eaist.segment_current_trips(self.testUUID)
     eaiss.segment_current_sections(self.testUUID)

Beispiel #10

 def testCreatePlace(self):
     etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27")
     eaicf.filter_accuracy(self.testUUID)
     estfm.move_all_filters_to_data()
     eaist.segment_current_trips(self.testUUID)
     eaiss.segment_current_sections(self.testUUID)
     data = eamtcp.main(self.testUUID)
     esdcpq.create_places(data, self.testUUID)
     places = esdcpq.get_all_common_places_for_user(self.testUUID)
     places_list = []
     for p in places:
         places_list.append(esdcpq.make_common_place(p))
     for place in places_list:
         self.assertIsNotNone(place.location)
         self.assertIsNotNone(place["successors"])

Beispiel #11

Datei: TestCommonTripQueries.py Projekt: adambrown13/e-mission-server

    def testCreateFromData(self):
        etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27")
        eaicf.filter_accuracy(self.testUUID)
        estfm.move_all_filters_to_data()
        eaist.segment_current_trips(self.testUUID)
        eaiss.segment_current_sections(self.testUUID)

        trips = esdctp.get_all_common_trips_for_user(self.testUUID)
        trips_list = []
        for p in trips:
            trips_list.append(esdctp.make_common_trip_from_json(p))
        for trip in trips_list:
            self.assertIsNotNone(trip.start_loc)
            self.assertIsNotNone(trip.end_loc)
            self.assertTrue(len(trip["trips"]) > 0)
            rand_id = random.choice(trip["trips"])
            self.assertEqual(type(esdtq.get_trip(rand_id)), ecwt.Trip) 
            self.assertTrue(trip.probabilites.sum() > 0)
            self.assertEqual(str(trip.user_id), "test2")

Beispiel #12

Datei: TestCommonTripQueries.py Projekt: valin1/e-mission-server

    def testCreateFromData(self):
        etc.setupRealExample(
            self, "emission/tests/data/real_examples/shankari_2015-aug-27")
        eaicf.filter_accuracy(self.testUUID)
        estfm.move_all_filters_to_data()
        eaist.segment_current_trips(self.testUUID)
        eaiss.segment_current_sections(self.testUUID)

        trips = esdctp.get_all_common_trips_for_user(self.testUUID)
        trips_list = []
        for p in trips:
            trips_list.append(esdctp.make_common_trip_from_json(p))
        for trip in trips_list:
            self.assertIsNotNone(trip.start_loc)
            self.assertIsNotNone(trip.end_loc)
            self.assertTrue(len(trip["trips"]) > 0)
            rand_id = random.choice(trip["trips"])
            self.assertEqual(type(esdtq.get_trip(rand_id)), ecwt.Trip)
            self.assertTrue(trip.probabilites.sum() > 0)
            self.assertEqual(str(trip.user_id), "test2")

Beispiel #13

Datei: TestSectionSegmentation.py Projekt: joshzarrabi/e-mission-server

 def setUp(self):
     self.clearRelatedDb()
     etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27")
     eaicf.filter_accuracy(self.testUUID)
     estfm.move_all_filters_to_data()

Beispiel #14

Datei: move_filter_field.py Projekt: wyawen/e-mission-server

import emission.storage.timeseries.format_hacks.move_filter_field as estfm

if __name__ == '__main__':
    estfm.move_all_filters_to_data()

Beispiel #15

    def testMoveFilters(self):
        # First, check that all filters are in metadata

        for entry in edb.get_timeseries_db().find({'user_id': self.testUUID,
            'metadata.filter': 'distance',
            "metadata.key": "background/location"}):
            del entry["_id"]
            entry["metadata"]["key"] = "background/filtered_location"
            edb.get_timeseries_db().insert(entry)

        self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID,
            'metadata.filter': 'distance',
            "metadata.key": "background/location"}).count(), 474)

        self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID,
            'metadata.filter': 'distance',
            "metadata.key": "background/filtered_location"}).count(), 474)

        self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID,
            'metadata.filter': 'distance',
            "metadata.key": "background/motion_activity"}).count(), 594)

        self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID,
            'metadata.filter': 'distance',
            "metadata.key": "statemachine/transition"}).count(), 20)

        # Now, move all filters
        estfm.move_all_filters_to_data()

        # Finally, check that no filters are in metadata
        self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID,
            'metadata.filter': 'distance',
            "metadata.key": "background/location"}).count(), 0)

        self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID,
            'metadata.filter': 'distance',
            "metadata.key": "background/filtered_location"}).count(), 0)

        self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID,
            'metadata.filter': 'distance',
            "metadata.key": "background/motion_activity"}).count(), 0)

        self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID,
            'metadata.filter': 'distance',
            "metadata.key": "statemachine/transition"}).count(), 0)

        # And that location filters are in data
        self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID,
            'data.filter': 'distance',
            "metadata.key": "background/location"}).count(), 474)

        self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID,
            'data.filter': 'distance',
            "metadata.key": "background/filtered_location"}).count(), 474)

        # But not in the others
        self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID,
            'data.filter': 'distance',
            "metadata.key": "background/motion_activity"}).count(), 0)

        self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID,
            'data.filter': 'distance',
            "metadata.key": "statemachine/transition"}).count(), 0)

Beispiel #16

 def setUp(self):
     etc.setupRealExample(
         self, "emission/tests/data/real_examples/shankari_2015-aug-27")
     estfm.move_all_filters_to_data()

Beispiel #17

    def testMoveFilters(self):
        # First, check that all filters are in metadata
        edb.get_timeseries_db().remove({
            "user_id":
            self.testUUID,
            "metadata.key":
            "background/filtered_location"
        })

        tsdb = edb.get_timeseries_db()
        for entry in edb.get_timeseries_db().find({
                'user_id':
                self.testUUID,
                'metadata.filter':
                'time',
                "metadata.key":
                "background/location"
        }):
            del entry["_id"]
            entry["metadata"]["key"] = "background/filtered_location"
            tsdb.insert(entry)

        self.assertEquals(
            edb.get_timeseries_db().count_documents({
                'user_id':
                self.testUUID,
                'metadata.filter':
                'time',
                "metadata.key":
                "background/location"
            }), 738)

        self.assertEquals(
            edb.get_timeseries_db().count_documents({
                'user_id':
                self.testUUID,
                'metadata.filter':
                'time',
                "metadata.key":
                "background/filtered_location"
            }), 738)

        self.assertEquals(
            edb.get_timeseries_db().count_documents({
                'user_id':
                self.testUUID,
                'metadata.filter':
                'time',
                "metadata.key":
                "background/motion_activity"
            }), 849)

        self.assertEquals(
            edb.get_timeseries_db().count_documents({
                'user_id':
                self.testUUID,
                'metadata.filter':
                'time',
                "metadata.key":
                "statemachine/transition"
            }), 30)

        # Now, move all filters
        estfm.move_all_filters_to_data()

        # Finally, check that no filters are in metadata
        self.assertEquals(
            edb.get_timeseries_db().count_documents({
                'user_id':
                self.testUUID,
                'metadata.filter':
                'time',
                "metadata.key":
                "background/location"
            }), 0)

        self.assertEquals(
            edb.get_timeseries_db().count_documents({
                'user_id':
                self.testUUID,
                'metadata.filter':
                'time',
                "metadata.key":
                "background/filtered_location"
            }), 0)

        self.assertEquals(
            edb.get_timeseries_db().count_documents({
                'user_id':
                self.testUUID,
                'metadata.filter':
                'time',
                "metadata.key":
                "background/motion_activity"
            }), 0)

        self.assertEquals(
            edb.get_timeseries_db().count_documents({
                'user_id':
                self.testUUID,
                'metadata.filter':
                'time',
                "metadata.key":
                "statemachine/transition"
            }), 0)

        # And that location filters are in data
        self.assertEquals(
            edb.get_timeseries_db().count_documents({
                'user_id':
                self.testUUID,
                'data.filter':
                'time',
                "metadata.key":
                "background/location"
            }), 738)

        self.assertEquals(
            edb.get_timeseries_db().count_documents({
                'user_id':
                self.testUUID,
                'data.filter':
                'time',
                "metadata.key":
                "background/filtered_location"
            }), 738)

        # But not in the others
        self.assertEquals(
            edb.get_timeseries_db().count_documents({
                'user_id':
                self.testUUID,
                'data.filter':
                'time',
                "metadata.key":
                "background/motion_activity"
            }), 0)

        self.assertEquals(
            edb.get_timeseries_db().count_documents({
                'user_id':
                self.testUUID,
                'data.filter':
                'time',
                "metadata.key":
                "statemachine/transition"
            }), 0)

Beispiel #18

Datei: TestLocalDateQueries.py Projekt: juemura/e-mission-server

 def setUp(self):
     etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27")
     estfm.move_all_filters_to_data()

Beispiel #19

Datei: common.py Projekt: wyawen/e-mission-server

def runIntakePipeline(uuid):
    eaicf.filter_accuracy(uuid)
    estfm.move_all_filters_to_data()
    eaist.segment_current_trips(uuid)
    eaiss.segment_current_sections(uuid)
    eaicr.clean_and_resample(uuid)

Beispiel #20

 def setUp(self):
     self.clearRelatedDb()
     etc.setupRealExample(
         self, "emission/tests/data/real_examples/shankari_2015-aug-27")
     eaicf.filter_accuracy(self.testUUID)
     estfm.move_all_filters_to_data()