def testInsertFilters(self): for entry in edb.get_timeseries_db().find({'user_id': self.testUUID, 'metadata.filter': 'distance', "metadata.key": "background/location"}): del entry["_id"] del entry["metadata"]["filter"] entry["metadata"]["key"] = "background/filtered_location" edb.get_timeseries_db().insert(entry) # At this point, all the filtered_location entries will not have any filters self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID, 'metadata.filter': 'distance', "metadata.key": "background/filtered_location"}).count(), 0) self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID, 'metadata.filter': 'time', "metadata.key": "background/filtered_location"}).count(), 0) # Now, move all filters estfm.move_all_filters_to_data() # The entries should now be set to "time" # At this point, all the filtered_location entries will not have any filters self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID, 'data.filter': 'distance', "metadata.key": "background/filtered_location"}).count(), 0) self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID, 'data.filter': 'time', "metadata.key": "background/filtered_location"}).count(), 474)
def setUp(self): etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27") self.androidUUID = self.testUUID etc.setupRealExample(self, "emission/tests/data/real_examples/iphone_2015-11-06") self.iosUUID = self.testUUID eaicf.filter_accuracy(self.iosUUID) estfm.move_all_filters_to_data() logging.debug("androidUUID = %s, iosUUID = %s" % (self.androidUUID, self.iosUUID))
def setUp(self): self.clearRelatedDb() etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27") eaicf.filter_accuracy(self.testUUID) estfm.move_all_filters_to_data() logging.info("After loading, timeseries db size = %s" % edb.get_timeseries_db().count()) self.day_start_ts = 1440658800 self.day_end_ts = 1440745200
def setUp(self): etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27") eaicf.filter_accuracy(self.testUUID) estfm.move_all_filters_to_data() logging.info("After loading, timeseries db size = %s" % edb.get_timeseries_db().count()) self.day_start_ts = 1440658800 self.day_end_ts = 1440745200 self.day_start_dt = ecwl.LocalDate({'year': 2015, 'month': 8, 'day': 27}) self.day_end_dt = ecwl.LocalDate({'year': 2015, 'month': 8, 'day': 27})
def setUp(self): etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27") eaicf.filter_accuracy(self.testUUID) estfm.move_all_filters_to_data() logging.info("After loading, timeseries db size = %s" % edb.get_timeseries_db().count()) self.day_start_ts = 1440658800 self.day_end_ts = 1440745200 self.day_start_dt = ecwl.LocalDate({'year': 2015, 'month': 8, 'day': 27}) self.day_end_dt = ecwl.LocalDate({'year': 2015, 'month': 8, 'day': 27})
def setUp(self): self.clearRelatedDb() etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27") eaicf.filter_accuracy(self.testUUID) estfm.move_all_filters_to_data() logging.info("After loading, timeseries db size = %s" % edb.get_timeseries_db().count()) self.day_start_ts = 1440658800 self.day_end_ts = 1440745200 self.day_start_dt = pydt.datetime(2015,8,27) self.day_end_dt = pydt.datetime(2015,8,28)
def setUp(self): etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27") eaicf.filter_accuracy(self.testUUID) estfm.move_all_filters_to_data() logging.info( "After loading, timeseries db size = %s" % edb.get_timeseries_db().count()) self.day_start_ts = 1440658800 self.day_end_ts = 1440745200 self.day_start_dt = esdldq.get_local_date(self.day_start_ts, "America/Los_Angeles") self.day_end_dt = esdldq.get_local_date(self.day_end_ts, "America/Los_Angeles")
def setUp(self): etc.setupRealExample( self, "emission/tests/data/real_examples/shankari_2015-aug-27") self.androidUUID = self.testUUID etc.setupRealExample( self, "emission/tests/data/real_examples/iphone_2015-11-06") self.iosUUID = self.testUUID eaicf.filter_accuracy(self.iosUUID) estfm.move_all_filters_to_data() logging.debug("androidUUID = %s, iosUUID = %s" % (self.androidUUID, self.iosUUID))
def setUp(self): self.clearRelatedDb() edb.get_trip_db().remove() edb.get_section_db().remove() edb.get_trip_new_db().remove() edb.get_section_new_db().remove() etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-21") eaicf.filter_accuracy(self.testUUID) estfm.move_all_filters_to_data() eaist.segment_current_trips(self.testUUID) eaiss.segment_current_sections(self.testUUID)
def testCreatePlace(self): etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27") eaicf.filter_accuracy(self.testUUID) estfm.move_all_filters_to_data() eaist.segment_current_trips(self.testUUID) eaiss.segment_current_sections(self.testUUID) data = eamtcp.main(self.testUUID) esdcpq.create_places(data, self.testUUID) places = esdcpq.get_all_common_places_for_user(self.testUUID) places_list = [] for p in places: places_list.append(esdcpq.make_common_place(p)) for place in places_list: self.assertIsNotNone(place.location) self.assertIsNotNone(place["successors"])
def testCreateFromData(self): etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27") eaicf.filter_accuracy(self.testUUID) estfm.move_all_filters_to_data() eaist.segment_current_trips(self.testUUID) eaiss.segment_current_sections(self.testUUID) trips = esdctp.get_all_common_trips_for_user(self.testUUID) trips_list = [] for p in trips: trips_list.append(esdctp.make_common_trip_from_json(p)) for trip in trips_list: self.assertIsNotNone(trip.start_loc) self.assertIsNotNone(trip.end_loc) self.assertTrue(len(trip["trips"]) > 0) rand_id = random.choice(trip["trips"]) self.assertEqual(type(esdtq.get_trip(rand_id)), ecwt.Trip) self.assertTrue(trip.probabilites.sum() > 0) self.assertEqual(str(trip.user_id), "test2")
def testCreateFromData(self): etc.setupRealExample( self, "emission/tests/data/real_examples/shankari_2015-aug-27") eaicf.filter_accuracy(self.testUUID) estfm.move_all_filters_to_data() eaist.segment_current_trips(self.testUUID) eaiss.segment_current_sections(self.testUUID) trips = esdctp.get_all_common_trips_for_user(self.testUUID) trips_list = [] for p in trips: trips_list.append(esdctp.make_common_trip_from_json(p)) for trip in trips_list: self.assertIsNotNone(trip.start_loc) self.assertIsNotNone(trip.end_loc) self.assertTrue(len(trip["trips"]) > 0) rand_id = random.choice(trip["trips"]) self.assertEqual(type(esdtq.get_trip(rand_id)), ecwt.Trip) self.assertTrue(trip.probabilites.sum() > 0) self.assertEqual(str(trip.user_id), "test2")
def setUp(self): self.clearRelatedDb() etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27") eaicf.filter_accuracy(self.testUUID) estfm.move_all_filters_to_data()
import emission.storage.timeseries.format_hacks.move_filter_field as estfm if __name__ == '__main__': estfm.move_all_filters_to_data()
def testMoveFilters(self): # First, check that all filters are in metadata for entry in edb.get_timeseries_db().find({'user_id': self.testUUID, 'metadata.filter': 'distance', "metadata.key": "background/location"}): del entry["_id"] entry["metadata"]["key"] = "background/filtered_location" edb.get_timeseries_db().insert(entry) self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID, 'metadata.filter': 'distance', "metadata.key": "background/location"}).count(), 474) self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID, 'metadata.filter': 'distance', "metadata.key": "background/filtered_location"}).count(), 474) self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID, 'metadata.filter': 'distance', "metadata.key": "background/motion_activity"}).count(), 594) self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID, 'metadata.filter': 'distance', "metadata.key": "statemachine/transition"}).count(), 20) # Now, move all filters estfm.move_all_filters_to_data() # Finally, check that no filters are in metadata self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID, 'metadata.filter': 'distance', "metadata.key": "background/location"}).count(), 0) self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID, 'metadata.filter': 'distance', "metadata.key": "background/filtered_location"}).count(), 0) self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID, 'metadata.filter': 'distance', "metadata.key": "background/motion_activity"}).count(), 0) self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID, 'metadata.filter': 'distance', "metadata.key": "statemachine/transition"}).count(), 0) # And that location filters are in data self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID, 'data.filter': 'distance', "metadata.key": "background/location"}).count(), 474) self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID, 'data.filter': 'distance', "metadata.key": "background/filtered_location"}).count(), 474) # But not in the others self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID, 'data.filter': 'distance', "metadata.key": "background/motion_activity"}).count(), 0) self.assertEquals(edb.get_timeseries_db().find({'user_id': self.testUUID, 'data.filter': 'distance', "metadata.key": "statemachine/transition"}).count(), 0)
def setUp(self): etc.setupRealExample( self, "emission/tests/data/real_examples/shankari_2015-aug-27") estfm.move_all_filters_to_data()
def testMoveFilters(self): # First, check that all filters are in metadata edb.get_timeseries_db().remove({ "user_id": self.testUUID, "metadata.key": "background/filtered_location" }) tsdb = edb.get_timeseries_db() for entry in edb.get_timeseries_db().find({ 'user_id': self.testUUID, 'metadata.filter': 'time', "metadata.key": "background/location" }): del entry["_id"] entry["metadata"]["key"] = "background/filtered_location" tsdb.insert(entry) self.assertEquals( edb.get_timeseries_db().count_documents({ 'user_id': self.testUUID, 'metadata.filter': 'time', "metadata.key": "background/location" }), 738) self.assertEquals( edb.get_timeseries_db().count_documents({ 'user_id': self.testUUID, 'metadata.filter': 'time', "metadata.key": "background/filtered_location" }), 738) self.assertEquals( edb.get_timeseries_db().count_documents({ 'user_id': self.testUUID, 'metadata.filter': 'time', "metadata.key": "background/motion_activity" }), 849) self.assertEquals( edb.get_timeseries_db().count_documents({ 'user_id': self.testUUID, 'metadata.filter': 'time', "metadata.key": "statemachine/transition" }), 30) # Now, move all filters estfm.move_all_filters_to_data() # Finally, check that no filters are in metadata self.assertEquals( edb.get_timeseries_db().count_documents({ 'user_id': self.testUUID, 'metadata.filter': 'time', "metadata.key": "background/location" }), 0) self.assertEquals( edb.get_timeseries_db().count_documents({ 'user_id': self.testUUID, 'metadata.filter': 'time', "metadata.key": "background/filtered_location" }), 0) self.assertEquals( edb.get_timeseries_db().count_documents({ 'user_id': self.testUUID, 'metadata.filter': 'time', "metadata.key": "background/motion_activity" }), 0) self.assertEquals( edb.get_timeseries_db().count_documents({ 'user_id': self.testUUID, 'metadata.filter': 'time', "metadata.key": "statemachine/transition" }), 0) # And that location filters are in data self.assertEquals( edb.get_timeseries_db().count_documents({ 'user_id': self.testUUID, 'data.filter': 'time', "metadata.key": "background/location" }), 738) self.assertEquals( edb.get_timeseries_db().count_documents({ 'user_id': self.testUUID, 'data.filter': 'time', "metadata.key": "background/filtered_location" }), 738) # But not in the others self.assertEquals( edb.get_timeseries_db().count_documents({ 'user_id': self.testUUID, 'data.filter': 'time', "metadata.key": "background/motion_activity" }), 0) self.assertEquals( edb.get_timeseries_db().count_documents({ 'user_id': self.testUUID, 'data.filter': 'time', "metadata.key": "statemachine/transition" }), 0)
def setUp(self): etc.setupRealExample(self, "emission/tests/data/real_examples/shankari_2015-aug-27") estfm.move_all_filters_to_data()
def runIntakePipeline(uuid): eaicf.filter_accuracy(uuid) estfm.move_all_filters_to_data() eaist.segment_current_trips(uuid) eaiss.segment_current_sections(uuid) eaicr.clean_and_resample(uuid)
def setUp(self): self.clearRelatedDb() etc.setupRealExample( self, "emission/tests/data/real_examples/shankari_2015-aug-27") eaicf.filter_accuracy(self.testUUID) estfm.move_all_filters_to_data()