Example #1
0
 def new_dagobah(self, return_instance=False):
     if not return_instance:
         self.dagobah = Dagobah(MongoBackend(self.mongo_host,
                                             self.mongo_port,
                                             self.db_name))
         self.dagobah_coll = self.dagobah.backend.dagobah_coll
         self.job_coll = self.dagobah.backend.job_coll
         self.log_coll = self.dagobah.backend.log_coll
     else:
         return Dagobah(MongoBackend(self.mongo_host,
                                     self.mongo_port,
                                     self.db_name))
Example #2
0
class TestMongo(object):

    @classmethod
    def setup_class(self):
        location = os.path.realpath(os.path.join(os.getcwd(),
                                                 os.path.dirname(__file__)))
        config_file = open(os.path.join(location, 'test_config.yml'))
        config = yaml.load(config_file.read())
        config_file.close()

        if os.getenv('TRAVIS', 'false') == 'true':
            self.mongo_host = '127.0.0.1'
            self.mongo_port = 27017
        else:
            self.mongo_host = config.get('MongoBackend', {}).get('mongo_host')
            self.mongo_port = config.get('MongoBackend', {}).get('mongo_port')

        try:
            try:
                self.client = pymongo.MongoClient(self.mongo_host,
                                                  self.mongo_port)
            except AttributeError:
                self.client = pymongo.Connection(self.mongo_host,
                                                 self.mongo_port)
        except pymongo.errors.ConnectionFailure as e:
            print 'Unable to connect to Mongo at %s:%d' % (self.mongo_host,
                                                           self.mongo_port)
            raise e

        self.db_name = 'dagobah_mongobackend_test'
        if self.db_name in self.client.database_names():
            raise ValueError('test database %s already exists, ' +
                             'please drop it before running the tests'
                             % self.db_name)

        self.db = self.client[self.db_name]
        self.dagobah = None


    @classmethod
    def teardown_class(self):

        # being extra cautious here
        if self.db_name != 'dagobah_mongobackend_test':
            raise ValueError('something modified the test db name, aborting')
        self.client.drop_database(self.db_name)


    @nottest
    def new_dagobah(self, return_instance=False):
        if not return_instance:
            self.dagobah = Dagobah(MongoBackend(self.mongo_host,
                                                self.mongo_port,
                                                self.db_name))
            self.dagobah_coll = self.dagobah.backend.dagobah_coll
            self.job_coll = self.dagobah.backend.job_coll
            self.log_coll = self.dagobah.backend.log_coll
        else:
            return Dagobah(MongoBackend(self.mongo_host,
                                        self.mongo_port,
                                        self.db_name))


    def test_commit_fresh_dagobah(self):
        self.new_dagobah()
        q = {'_id': self.dagobah.dagobah_id,
             'save_date': {'$exists': True},
             'dagobah_id': self.dagobah.dagobah_id,
             'created_jobs': 0,
             'jobs': []}
        assert self.dagobah_coll.find(q).count() == 1


    def test_delete_fresh_dagobah(self):
        self.new_dagobah()
        q = {'_id': self.dagobah.dagobah_id}
        assert self.dagobah_coll.find(q).count() == 1
        self.dagobah.delete()
        assert self.dagobah_coll.find(q).count() == 0


    def test_commit_loaded_dagobah(self):
        self.new_dagobah()
        self.dagobah.add_job('test_job')
        self.dagobah.add_task_to_job('test_job',
                                     'grep dragons',
                                     'do some grepping')

        job = self.dagobah.get_job('test_job')

        q = {'_id': self.dagobah.dagobah_id}
        assert self.dagobah_coll.find(q).count() == 1
        rec = self.dagobah_coll.find_one(q)

        print rec
        assert rec == {'_id': self.dagobah.dagobah_id,
                       'save_date': rec['save_date'],
                       'dagobah_id': self.dagobah.dagobah_id,
                       'created_jobs': 1,
                       'jobs': [{'job_id': job.job_id,
                                 'name': 'test_job',
                                 'parent_id': self.dagobah.dagobah_id,
                                 'tasks': [{'command': 'grep dragons',
                                            'name': 'do some grepping',
                                            'started_at': None,
                                            'completed_at': None,
                                            'success': None,
                                            'soft_timeout': 0,
                                            'hard_timeout': 0,
                                            'hostname': None}],
                                 'dependencies': {'do some grepping': []},
                                 'status': 'waiting',
                                 'cron_schedule': None,
                                 'next_run': None,
                                 'notes': None}]}


    def test_commit_job(self):
        self.new_dagobah()
        self.dagobah.add_job('test_job')
        self.dagobah.add_task_to_job('test_job',
                                     'grep dragons',
                                     'do some grepping')
        job = self.dagobah.get_job('test_job')

        q = {'_id': job.job_id}
        assert self.job_coll.find(q).count() == 1

        rec = self.job_coll.find_one(q)

        print rec
        assert rec == {'_id': job.job_id,
                       'job_id': job.job_id,
                       'name': 'test_job',
                       'parent_id': self.dagobah.dagobah_id,
                       'tasks': [{'name': 'do some grepping',
                                  'command': 'grep dragons',
                                  'completed_at': None,
                                  'started_at': None,
                                  'success': None,
                                  'soft_timeout': 0,
                                  'hard_timeout': 0,
                                  'hostname': None}],
                       'dependencies': {'do some grepping': []},
                       'status': 'waiting',
                       'cron_schedule': None,
                       'next_run': None,
                       'save_date': rec['save_date'],
                       'notes': None}


    def test_construct_from_backend(self):
        self.new_dagobah()
        self.dagobah.add_job('test_job')
        self.dagobah.add_task_to_job('test_job',
                                     'grep dragons',
                                     'do some grepping')
        self.dagobah.add_task_to_job('test_job',
                                     'ls | grep steve',
                                     'find steve')
        job = self.dagobah.get_job('test_job')
        job.add_dependency('do some grepping', 'find steve')

        test_dagobah = self.new_dagobah(return_instance=True)

        test_dagobah.from_backend(self.dagobah.dagobah_id)

        print self.dagobah._serialize()
        print test_dagobah._serialize()

        assert self.dagobah._serialize() == test_dagobah._serialize()


    def test_decode_json(self):
        self.new_dagobah()
        now = datetime.datetime.now()
        test_doc = {"nested": {"dt": now},
                    "object_id": ObjectId('52220d1e6ba8e11a26c20c9a'),
                    "array": [{"object_id": ObjectId('52220d1e6ba8e11a26c20c9b')},
                              {"object_id": ObjectId('52220d1e6ba8e11a26c20c9c'),
                               "string": "woot",
                               "int": 5}]}
        json_doc = json.dumps(test_doc, cls=StrictJSONEncoder)
        result = self.dagobah.backend.decode_import_json(json_doc)
        assert result == test_doc