def get_model_meta(model, app=DEFAULT_APP_NAME, db_alias=None, column_name_filter=None, verbosity=0):
if settings.DEBUG and verbosity > 1:
print
print '*'*100
print 'get_model_meta'
print
model = djdb.get_model(model, app=app)
model_name = model._meta.name
queryset = djdb.get_queryset(model, db_alias=db_alias)
db_alias = db_alias or router.db_for_read(model)
meta, count = {}, None
try:
if verbosity > 1:
print 'Trying to count records in model %r and db_alias %r' % (model, db_alias)
count = queryset.count()
except DatabaseError as e:
if verbosity:
print_exc()
print "DatabaseError: Unable to count records for model '%s' (%s) because of %s." % (model.__name__, repr(model), e)
connection.close()
except:
print_exc()
print 'Connection doesnt exist?'
meta[model.__name__] = OrderedDict()
meta[model.__name__]['Meta'] = OrderedDict()
meta[model.__name__]['Meta']['primary_key'] = None
meta[model.__name__]['Meta']['count'] = count
meta[model.__name__]['Meta']['db_table'] = model._meta.db_table
if verbosity > 1:
print '%s.Meta = %r' % (model.__name__, meta[model.__name__]['Meta'])
# inspectdb uses: connection.introspection.get_table_description(cursor, table_name)
properties_of_fields = sql.get_meta_dicts(cursor=db_alias, table=meta[model_name]['Meta']['db_table'], verbosity=verbosity)
model_meta = OrderedDict((field['name'], field) for field in properties_of_fields)
if verbosity > 1:
print '-' * 20 + model_name + '-' * 20
db_primary_keys = [field['name'] for field in properties_of_fields if field['primary_key']]
if len(db_primary_keys) == 1:
meta[model_name]['Meta']['primary_key'] = db_primary_keys[0]
# augment model_meta with additional stats, but only if there are enough rows to get statistics
model_meta = augment_model_meta(model, db_alias, model_meta, column_name_filter=column_name_filter, count=count, verbosity=verbosity)
connection.close()
except:
print_exc()
print 'Connection doesnt exist?'
meta[model_name] = OrderedDict()
meta[model_name]['Meta'] = OrderedDict()
meta[model_name]['Meta']['primary_key'] = None
meta[model_name]['Meta']['count'] = count
meta[model_name]['Meta']['db_table'] = model._meta.db_table
if verbosity > 1:
print '%s.Meta = %r' % (model_name, meta[model_name]['Meta'])
# inspectdb uses: connection.introspection.get_table_description(cursor, table_name)
properties_of_fields = sql.get_meta_dicts(cursor=model_db_alias, table=meta[model_name]['Meta']['db_table'], verbosity=verbosity)
model_meta = OrderedDict((field['name'], field) for field in properties_of_fields)
if verbosity > 1:
print '-' * 20 + model_name + '-' * 20
db_primary_keys = [field['name'] for field in properties_of_fields if field['primary_key']]
if len(db_primary_keys) == 1:
meta[model_name]['Meta']['primary_key'] = db_primary_keys[0]
# augment model_meta with additional stats, but only if there are enough rows to get statistics
model_meta = augment_model_meta(model, model_db_alias, model_meta, column_name_filter=column, count=count, verbosity=verbosity)
if verbosity > 1:
print model_meta
meta[model_name].update(model_meta)
return meta
def get_db_meta(app=DEFAULT_APP_NAME, db_alias=None, table=None, verbosity=0, column=None):
"""Return a dict of dicts containing metadata about the database tables associated with an app
TODO: allow multiple apps
>>> get_db_meta('crawler', db_alias='default', table='crawler_wikiitem') # doctest: +ELLIPSIS
OrderedDict([('WikiItem', OrderedDict([('Meta', OrderedDict([('primary_key', None), ('count', 1332), ('db_table', u'crawler_wikiitem')])), (u'id', OrderedDict([('name', u'id'), ('type', ...
"""
if verbosity:
print 'Looking for app %r.' % (app, )
if app and isinstance(app, basestring):
app = djdb.get_app(app, verbosity=verbosity)
else:
app = djdb.get_app('')
model_names = list(mc.__name__ for mc in models.get_models(app))
if verbosity:
print 'Found %d models for app %r.' % (len(model_names), app)
meta = OrderedDict()
# inspectdb uses: for table_name in connection.introspection.table_names(cursor):
for model_name in model_names:
model = djdb.get_model(model_name, app=app)
if db_alias:
model_db_alias = db_alias
else:
model_db_alias = router.db_for_read(model)
queryset = model.objects
if model_db_alias:
queryset = queryset.using(model_db_alias)
if model and table is not None and isinstance(table, basestring):
if model._meta.db_table != table:
if verbosity>1:
print 'Skipped model named %s with db table names %s.' % (model_name, model._meta.db_table)
continue
elif callable(table):
if not table(model._meta.db_table):
if verbosity>1:
print 'Skipped model named %s with db table names %s.' % (model_name, model._meta.db_table)
continue
count = None
try:
if verbosity > 1:
print 'Trying to count records in model %r and db_alias %r' % (model, model_db_alias)
count = queryset.count()
except DatabaseError as e:
if verbosity:
print_exc()
print "DatabaseError: Unable to count records for model '%s' (%s) because of %s." % (model.__name__, repr(model), e)
connection.close()
except:
print_exc()
print 'Connection doesnt exist?'
meta[model_name] = OrderedDict()
meta[model_name]['Meta'] = OrderedDict()
meta[model_name]['Meta']['primary_key'] = None
meta[model_name]['Meta']['count'] = count
meta[model_name]['Meta']['db_table'] = model._meta.db_table
if verbosity > 1:
print '%s.Meta = %r' % (model_name, meta[model_name]['Meta'])
# inspectdb uses: connection.introspection.get_table_description(cursor, table_name)
properties_of_fields = sql.get_meta_dicts(cursor=model_db_alias, table=meta[model_name]['Meta']['db_table'], verbosity=verbosity)
model_meta = OrderedDict((field['name'], field) for field in properties_of_fields)
if verbosity > 1:
print '-' * 20 + model_name + '-' * 20
db_primary_keys = [field['name'] for field in properties_of_fields if field['primary_key']]
if len(db_primary_keys) == 1:
meta[model_name]['Meta']['primary_key'] = db_primary_keys[0]
# augment model_meta with additional stats, but only if there are enough rows to get statistics
model_meta = augment_model_meta(model, model_db_alias, model_meta, column_name_filter=column, count=count, verbosity=verbosity)
if verbosity > 1:
print model_meta
meta[model_name].update(model_meta)
return meta
def get_db_meta(app=DEFAULT_APP_NAME,
db_alias=None,
table=None,
verbosity=0,
column=None):
"""Return a dict of dicts containing metadata about the database tables associated with an app
TODO: allow multiple apps
>>> get_db_meta('crawler', db_alias='default', table='crawler_wikiitem') # doctest: +ELLIPSIS
OrderedDict([('WikiItem', OrderedDict([('Meta', OrderedDict([('primary_key', None), ('count', 1332), ('db_table', u'crawler_wikiitem')])), (u'id', OrderedDict([('name', u'id'), ('type', ...
"""
if verbosity:
print 'Looking for app %r.' % (app, )
if app and isinstance(app, basestring):
app = djdb.get_app(app, verbosity=verbosity)
else:
app = djdb.get_app('')
model_names = list(mc.__name__ for mc in models.get_models(app))
if verbosity:
print 'Found %d models for app %r.' % (len(model_names), app)
meta = OrderedDict()
# inspectdb uses: for table_name in connection.introspection.table_names(cursor):
for model_name in model_names:
model = djdb.get_model(model_name, app=app)
if db_alias:
model_db_alias = db_alias
else:
model_db_alias = router.db_for_read(model)
queryset = model.objects
if model_db_alias:
queryset = queryset.using(model_db_alias)
if model and table is not None and isinstance(table, basestring):
if model._meta.db_table != table:
if verbosity > 1:
print 'Skipped model named %s with db table names %s.' % (
model_name, model._meta.db_table)
continue
elif callable(table):
if not table(model._meta.db_table):
if verbosity > 1:
print 'Skipped model named %s with db table names %s.' % (
model_name, model._meta.db_table)
continue
count = None
try:
if verbosity > 1:
print 'Trying to count records in model %r and db_alias %r' % (
model, model_db_alias)
count = queryset.count()
except DatabaseError as e:
if verbosity:
print_exc()
print "DatabaseError: Unable to count records for model '%s' (%s) because of %s." % (
model.__name__, repr(model), e)
connection.close()
except:
print_exc()
print 'Connection doesnt exist?'
meta[model_name] = OrderedDict()
meta[model_name]['Meta'] = OrderedDict()
meta[model_name]['Meta']['primary_key'] = None
meta[model_name]['Meta']['count'] = count
meta[model_name]['Meta']['db_table'] = model._meta.db_table
if verbosity > 1:
print '%s.Meta = %r' % (model_name, meta[model_name]['Meta'])
# inspectdb uses: connection.introspection.get_table_description(cursor, table_name)
properties_of_fields = sql.get_meta_dicts(
cursor=model_db_alias,
table=meta[model_name]['Meta']['db_table'],
verbosity=verbosity)
model_meta = OrderedDict(
(field['name'], field) for field in properties_of_fields)
if verbosity > 1:
print '-' * 20 + model_name + '-' * 20
db_primary_keys = [
field['name'] for field in properties_of_fields
if field['primary_key']
]
if len(db_primary_keys) == 1:
meta[model_name]['Meta']['primary_key'] = db_primary_keys[0]
# augment model_meta with additional stats, but only if there are enough rows to get statistics
model_meta = augment_model_meta(model,
model_db_alias,
model_meta,
column_name_filter=column,
count=count,
verbosity=verbosity)
if verbosity > 1:
print model_meta
meta[model_name].update(model_meta)
return meta
