def value_for_db(self, value, field):
if value is None:
return None
db_type = field.db_type(self.connection)
if db_type in ('integer', 'long'):
if isinstance(value, float):
# round() always returns a float, which has a smaller max value than an int
# so only round() it if it's already a float
value = round(value)
value = long(value)
elif db_type == 'float':
value = float(value)
elif db_type == 'string' or db_type == 'text':
value = coerce_unicode(value)
if db_type == 'text':
value = Text(value)
elif db_type == 'bytes':
# Store BlobField, DictField and EmbeddedModelField values as Blobs.
value = Blob(value)
elif db_type == 'decimal':
value = self.adapt_decimalfield_value(value, field.max_digits,
field.decimal_places)
elif db_type in ('list', 'set'):
if hasattr(value, "__len__") and not value:
value = None #Convert empty lists to None
elif hasattr(value, "__iter__"):
# Convert sets to lists
value = list(value)
return value
def convert_value_for_db(self, db_type, value):
if isinstance(value, unicode):
value = unicode(value)
elif isinstance(value, str):
value = str(value)
elif isinstance(value, (list, tuple)) and len(value) and \
db_type.startswith('ListField:'):
db_sub_type = db_type.split(':', 1)[1]
value = [
self.convert_value_for_db(db_sub_type, subvalue)
for subvalue in value
]
elif isinstance(value,
decimal.Decimal) and db_type.startswith("decimal:"):
value = self.connection.ops.value_to_db_decimal(
value, *eval(db_type[8:]))
if db_type == 'gae_key':
return value
elif db_type == 'longtext':
# long text fields cannot be indexed on GAE so use GAE's database
# type Text
value = Text((isinstance(value, str) and value.decode('utf-8'))
or value)
elif db_type == 'text':
value = (isinstance(value, str) and value.decode('utf-8')) or value
elif db_type == 'blob':
value = Blob(value)
elif type(value) is str:
# always store unicode strings
value = value.decode('utf-8')
elif db_type == 'date' or db_type == 'time' or db_type == 'datetime':
# here we have to check the db_type because GAE always stores datetimes
value = to_datetime(value)
return value
def value_for_db(self, value, field):
if value is None:
return None
db_type = self.connection.creation.db_type(field)
if db_type == 'string' or db_type == 'text':
if isinstance(value, str):
try:
value = value.decode('utf-8')
except UnicodeDecodeError:
raise DatabaseError("Bytestring is not encoded in utf-8")
if db_type == 'text':
value = Text(value)
elif db_type == 'bytes':
# Store BlobField, DictField and EmbeddedModelField values as Blobs.
value = Blob(value)
elif db_type == 'date':
value = self.value_to_db_date(value)
elif db_type == 'datetime':
value = self.value_to_db_datetime(value)
elif db_type == 'time':
value = self.value_to_db_time(value)
elif db_type == 'decimal':
value = self.value_to_db_decimal(value, field.max_digits,
field.decimal_places)
return value
def value_for_db(self, value, field):
if value is None:
return None
db_type = field.db_type(self.connection)
if db_type == 'string' or db_type == 'text':
value = coerce_unicode(value)
if db_type == 'text':
value = Text(value)
elif db_type == 'bytes':
# Store BlobField, DictField and EmbeddedModelField values as Blobs.
value = Blob(value)
elif db_type == 'date':
value = self.value_to_db_date(value)
elif db_type == 'datetime':
value = self.value_to_db_datetime(value)
elif db_type == 'time':
value = self.value_to_db_time(value)
elif db_type == 'decimal':
value = self.value_to_db_decimal(value, field.max_digits,
field.decimal_places)
elif db_type in ('list', 'set'):
if hasattr(value, "__len__") and not value:
value = None #Convert empty lists to None
elif hasattr(value, "__iter__"):
# Convert sets to lists
value = list(value)
return value
def _value_for_db(self, value, field, field_kind, db_type, lookup):
"""
GAE database may store a restricted set of Python types, for
some cases it has its own types like Key, Text or Blob.
TODO: Consider moving empty list handling here (from insert).
"""
# Store Nones as Nones to handle nullable fields, even keys.
if value is None:
return None
# Parent can handle iterable fields and Django wrappers.
value = super(DatabaseOperations,
self)._value_for_db(value, field, field_kind, db_type,
lookup)
# Convert decimals to strings preserving order.
if field_kind == 'DecimalField':
value = decimal_to_string(value, field.max_digits,
field.decimal_places)
# Create GAE db.Keys from Django keys.
# We use model's table name as key kind (the table of the model
# of the instance that the key identifies, for ForeignKeys and
# other relations).
if db_type == 'key':
# value = self._value_for_db_key(value, field_kind)
try:
value = key_from_path(field.model._meta.db_table, value)
except (
BadArgumentError,
BadValueError,
):
raise DatabaseError("Only strings and positive integers "
"may be used as keys on GAE.")
# Store all strings as unicode, use db.Text for longer content.
elif db_type == 'string' or db_type == 'text':
if isinstance(value, str):
value = value.decode('utf-8')
if db_type == 'text':
value = Text(value)
# Store all date / time values as datetimes, by using some
# default time or date.
elif db_type == 'date':
value = datetime.datetime.combine(value, self.DEFAULT_TIME)
elif db_type == 'time':
value = datetime.datetime.combine(self.DEFAULT_DATE, value)
# Store BlobField, DictField and EmbeddedModelField values as Blobs.
elif db_type == 'bytes':
value = Blob(value)
return value
def convert_value_for_db(self, db_type, value):
if isinstance(value, unicode):
value = unicode(value)
elif isinstance(value, str):
value = str(value)
elif isinstance(value, (list, tuple, set)) and db_type.startswith(("ListField:", "SetField:")):
db_sub_type = db_type.split(":", 1)[1]
value = [self.convert_value_for_db(db_sub_type, subvalue) for subvalue in value]
elif isinstance(value, decimal.Decimal) and db_type.startswith("decimal:"):
value = self.connection.ops.value_to_db_decimal(value, *eval(db_type[8:]))
elif isinstance(value, dict) and db_type.startswith("DictField:"):
if ":" in db_type:
db_sub_type = db_type.split(":", 1)[1]
value = dict([(key, self.convert_value_for_db(db_sub_type, value[key])) for key in value])
value = Blob(pickle.dumps(value))
if db_type == "gae_key":
return value
elif db_type == "longtext":
# long text fields cannot be indexed on GAE so use GAE's database
# type Text
if value is not None:
value = Text(value.decode("utf-8") if isinstance(value, str) else value)
elif db_type == "text":
value = value.decode("utf-8") if isinstance(value, str) else value
elif db_type == "blob":
if value is not None:
value = Blob(value)
elif type(value) is str:
# always store unicode strings
value = value.decode("utf-8")
elif db_type == "date" or db_type == "time" or db_type == "datetime":
# here we have to check the db_type because GAE always stores datetimes
value = to_datetime(value)
return value
def convert_value_for_db(self, db_type, value):
if isinstance(value, unicode):
value = unicode(value)
elif isinstance(value, str):
value = str(value)
elif isinstance(value, (list, tuple, set)) and \
db_type.startswith(('ListField:', 'SetField:')):
db_sub_type = db_type.split(':', 1)[1]
value = [self.convert_value_for_db(db_sub_type, subvalue)
for subvalue in value]
elif isinstance(value, decimal.Decimal) and db_type.startswith("decimal:"):
value = self.connection.ops.value_to_db_decimal(value, *eval(db_type[8:]))
elif isinstance(value, dict) and db_type.startswith('DictField:'):
if ':' in db_type:
db_sub_type = db_type.split(':', 1)[1]
value = dict([(key, self.convert_value_for_db(db_sub_type, value[key]))
for key in value])
value = Blob(pickle.dumps(value))
if db_type == 'gae_key':
if isinstance(value, GAEKey) and value.has_real_key():
return value.real_key()
else:
return value
elif db_type == 'longtext':
# long text fields cannot be indexed on GAE so use GAE's database
# type Text
if value is not None:
value = Text(value.decode('utf-8') if isinstance(value, str) else value)
elif db_type == 'text':
value = value.decode('utf-8') if isinstance(value, str) else value
elif db_type == 'blob':
if value is not None:
value = Blob(value)
elif type(value) is str:
# always store unicode strings
value = value.decode('utf-8')
elif db_type == 'date' or db_type == 'time' or db_type == 'datetime':
# here we have to check the db_type because GAE always stores datetimes
value = to_datetime(value)
return value
def get_value_for_datastore(self, model_instance):
value = super(DictProperty,
self).get_value_for_datastore(model_instance)
return Blob(pickle.dumps(value, protocol=-1))
