def save(self, *args, **kwargs):
if self.data_type is None:
self.data_type = self._infer_data_type()
if self.data_type:
path = self.get_path()
if self.dialect is None:
self.dialect = utils.sniff_dialect(self.data_type,
path,
encoding=self.encoding)
if self.columns is None:
self.columns = utils.extract_column_names(
self.data_type,
path,
self.dialect_as_parameters(),
encoding=self.encoding)
if self.sample_data is None:
self.sample_data = utils.sample_data(
self.data_type,
path,
self.dialect_as_parameters(),
encoding=self.encoding)
if self.guessed_types is None:
self.guessed_types = utils.guess_column_types(
self.data_type,
path,
self.dialect_as_parameters(),
encoding=self.encoding)
super(DataUpload, self).save(*args, **kwargs)
def forwards(self, orm):
# Adding field 'DataUpload.guessed_types'
db.add_column('panda_dataupload', 'guessed_types', self.gf('panda.fields.JSONField')(null=True), keep_default=False)
db.commit_transaction() # Commit the first transaction
db.start_transaction() # Start the second, committed on completion
for data_upload in orm.DataUpload.objects.all():
path = self.get_path(data_upload)
try:
data_upload.guessed_types = utils.guess_column_types(data_upload.data_type, path, self.dialect_as_parameters(data_upload), encoding=data_upload.encoding)
data_upload.save()
except IOError:
# File does not exist on disk
continue
def save(self, *args, **kwargs):
if self.data_type is None:
self.data_type = self._infer_data_type()
if self.data_type:
path = self.get_path()
if self.dialect is None:
self.dialect = utils.sniff_dialect(self.data_type, path, encoding=self.encoding)
if self.columns is None:
self.columns = utils.extract_column_names(self.data_type, path, self.dialect_as_parameters(), encoding=self.encoding)
if self.sample_data is None:
self.sample_data = utils.sample_data(self.data_type, path, self.dialect_as_parameters(), encoding=self.encoding)
if self.guessed_types is None:
self.guessed_types = utils.guess_column_types(self.data_type, path, self.dialect_as_parameters(), encoding=self.encoding)
super(DataUpload, self).save(*args, **kwargs)
def forwards(self, orm):
# Adding field 'DataUpload.guessed_types'
db.add_column('panda_dataupload',
'guessed_types',
self.gf('panda.fields.JSONField')(null=True),
keep_default=False)
db.commit_transaction() # Commit the first transaction
db.start_transaction() # Start the second, committed on completion
if not db.dry_run:
for data_upload in orm.DataUpload.objects.all():
path = self.get_path(data_upload)
try:
data_upload.guessed_types = utils.guess_column_types(
data_upload.data_type,
path,
self.dialect_as_parameters(data_upload),
encoding=data_upload.encoding)
data_upload.save()
except IOError:
# File does not exist on disk
continue
