def to_json(self):
return {
"table_name":
self.table_name,
"schema": [{
"column_family": field[0],
"column_name": field[1],
"data_type": valid_data_types.to_string(field[2])
} for field in self.schema],
"start_tag":
self.start_row,
"end_tag":
self.end_row
}
def atk_dtype_to_pandas_str(dtype):
"""maps ATK schema types to types understood by pandas, returns string"""
if dtype is not datetime and valid_data_types.is_primitive_type(dtype):
return valid_data_types.to_string(dtype)
return "object"
def _schema_to_json(self):
return [(field[0], valid_data_types.to_string(field[1]))
for field in self.schema]
def _schema_to_json(self):
return [(field[0], valid_data_types.to_string(field[1]))
for field in self.schema]
def to_json(self):
return {"table_name": self.table_name,
"schema": [{"column_family" :field[0], "column_name": field[1], "data_type": valid_data_types.to_string(field[2])} for field in self.schema],
"start_tag": self.start_row,
"end_tag": self.end_row}
def get_rest_str_from_data_type(data_type):
"""Returns the REST string representation for the data type"""
return valid_data_types.to_string(data_type) # REST accepts all the Python data types
def atk_dtype_to_pandas_str(dtype):
"""maps ATK schema types to types understood by pandas, returns string"""
if dtype is not datetime and valid_data_types.is_primitive_type(dtype):
return valid_data_types.to_string(dtype)
return "object"
def _as_json_obj(self):
return { "name": self.name,
"data_type": valid_data_types.to_string(self.data_type),
"frame": None if not self.frame else self.frame._id}
def __repr__(self):
return '{ "name" : "%s", "data_type" : "%s" }' % (self.name, valid_data_types.to_string(self.data_type))
def _as_json_obj(self):
return {
"name": self.name,
"data_type": valid_data_types.to_string(self.data_type),
"frame": None if not self.frame else self.frame.uri
}
def __repr__(self):
return '{ "name" : "%s", "data_type" : "%s" }' % (
self.name, valid_data_types.to_string(self.data_type))
def get_rest_str_from_data_type(data_type):
"""Returns the REST string representation for the data type"""
return valid_data_types.to_string(
data_type) # REST accepts all the Python data types
