def build_schema(self):
schema = super(CellResource,self).build_schema()
schema['fields'] = get_detail_schema(Cell(),['cell'])
return schema
def main(path):
"""
Read in the Cell
"""
sheet_name = 'HMS-LINCS cell line metadata'
sheet = iu.readtable([path, sheet_name, 1]) # Note, skipping the header row by default
properties = ('model_field','required','default','converter')
column_definitions = {
'Facility ID':('facility_id',True,None, lambda x: x[x.index('HMSL')+4:]),
'CL_Name':('name',True),
'CL_LINCS_ID':'lincs_id',
'CL_Alternate_Name':'alternative_names',
'CL_Alternate_ID':'alternate_id',
'CL_Center_Specific_ID':'center_specific_id',
'MGH_ID':('mgh_id',False,None,lambda x:util.convertdata(x,int)),
'Assay':'assay',
'CL_Organism':'organism',
'CL_Organ':'organ',
'CL_Tissue':'tissue',
'CL_Cell_Type':'cell_type',
'CL_Cell_Type_Detail':'cell_type_detail',
'CL_Donor_Sex': 'donor_sex',
'CL_Donor_Age': ('donor_age_years',False,None,lambda x:util.convertdata(x,int)),
'CL_Donor_Ethnicity': 'donor_ethnicity',
'CL_Donor_Health_Status': 'donor_health_status',
'CL_Disease':'disease',
'CL_Disease_Detail':'disease_detail',
'CL_Growth_Properties':'growth_properties',
'CL_Genetic_Modification':'genetic_modification',
'CL_Related_Projects':'related_projects',
'CL_Recommended_Culture_Conditions':'recommended_culture_conditions',
'CL_Verification_Reference_Profile':'verification_reference_profile',
'CL_Known_Mutations':'mutations_known',
'CL_Mutations_Citations':'mutations_citations',
'CL_Molecular_Features': 'molecular_features',
'CL_Relevant_Citations': 'relevant_citations',
'CL_Reference_Source': 'reference_source',
'CL_Reference_Source_ID': 'reference_source_id',
'Reference Source URL': 'reference_source_url',
'Usage Note': 'usage_note',
'Date Data Received':('date_data_received',False,None,util.date_converter),
'Date Loaded': ('date_loaded',False,None,util.date_converter),
'Date Publicly Available': ('date_publicly_available',False,None,util.date_converter),
'Most Recent Update': ('date_updated',False,None,util.date_converter),
'Is Restricted':('is_restricted',False,False,util.bool_converter)}
# convert the labels to fleshed out dict's, with strategies for optional, default and converter
column_definitions = util.fill_in_column_definitions(properties,column_definitions)
# create a dict mapping the column ordinal to the proper column definition dict
cols = util.find_columns(column_definitions, sheet.labels, all_sheet_columns_required=False)
rows = 0
logger.debug(str(('cols: ' , cols)))
for row in sheet:
r = util.make_row(row)
initializer = {}
for i,value in enumerate(r):
if i not in cols: continue
properties = cols[i]
logger.debug(str(('read col: ', i, ', ', properties)))
required = properties['required']
default = properties['default']
converter = properties['converter']
model_field = properties['model_field']
# Todo, refactor to a method
logger.debug(str(('raw value', value)))
if(converter != None):
value = converter(value)
if(value == None ):
if( default != None ):
value = default
if(value == None and required == True):
raise Exception('Field is required: %s, record: %d' % (properties['column_label'],rows))
logger.debug(str(('model_field: ' , model_field, ', value: ', value)))
initializer[model_field] = value
try:
logger.debug(str(('initializer: ', initializer)))
cell = Cell(**initializer)
cell.save()
logger.info(str(('cell created:', cell)))
rows += 1
# create a default batch - 0
CellBatch.objects.create(reagent=cell,batch_id=0)
except Exception, e:
print "Invalid Cell, name: ", r[0]
raise e