def __init__(self, regression_procedure="opus_core.linear_regression",
filter_attribute=None,
submodel_string="building_type_id",
outcome_attribute = "unit_price",
run_config=None,
estimate_config=None,
debuglevel=0, dataset_pool=None):
self.filter_attribute = filter_attribute
RegressionModelWithAdditionInitialResiduals.__init__(self,
regression_procedure=regression_procedure,
submodel_string=submodel_string,
outcome_attribute = outcome_attribute,
run_config=run_config,
estimate_config=estimate_config,
debuglevel=debuglevel, dataset_pool=dataset_pool)
def estimate(self,
specification,
dataset,
outcome_attribute="unit_price",
index=None,
procedure="opus_core.estimate_linear_regression",
data_objects=None,
estimate_config=None,
debuglevel=0):
if data_objects is not None:
self.dataset_pool.add_datasets_if_not_included(data_objects)
if self.filter_attribute <> None:
res = Resources({"debug": debuglevel})
index = dataset.get_filtered_index(self.filter_attribute,
threshold=0,
index=index,
dataset_pool=self.dataset_pool,
resources=res)
return RegressionModelWithAdditionInitialResiduals.estimate(
self,
specification,
dataset,
outcome_attribute,
index,
procedure,
estimate_config=estimate_config,
debuglevel=debuglevel)
def run(self, specification, coefficients, dataset, index=None, chunk_specification=None,
data_objects=None, run_config=None, debuglevel=0):
""" For info on the arguments see RegressionModel.
"""
if data_objects is not None:
self.dataset_pool.add_datasets_if_not_included(data_objects)
if self.filter_attribute <> None:
res = Resources({"debug":debuglevel})
index = dataset.get_filtered_index(self.filter_attribute, threshold=0, index=index, dataset_pool=self.dataset_pool,
resources=res)
outcome = RegressionModelWithAdditionInitialResiduals.run(self, specification, coefficients, dataset,
index, chunk_specification=chunk_specification,
run_config=run_config, debuglevel=debuglevel)
if (outcome == None) or (outcome.size <= 0):
return outcome
if index == None:
index = arange(dataset.size())
if re.search("^ln_", self.outcome_attribute.get_alias()): # if the outcome attr. name starts with 'ln_'
# the results will be exponentiated.
outcome_attribute_name = self.outcome_attribute.get_alias()[3:len(self.outcome_attribute.get_alias())]
outcome = exp(outcome)
else:
outcome_attribute_name = self.outcome_attribute.get_alias()
if outcome_attribute_name in dataset.get_known_attribute_names():
values = dataset.get_attribute(outcome_attribute_name).copy()
dataset.delete_one_attribute(outcome_attribute_name)
else:
values = zeros(dataset.size(), dtype='f')
values[index] = outcome.astype(values.dtype)
dataset.add_primary_attribute(name=outcome_attribute_name, data=values)
self.correct_infinite_values(dataset, outcome_attribute_name, clip_all_larger_values=True)
return outcome
def prepare_for_estimate(self, specification_dict = None, specification_storage=None,
specification_table=None, dataset=None,
filter_variable="unit_price",
threshold=0):
return RegressionModelWithAdditionInitialResiduals.prepare_for_estimate(self, dataset=dataset, dataset_filter=filter_variable,
filter_threshold=threshold, specification_dict=specification_dict,
specification_storage=specification_storage,
specification_table=specification_table)
def __init__(self,
regression_procedure="opus_core.linear_regression",
filter_attribute=None,
submodel_string="building_type_id",
outcome_attribute="unit_price",
run_config=None,
estimate_config=None,
debuglevel=0,
dataset_pool=None):
self.filter_attribute = filter_attribute
RegressionModelWithAdditionInitialResiduals.__init__(
self,
regression_procedure=regression_procedure,
submodel_string=submodel_string,
outcome_attribute=outcome_attribute,
run_config=run_config,
estimate_config=estimate_config,
debuglevel=debuglevel,
dataset_pool=dataset_pool)
def estimate(self, specification, dataset, outcome_attribute="unit_price", index = None,
procedure="opus_core.estimate_linear_regression", data_objects=None,
estimate_config=None, debuglevel=0):
if data_objects is not None:
self.dataset_pool.add_datasets_if_not_included(data_objects)
if self.filter_attribute <> None:
res = Resources({"debug":debuglevel})
index = dataset.get_filtered_index(self.filter_attribute, threshold=0, index=index, dataset_pool=self.dataset_pool,
resources=res)
return RegressionModelWithAdditionInitialResiduals.estimate(self, specification, dataset, outcome_attribute, index, procedure,
estimate_config=estimate_config, debuglevel=debuglevel)
def run(self,
specification,
coefficients,
dataset,
index=None,
chunk_specification=None,
data_objects=None,
run_config=None,
debuglevel=0):
""" For info on the arguments see RegressionModel.
"""
if data_objects is not None:
self.dataset_pool.add_datasets_if_not_included(data_objects)
if self.filter_attribute <> None:
res = Resources({"debug": debuglevel})
index = dataset.get_filtered_index(self.filter_attribute,
threshold=0,
index=index,
dataset_pool=self.dataset_pool,
resources=res)
outcome = RegressionModelWithAdditionInitialResiduals.run(
self,
specification,
coefficients,
dataset,
index,
chunk_specification=chunk_specification,
run_config=run_config,
debuglevel=debuglevel)
if (outcome == None) or (outcome.size <= 0):
return outcome
if index == None:
index = arange(dataset.size())
if re.search("^ln_", self.outcome_attribute.get_alias()
): # if the outcome attr. name starts with 'ln_'
# the results will be exponentiated.
outcome_attribute_name = self.outcome_attribute.get_alias(
)[3:len(self.outcome_attribute.get_alias())]
outcome = exp(outcome)
else:
outcome_attribute_name = self.outcome_attribute.get_alias()
if outcome_attribute_name in dataset.get_known_attribute_names():
values = dataset.get_attribute(outcome_attribute_name).copy()
dataset.delete_one_attribute(outcome_attribute_name)
else:
values = zeros(dataset.size(), dtype='f')
values[index] = outcome.astype(values.dtype)
dataset.add_primary_attribute(name=outcome_attribute_name, data=values)
self.correct_infinite_values(dataset,
outcome_attribute_name,
clip_all_larger_values=True)
return outcome
def prepare_for_estimate(self,
specification_dict=None,
specification_storage=None,
specification_table=None,
dataset=None,
filter_variable="unit_price",
threshold=0):
return RegressionModelWithAdditionInitialResiduals.prepare_for_estimate(
self,
dataset=dataset,
dataset_filter=filter_variable,
filter_threshold=threshold,
specification_dict=specification_dict,
specification_storage=specification_storage,
specification_table=specification_table)
def prepare_for_run(self, *args, **kwargs):
spec, coef, dummy = RegressionModelWithAdditionInitialResiduals.prepare_for_run(
self, *args, **kwargs)
return (spec, coef)
def prepare_for_run(self, *args, **kwargs):
spec, coef, dummy = RegressionModelWithAdditionInitialResiduals.prepare_for_run(self, *args, **kwargs)
return (spec, coef)
