def _read_data(self, custom_reward_expression=None, gamma=None, multi_steps=None): ts = TableSpec( table_name=self.table_name, output_dataset=Dataset(parquet_url=self.parquet_url), ) query_data( input_table_spec=ts, actions=["L", "R", "U", "D"], custom_reward_expression=custom_reward_expression, multi_steps=multi_steps, gamma=gamma, ) df = self.sqlCtx.read.parquet(self.parquet_url) df = df.orderBy(asc("sequence_number")) logger.info("Read parquet dataframe") df.show() return df
def query_data( self, input_table_spec: TableSpec, sample_range: Optional[Tuple[float, float]], reward_options: RewardOptions, ) -> Dataset: logger.info("Starting query") return query_data( input_table_spec=input_table_spec, discrete_action=False, include_possible_actions=False, custom_reward_expression=reward_options.custom_reward_expression, sample_range=sample_range, )
def query_data( self, input_table_spec: TableSpec, sample_range: Optional[Tuple[float, float]], reward_options: RewardOptions, ) -> Dataset: return query_data( input_table_spec=input_table_spec, actions=self.action_names, sample_range=sample_range, custom_reward_expression=reward_options.custom_reward_expression, multi_steps=self.multi_steps, gamma=self.rl_parameters.gamma, )
def _parametric_read_data( self, custom_reward_expression=None, gamma=None, multi_steps=None ): ts = TableSpec(table_name=self.table_name) dataset: Dataset = query_data( input_table_spec=ts, discrete_action=False, include_possible_actions=False, custom_reward_expression=custom_reward_expression, multi_steps=multi_steps, gamma=gamma, ) df = self.sqlCtx.read.parquet(dataset.parquet_url) df = df.orderBy(asc("sequence_number")) logger.info("Read parquet dataframe: ") df.show() return df
def query_data( self, input_table_spec: TableSpec, sample_range: Optional[Tuple[float, float]], reward_options: RewardOptions, ) -> Dataset: return query_data( input_table_spec=input_table_spec, discrete_action=True, # pyre-fixme[16]: `DiscreteDQNBase` has no attribute `action_names`. actions=self.action_names, include_possible_actions=True, sample_range=sample_range, custom_reward_expression=reward_options.custom_reward_expression, multi_steps=self.multi_steps, # pyre-fixme[16]: `DiscreteDQNBase` has no attribute `rl_parameters`. gamma=self.rl_parameters.gamma, )