def _read_data(self,
custom_reward_expression=None,
gamma=None,
multi_steps=None):
ts = TableSpec(
table_name=self.table_name,
output_dataset=Dataset(parquet_url=self.parquet_url),
)
query_data(
input_table_spec=ts,
actions=["L", "R", "U", "D"],
custom_reward_expression=custom_reward_expression,
multi_steps=multi_steps,
gamma=gamma,
)
df = self.sqlCtx.read.parquet(self.parquet_url)
df = df.orderBy(asc("sequence_number"))
logger.info("Read parquet dataframe")
df.show()
return df
def query_data(
self,
input_table_spec: TableSpec,
sample_range: Optional[Tuple[float, float]],
reward_options: RewardOptions,
) -> Dataset:
logger.info("Starting query")
return query_data(
input_table_spec=input_table_spec,
discrete_action=False,
include_possible_actions=False,
custom_reward_expression=reward_options.custom_reward_expression,
sample_range=sample_range,
)
def query_data(
self,
input_table_spec: TableSpec,
sample_range: Optional[Tuple[float, float]],
reward_options: RewardOptions,
) -> Dataset:
return query_data(
input_table_spec=input_table_spec,
actions=self.action_names,
sample_range=sample_range,
custom_reward_expression=reward_options.custom_reward_expression,
multi_steps=self.multi_steps,
gamma=self.rl_parameters.gamma,
)
def _parametric_read_data(
self, custom_reward_expression=None, gamma=None, multi_steps=None
):
ts = TableSpec(table_name=self.table_name)
dataset: Dataset = query_data(
input_table_spec=ts,
discrete_action=False,
include_possible_actions=False,
custom_reward_expression=custom_reward_expression,
multi_steps=multi_steps,
gamma=gamma,
)
df = self.sqlCtx.read.parquet(dataset.parquet_url)
df = df.orderBy(asc("sequence_number"))
logger.info("Read parquet dataframe: ")
df.show()
return df
def query_data(
self,
input_table_spec: TableSpec,
sample_range: Optional[Tuple[float, float]],
reward_options: RewardOptions,
) -> Dataset:
return query_data(
input_table_spec=input_table_spec,
discrete_action=True,
# pyre-fixme[16]: `DiscreteDQNBase` has no attribute `action_names`.
actions=self.action_names,
include_possible_actions=True,
sample_range=sample_range,
custom_reward_expression=reward_options.custom_reward_expression,
multi_steps=self.multi_steps,
# pyre-fixme[16]: `DiscreteDQNBase` has no attribute `rl_parameters`.
gamma=self.rl_parameters.gamma,
)
