def __init__(self, **kwargs) -> None:
self._logger = WriterLogger(self)
self.table_name = kwargs.get("table_name", "")
self.value_matrix = kwargs.get("value_matrix", [])
self.is_write_header = True
self.is_write_header_separator_row = True
self.is_write_value_separator_row = False
self.is_write_opening_row = False
self.is_write_closing_row = False
self._use_default_header = False
self._dp_extractor = DataPropertyExtractor()
self._dp_extractor.min_column_width = 1
self._dp_extractor.strip_str_header = '"'
self._dp_extractor.preprocessor = Preprocessor(strip_str='"')
self._dp_extractor.type_value_map[Typecode.NONE] = ""
self._dp_extractor.matrix_formatting = MatrixFormatting.HEADER_ALIGNED
self._dp_extractor.update_strict_level_map({Typecode.BOOL: 1})
self.is_formatting_float = kwargs.get("is_formatting_float", True)
self.is_padding = True
self.headers = kwargs.get("headers", [])
self.type_hints = kwargs.get("type_hints", [])
self._quoting_flags = {
Typecode.BOOL: False,
Typecode.DATETIME: True,
Typecode.DICTIONARY: False,
Typecode.INFINITY: False,
Typecode.INTEGER: False,
Typecode.IP_ADDRESS: True,
Typecode.LIST: False,
Typecode.NAN: False,
Typecode.NONE: False,
Typecode.NULL_STRING: True,
Typecode.REAL_NUMBER: False,
Typecode.STRING: True,
}
self._is_require_table_name = False
self._is_require_header = False
self.iteration_length = -1
self.write_callback = lambda _iter_count, _iter_length: None # NOP
self._iter_count = None # type: Optional[int]
self.__default_style = Style()
self.__col_style_list = kwargs.get("column_styles", []) # type: List[Optional[Style]]
self._style_filters = [] # type: List[StyleFilterFunc]
self._styler = self._create_styler(self)
self.style_filter_kwargs = {} # type: Dict[str, Any]
self.__colorize_terminal = kwargs.get("colorize_terminal", True)
self.__enable_ansi_escape = True
self.max_workers = kwargs.get("max_workers", 1)
self.__clear_preprocess()
def main():
# sample data definitions
dt = datetime.datetime(2017, 1, 1, 0, 0, 0)
inf = float("inf")
nan = float("nan")
data_matrix = [
[1, 1.1, "aa", 1, 1, True, inf, nan, dt],
[2, 2.2, "bbb", 2.2, 2.2, False, "inf", "nan", dt],
[3, 3.33, "cccc", -3, "ccc", "true", inf,
"NAN", "2017-01-01T01:23:45+0900"],
]
# extract property for each column from a matrix
dp_extractor = DataPropertyExtractor()
dp_extractor.header_list = [
"int", "float", "str", "num", "mix", "bool", "inf", "nan", "time"]
dp_extractor.data_matrix = data_matrix
col_dp_list = dp_extractor.to_col_dataproperty_list()
print("---------- typename ----------")
print([Typecode.get_typename(dp.typecode) for dp in col_dp_list])
display_col_dp(col_dp_list, "align")
display_col_dp(col_dp_list, "ascii_char_width")
display_col_dp(col_dp_list, "decimal_places")
return 0
def main():
# sample data definitions
dt = datetime.datetime(2017, 1, 1, 0, 0, 0)
inf = float("inf")
nan = float("nan")
# extract data property for each element from a matrix
dp_extractor = DataPropertyExtractor()
dp_matrix = dp_extractor.to_dp_matrix([
[1, 1.1, "aa", 1, 1, True, inf, nan, dt],
[2, 2.2, "bbb", 2.2, 2.2, False, "inf", "nan", dt],
[
3, 3.33, "cccc", -3, "ccc", "true", inf, "NAN",
"2017-01-01T01:23:45+0900"
],
])
print("---------- typename ----------")
for dp_list in dp_matrix:
print([dp.typecode.name for dp in dp_list])
display_dp_matrix_attr(dp_matrix, "data")
display_dp_matrix_attr(dp_matrix, "align")
display_dp_matrix_attr(dp_matrix, "ascii_char_width")
display_dp_matrix_attr(dp_matrix, "integer_digits")
display_dp_matrix_attr(dp_matrix, "decimal_places")
return 0
def main():
# sample data definitions
dt = datetime.datetime(2017, 1, 1, 0, 0, 0)
inf = float("inf")
nan = float("nan")
# extract data property for each element from a matrix
dp_extractor = DataPropertyExtractor()
dp_matrix = dp_extractor.to_dp_matrix(
[
[1, 1.1, "aa", 1, 1, True, inf, nan, dt],
[2, 2.2, "bbb", 2.2, 2.2, False, "inf", "nan", dt],
[3, 3.33, "cccc", -3, "ccc", "true", inf, "NAN", "2017-01-01T01:23:45+0900"],
]
)
print("---------- typename ----------")
for dp_list in dp_matrix:
print([dp.typecode.name for dp in dp_list])
display_dp_matrix_attr(dp_matrix, "data")
display_dp_matrix_attr(dp_matrix, "align")
display_dp_matrix_attr(dp_matrix, "ascii_char_width")
display_dp_matrix_attr(dp_matrix, "integer_digits")
display_dp_matrix_attr(dp_matrix, "decimal_places")
return 0
def __init__(self, source, quoting_flags, type_hints, type_hint_rules=None):
self.table_name = tnt.DEFAULT
self.source = source
self.__quoting_flags = quoting_flags
self.type_hints = type_hints
self.type_hint_rules = type_hint_rules
self._validator = None
self._logger = None
self.__dp_extractor = DataPropertyExtractor()
self.__dp_extractor.quoting_flags = self.quoting_flags
self.__dp_extractor.update_strict_level_map({typepy.Typecode.BOOL: 1})
def __init__(self, source, quoting_flags):
self.table_name = tnt.DEFAULT
self.source = source
self.__quoting_flags = quoting_flags
self._validator = None
self._logger = None
self.__dp_extractor = DataPropertyExtractor()
self.__dp_extractor.quoting_flags = self.quoting_flags
def main():
# sample data definitions
dt = datetime.datetime(2017, 1, 1, 0, 0, 0)
inf = float("inf")
nan = float("nan")
data_matrix = [
[1, 1.1, "aa", 1, 1, True, inf, nan, dt],
[2, 2.2, "bbb", 2.2, 2.2, False, "inf", "nan", dt],
[3, 3.33, "cccc", -3, "ccc", "true", inf, "NAN", "2017-01-01T01:23:45+0900"],
]
# extract property for each column from a matrix
dp_extractor = DataPropertyExtractor()
dp_extractor.headers = ["int", "float", "str", "num", "mix", "bool", "inf", "nan", "time"]
col_dp_list = dp_extractor.to_column_dp_list(dp_extractor.to_dp_matrix(data_matrix))
print("---------- typename ----------")
print([dp.typecode.name for dp in col_dp_list])
display_col_dp(col_dp_list, "align")
display_col_dp(col_dp_list, "ascii_char_width")
display_col_dp(col_dp_list, "decimal_places")
return 0
def dp_extractor():
return DataPropertyExtractor()
class AbstractTableWriter(TableWriterInterface):
"""
An abstract base class of table writer classes.
.. py:attribute:: stream
Stream to write tables.
You can use arbitrary stream which supported ``write`` method
such as ``sys.stdout``, file stream, ``StringIO``, and so forth.
Defaults to ``sys.stdout``.
:Example:
:ref:`example-configure-stream`
.. py:attribute:: is_write_header
Write headers of a table if the value is |True|.
.. py:attribute:: is_padding
Padding for each item in the table if the value is |True|.
.. py:attribute:: is_escape_html_tag
Escape HTML tags in cells in the table if the value is |True|.
.. py:attribute:: iteration_length
The number of iterations to write a table.
This value used in :py:meth:`.write_table_iter` method.
(defaults to ``-1`` which means number of iterations is indefinite)
.. py:attribute:: write_callback
The value expected to a function.
The function called when for each of the iteration of writing a table
completed. (defaults to |None|)
Example, callback function definition is as follows:
.. code:: python
def callback_example(iter_count, iter_length):
print("{:d}/{:d}".format(iter_count, iter_length))
Arguments that passed to the callback is:
- first argument: current iteration number (start from ``1``)
- second argument: a total number of iteration
"""
@property
def is_formatting_float(self):
return self._dp_extractor.is_formatting_float
@is_formatting_float.setter
def is_formatting_float(self, value):
if self._dp_extractor.is_formatting_float == value:
return
self._dp_extractor.is_formatting_float = value
self.__clear_preprocess()
@property
def table_name(self):
"""
Name of the table.
"""
return self._table_name
@table_name.setter
def table_name(self, value):
self._table_name = value
@property
def header_list(self):
"""
List of table header to write.
"""
return self._dp_extractor.header_list
@header_list.setter
def header_list(self, value):
self._dp_extractor.header_list = value
@property
def value_matrix(self):
"""
Tabular data to write.
"""
return self.__value_matrix_org
@value_matrix.setter
def value_matrix(self, value_matrix):
self.__set_value_matrix(value_matrix)
self.__clear_preprocess()
@property
def tabledata(self):
"""
:return: Table data.
:rtype: tabledata.TableData
"""
return TableData(self.table_name, self.header_list, self.value_matrix)
@property
def type_hint_list(self):
"""
Type hints for each column of the tabular data.
Writers convert data for each column using the type hints information
before writing tables when you call ``write_xxx`` methods.
Acceptable values are as follows:
- |None| (automatically detect column type from values in the column)
- :py:class:`pytablewriter.Bool`
- :py:class:`pytablewriter.DateTime`
- :py:class:`pytablewriter.Dictionary`
- :py:class:`pytablewriter.Infinity`
- :py:class:`pytablewriter.Integer`
- :py:class:`pytablewriter.List`
- :py:class:`pytablewriter.Nan`
- :py:class:`pytablewriter.NoneType`
- :py:class:`pytablewriter.NullString`
- :py:class:`pytablewriter.RealNumber`
- :py:class:`pytablewriter.String`
If a type-hint value is not |None|, the writer tries to
convert data for each data in a column to type-hint class.
If the type-hint value is |None| or failed to convert data,
the writer automatically detect column data type from
the column data.
If ``type_hint_list`` is |None|, the writer detects data types for all
of the columns automatically and writes a table by using detected column types.
Defaults to |None|.
:Examples:
- :ref:`example-type-hint-js`
- :ref:`example-type-hint-python`
"""
return self._dp_extractor.column_type_hints
@type_hint_list.setter
def type_hint_list(self, value):
if self.type_hint_list == value:
return
self.__set_type_hint_list(value)
self.__clear_preprocess()
@property
def align_list(self):
# deprecated: integrated into style_list
return self.__align_list
@align_list.setter
def align_list(self, value):
# deprecated: integrated into style_list
if self.align_list == value:
return
self.__align_list = value
self.__clear_preprocess()
@property
def format_list(self):
# deprecated: integrated into style_list
return self._dp_extractor.format_flags_list
@format_list.setter
def format_list(self, value):
# deprecated: integrated into style_list
if self.format_list == value:
return
self._dp_extractor.format_flags_list = value
self.__clear_preprocess()
def __get_thousand_separator(self, col_idx):
thousand_separator = self._get_style_attr_from_style(
col_idx, "thousand_separator")
if not thousand_separator:
try:
thousand_separator = self.format_list[col_idx]
except (IndexError, KeyError):
pass
if thousand_separator == Format.NONE:
return ThousandSeparator.NONE
elif thousand_separator == Format.THOUSAND_SEPARATOR:
return ThousandSeparator.COMMA
if thousand_separator is None:
return ThousandSeparator.NONE
return thousand_separator
@property
def style_list(self):
"""Output |Style| for each column.
Returns:
list of |Style|:
"""
return self.__style_list
@style_list.setter
def style_list(self, value):
if self.__style_list == value:
return
self.__style_list = value
if self.__style_list:
self._dp_extractor.format_flags_list = [
_ts_to_flag[self.__get_thousand_separator(col_idx)]
for col_idx in range(len(self.__style_list))
]
else:
self._dp_extractor.format_flags_list = []
self.__clear_preprocess()
@property
def trans_func(self):
return self._dp_extractor.trans_func
@trans_func.setter
def trans_func(self, value):
if self._dp_extractor.trans_func is value:
return
self._dp_extractor.trans_func = value
self.__clear_preprocess()
@property
def value_map(self):
# deprecated
return self._dp_extractor.const_value_map
@value_map.setter
def value_map(self, value):
# deprecated
if self._dp_extractor.const_value_map == value:
return
self._dp_extractor.const_value_map = value
self.__clear_preprocess()
@property
def line_break_handling(self):
return self._dp_extractor.line_break_handling
@line_break_handling.setter
def line_break_handling(self, value):
if self._dp_extractor.line_break_handling == value:
return
self._dp_extractor.line_break_handling = normalize_enum(
value, LineBreakHandling)
self.__clear_preprocess()
@property
def is_escape_html_tag(self):
return self._dp_extractor.is_escape_html_tag
@is_escape_html_tag.setter
def is_escape_html_tag(self, flag):
self._dp_extractor.is_escape_html_tag = flag
self.__clear_preprocess()
@property
def stream(self):
return self._stream
@stream.setter
def stream(self, value):
self._stream = value
@property
def _quoting_flags(self):
return self._dp_extractor.quoting_flags
@_quoting_flags.setter
def _quoting_flags(self, value):
self._dp_extractor.quoting_flags = value
self.__clear_preprocess()
@abc.abstractmethod
def _write_table(self):
pass
def __init__(self):
self._logger = WriterLogger(self)
self._table_name = None
self.value_matrix = None
self.is_write_header = True
self.is_write_header_separator_row = True
self.is_write_value_separator_row = False
self.is_write_opening_row = False
self.is_write_closing_row = False
self._use_default_header = False
self._dp_extractor = DataPropertyExtractor()
self._dp_extractor.min_column_width = 1
self._dp_extractor.strip_str_header = '"'
self._dp_extractor.strip_str_value = '"'
self._dp_extractor.type_value_map[Typecode.NONE] = ""
self._dp_extractor.matrix_formatting = MatrixFormatting.HEADER_ALIGNED
self._dp_extractor.strict_level_map[Typecode.BOOL] = 1
self.is_formatting_float = True
self.is_padding = True
self.is_escape_html_tag = False
self.header_list = None
self.type_hint_list = None
self._quoting_flags = {
Typecode.BOOL: False,
Typecode.DATETIME: True,
Typecode.DICTIONARY: False,
Typecode.INFINITY: False,
Typecode.INTEGER: False,
Typecode.IP_ADDRESS: True,
Typecode.LIST: False,
Typecode.NAN: False,
Typecode.NONE: False,
Typecode.NULL_STRING: True,
Typecode.REAL_NUMBER: False,
Typecode.STRING: True,
}
self._is_require_table_name = False
self._is_require_header = False
self.__line_break_handling = None
self.line_break_handling = LineBreakHandling.NOP
self.iteration_length = -1
self.write_callback = lambda _iter_count, _iter_length: None # NOP
self._iter_count = None
self.__align_list = []
self.__align_char_mapping = {
Align.AUTO: "<",
Align.LEFT: "<",
Align.RIGHT: ">",
Align.CENTER: "^",
}
self.__style_list = []
self.__clear_preprocess()
def _repr_html_(self):
from .text._html import HtmlTableWriter
writer = HtmlTableWriter()
writer.table_name = self.table_name
writer.header_list = self.header_list
writer.value_matrix = self.value_matrix
writer.style_list = self.style_list
return writer.dumps()
def set_style(self, column, style):
"""Set style for a specific column.
Args:
column (|int| or |str|):
Column specifier. column index or header name correlated with the column.
style (|Style|):
Style value to be set to the column.
Raises:
ValueError: If the column specifier is invalid.
"""
column_idx = None
while len(self.header_list) > len(self.__style_list):
self.__style_list.append(None)
if isinstance(column, six.integer_types):
column_idx = column
elif isinstance(column, six.string_types):
try:
column_idx = self.header_list.index(column)
except ValueError:
pass
if column_idx is not None:
self.__style_list[column_idx] = style
self.__clear_preprocess()
self._dp_extractor.format_flags_list = [
_ts_to_flag[self.__get_thousand_separator(col_idx)]
for col_idx in range(len(self.__style_list))
]
return
raise ValueError("column must be an int or string")
def close(self):
"""
Close the current |stream|.
"""
if self.stream is None:
return
try:
self.stream.isatty()
if self.stream.name in ["<stdin>", "<stdout>", "<stderr>"]:
return
except AttributeError:
pass
except ValueError:
# raised when executing an operation to a closed stream
pass
try:
from _pytest.compat import CaptureIO
from _pytest.capture import EncodedFile
if isinstance(self.stream, (CaptureIO, EncodedFile)):
# avoid closing streams for pytest
return
except ImportError:
pass
try:
from ipykernel.iostream import OutStream
if isinstance(self.stream, OutStream):
# avoid closing streams for Jupyter Notebook
return
except ImportError:
pass
try:
self.stream.close()
except AttributeError:
self._logger.logger.warn(
"the stream has no close method implementation: type={}".
format(type(self.stream)))
finally:
self._stream = None
def from_tabledata(self, value, is_overwrite_table_name=True):
"""
Set tabular attributes to the writer from |TableData|.
Following attributes are configured:
- :py:attr:`~.table_name`.
- :py:attr:`~.header_list`.
- :py:attr:`~.value_matrix`.
|TableData| can be created from various data formats by
``pytablereader``. More detailed information can be found in
https://pytablereader.rtfd.io/en/latest/
:param tabledata.TableData value: Input table data.
"""
self.__clear_preprocess()
if is_overwrite_table_name:
self.table_name = value.table_name
self.header_list = value.headers
self.value_matrix = value.rows
if not value.has_value_dp_matrix:
return
self._table_value_dp_matrix = value.value_dp_matrix
self._column_dp_list = self._dp_extractor.to_column_dp_list(
self._table_value_dp_matrix, self._column_dp_list)
self.__set_type_hint_list(
[col_dp.type_class for col_dp in self._column_dp_list])
self._is_complete_table_dp_preprocess = True
def from_csv(self, csv_source, delimiter=","):
"""
Set tabular attributes to the writer from a character-separated values (CSV) data source.
Following attributes are set to the writer by the method:
- :py:attr:`~.header_list`.
- :py:attr:`~.value_matrix`.
:py:attr:`~.table_name` also be set if the CSV data source is a file.
In that case, :py:attr:`~.table_name` is as same as the filename.
:param str csv_source:
Input CSV data source either can be designated CSV text or
CSV file path.
:Examples:
:ref:`example-from-csv`
:Dependency Packages:
- `pytablereader <https://github.com/thombashi/pytablereader>`__
"""
import pytablereader as ptr
loader = ptr.CsvTableTextLoader(csv_source,
quoting_flags=self._quoting_flags)
loader.delimiter = delimiter
try:
for table_data in loader.load():
self.from_tabledata(table_data, is_overwrite_table_name=False)
return
except ptr.DataError:
pass
loader = ptr.CsvTableFileLoader(csv_source,
quoting_flags=self._quoting_flags)
loader.delimiter = delimiter
for table_data in loader.load():
self.from_tabledata(table_data)
def from_dataframe(self, dataframe):
"""
Set tabular attributes to the writer from :py:class:`pandas.DataFrame`.
Following attributes are set to the writer by the method:
- :py:attr:`~.header_list`.
- :py:attr:`~.value_matrix`.
- :py:attr:`~.type_hint_list`.
:param pandas.DataFrame dataframe: Input dataframe.
:Example:
:ref:`example-from-pandas-dataframe`
"""
self.header_list = list(dataframe.columns.values)
self.value_matrix = dataframe.values.tolist()
self.type_hint_list = [
self.__get_typehint_from_dtype(dtype) for dtype in dataframe.dtypes
]
def from_tablib(self, tablib_dataset):
"""
Set tabular attributes to the writer from :py:class:`tablib.Dataset`.
"""
self.header_list = tablib_dataset.headers
self.value_matrix = [row for row in tablib_dataset]
def write_table(self):
"""
|write_table|.
"""
with self._logger:
self._verify_property()
self._write_table()
def _write_table_iter(self):
if not self.support_split_write:
raise NotSupportedError(
"the class not supported the write_table_iter method")
self._verify_table_name()
self._verify_stream()
if all([
typepy.is_empty_sequence(self.header_list),
typepy.is_empty_sequence(self.value_matrix),
]):
raise EmptyTableDataError()
self._verify_header()
self._logger.logger.debug(
"_write_table_iter: iteration-length={:d}".format(
self.iteration_length))
stash_is_write_header = self.is_write_header
stach_is_write_opening_row = self.is_write_opening_row
stash_is_write_closing_row = self.is_write_closing_row
try:
self.is_write_closing_row = False
self._iter_count = 1
for work_matrix in self.value_matrix:
is_final_iter = all([
self.iteration_length > 0,
self._iter_count >= self.iteration_length
])
if is_final_iter:
self.is_write_closing_row = True
self.__set_value_matrix(work_matrix)
self.__clear_preprocess_status()
with self._logger:
self._write_table()
if not is_final_iter:
self._write_value_row_separator()
self.is_write_opening_row = False
self.is_write_header = False
self.write_callback(self._iter_count, self.iteration_length)
# update typehint for the next iteration
"""
if self.type_hint_list is None:
self.__set_type_hint_list([
column_dp.type_class for column_dp in self._column_dp_list
])
"""
if is_final_iter:
break
self._iter_count += 1
finally:
self.is_write_header = stash_is_write_header
self.is_write_opening_row = stach_is_write_opening_row
self.is_write_closing_row = stash_is_write_closing_row
self._iter_count = None
def _get_padding_len(self, column_dp, value_dp=None):
if not self.is_padding:
return 0
try:
return value_dp.get_padding_len(column_dp.ascii_char_width)
except AttributeError:
return column_dp.ascii_char_width
def _to_header_item(self, col_dp, value_dp):
format_string = self._get_header_format_string(col_dp, value_dp)
header = String(value_dp.data).force_convert().strip()
return format_string.format(header)
@staticmethod
def _get_header_format_string(_col_dp, _value_dp):
return "{:s}"
def _to_row_item(self, col_dp, value_dp):
styler = self._styler_list[col_dp.column_index]
return self.__get_align_format(col_dp, value_dp).format(
styler.apply(col_dp.dp_to_str(value_dp)))
def __get_style(self, col_idx):
try:
return self.style_list[col_idx]
except (TypeError, IndexError, KeyError):
return None
def _get_style_attr_from_style(self, col_idx, attr_name):
try:
return getattr(self.__get_style(col_idx), attr_name)
except AttributeError:
pass
return None
def _get_align(self, col_idx, default_align):
align = self._get_style_attr_from_style(col_idx, "align")
if not align:
try:
align = self.align_list[col_idx]
except (IndexError, KeyError):
pass
if align is None:
return default_align
if align not in Align:
self._logger.logger.debug("invalid alignment: {}".format(align))
return default_align
if align == Align.AUTO:
return default_align
return align
def _get_align_char(self, align):
return self.__align_char_mapping[align]
def __get_align_format(self, col_dp, value_dp):
if col_dp.typecode == Typecode.STRING and (
value_dp.typecode in (Typecode.INTEGER, Typecode.REAL_NUMBER)
or value_dp.typecode == Typecode.STRING
and value_dp.is_include_ansi_escape):
align_char = self._get_align_char(
self._get_align(col_dp.column_index, value_dp.align))
else:
align_char = self._get_align_char(
self._get_align(col_dp.column_index, col_dp.align))
format_list = ["{:" + align_char]
col_padding_len = self._get_padding_len(col_dp, value_dp)
if col_padding_len > 0:
format_list.append(str(col_padding_len))
format_list.append("s}")
return "".join(format_list)
@staticmethod
def __get_typehint_from_dtype(col_dtype):
col_dtype = str(col_dtype)
if re.search("^float", col_dtype):
return typepy.RealNumber
if re.search("^int", col_dtype):
return typepy.Integer
return None
def _verify_property(self):
self._verify_table_name()
self._verify_stream()
if all([
typepy.is_empty_sequence(self.header_list),
typepy.is_empty_sequence(self.value_matrix),
typepy.is_empty_sequence(self._table_value_dp_matrix),
]):
raise EmptyTableDataError()
self._verify_header()
try:
self._verify_value_matrix()
except EmptyValueError:
pass
def __set_value_matrix(self, value_matrix):
self.__value_matrix_org = value_matrix
def __set_type_hint_list(self, type_hint_list):
self._dp_extractor.column_type_hints = type_hint_list
def _verify_table_name(self):
if all([
self._is_require_table_name,
typepy.is_null_string(self.table_name)
]):
raise EmptyTableNameError(
"table_name must be a string, with at least one or more character."
)
def _verify_stream(self):
if self.stream is None:
raise IOError("null output stream")
def _verify_header(self):
if self._is_require_header and not self._use_default_header:
self._validate_empty_header()
def _validate_empty_header(self):
"""
:raises pytablewriter.EmptyHeaderError: If the |header_list| is empty.
"""
if typepy.is_empty_sequence(self.header_list):
raise EmptyHeaderError(
"header_list expected to have one or more header names")
def _verify_value_matrix(self):
if typepy.is_empty_sequence(self.value_matrix):
raise EmptyValueError()
def _create_styler(self, style, writer):
return NullStyler(style, writer)
def _preprocess_table_dp(self):
if self._is_complete_table_dp_preprocess:
return
self._logger.logger.debug("_preprocess_table_dp")
if typepy.is_empty_sequence(
self.header_list) and self._use_default_header:
self.header_list = [
convert_idx_to_alphabet(col_idx)
for col_idx in range(len(self.__value_matrix_org[0]))
]
try:
self._table_value_dp_matrix = self._dp_extractor.to_dp_matrix(
to_value_matrix(self.header_list, self.__value_matrix_org))
except TypeError as e:
self._logger.logger.debug(msgfy.to_error_message(e))
self._table_value_dp_matrix = []
self._column_dp_list = self._dp_extractor.to_column_dp_list(
self._table_value_dp_matrix, self._column_dp_list)
self._is_complete_table_dp_preprocess = True
def _preprocess_styler(self):
if self._is_complete_styler_proprocess:
return
self._styler_list = []
for col_dp in self._column_dp_list:
style = self.__get_style(col_dp.column_index)
if style is None:
style = Style()
self._styler_list.append(self._create_styler(style, self))
self._is_complete_styler_proprocess = True
def _preprocess_table_property(self):
if self._is_complete_table_property_preprocess:
return
self._logger.logger.debug("_preprocess_table_property")
if self._iter_count == 1:
for column_dp in self._column_dp_list:
column_dp.extend_width(
int(math.ceil(column_dp.ascii_char_width * 0.25)))
for column_dp in self._column_dp_list:
try:
styler = self._styler_list[column_dp.column_index]
column_dp.extend_body_width(styler.additional_char_width)
except IndexError:
pass
self._is_complete_table_property_preprocess = True
def _preprocess_header(self):
if self._is_complete_header_preprocess:
return
self._logger.logger.debug("_preprocess_header")
self._table_header_list = [
self._to_header_item(col_dp, header_dp)
for col_dp, header_dp in zip(
self._column_dp_list, self._dp_extractor.to_header_dp_list())
]
self._is_complete_header_preprocess = True
def _preprocess_value_matrix(self):
if self._is_complete_value_matrix_preprocess:
return
self._logger.logger.debug(
"_preprocess_value_matrix: value-rows={}".format(
len(self._table_value_dp_matrix)))
self._table_value_matrix = [[
self._to_row_item(col_dp, value_dp)
for col_dp, value_dp in zip(self._column_dp_list, value_dp_list)
] for value_dp_list in self._table_value_dp_matrix]
self._is_complete_value_matrix_preprocess = True
def _preprocess(self):
self._preprocess_table_dp()
self._preprocess_styler()
self._preprocess_table_property()
self._preprocess_header()
self._preprocess_value_matrix()
def __clear_preprocess_status(self):
try:
if any([
self._is_complete_table_dp_preprocess,
self._is_complete_styler_proprocess,
self._is_complete_table_property_preprocess,
self._is_complete_header_preprocess,
self._is_complete_value_matrix_preprocess,
]):
self._logger.logger.debug("__clear_preprocess_status")
except AttributeError:
pass
self._is_complete_table_dp_preprocess = False
self._is_complete_styler_proprocess = False
self._is_complete_table_property_preprocess = False
self._is_complete_header_preprocess = False
self._is_complete_value_matrix_preprocess = False
def __clear_preprocess_data(self):
try:
if any([
self._column_dp_list,
self._styler_list,
self._table_header_list,
self._table_value_matrix,
self._table_value_dp_matrix,
]):
self._logger.logger.debug("__clear_preprocess_data")
except AttributeError:
pass
self._column_dp_list = []
self._styler_list = []
self._table_header_list = []
self._table_value_matrix = []
self._table_value_dp_matrix = []
def __clear_preprocess(self):
self.__clear_preprocess_status()
self.__clear_preprocess_data()
def __init__(self):
self._logger = WriterLogger(self)
self._table_name = None
self.value_matrix = None
self.is_write_header = True
self.is_write_header_separator_row = True
self.is_write_value_separator_row = False
self.is_write_opening_row = False
self.is_write_closing_row = False
self._use_default_header = False
self._dp_extractor = DataPropertyExtractor()
self._dp_extractor.min_column_width = 1
self._dp_extractor.strip_str_header = '"'
self._dp_extractor.strip_str_value = '"'
self._dp_extractor.type_value_map[Typecode.NONE] = ""
self._dp_extractor.matrix_formatting = MatrixFormatting.HEADER_ALIGNED
self._dp_extractor.strict_level_map[Typecode.BOOL] = 1
self.is_formatting_float = True
self.is_padding = True
self.is_escape_html_tag = False
self.header_list = None
self.type_hint_list = None
self._quoting_flags = {
Typecode.BOOL: False,
Typecode.DATETIME: True,
Typecode.DICTIONARY: False,
Typecode.INFINITY: False,
Typecode.INTEGER: False,
Typecode.IP_ADDRESS: True,
Typecode.LIST: False,
Typecode.NAN: False,
Typecode.NONE: False,
Typecode.NULL_STRING: True,
Typecode.REAL_NUMBER: False,
Typecode.STRING: True,
}
self._is_require_table_name = False
self._is_require_header = False
self.__line_break_handling = None
self.line_break_handling = LineBreakHandling.NOP
self.iteration_length = -1
self.write_callback = lambda _iter_count, _iter_length: None # NOP
self._iter_count = None
self.__align_list = []
self.__align_char_mapping = {
Align.AUTO: "<",
Align.LEFT: "<",
Align.RIGHT: ">",
Align.CENTER: "^",
}
self.__style_list = []
self.__clear_preprocess()
class AbstractTableWriter(TableWriterInterface, metaclass=abc.ABCMeta):
"""
An abstract base class of table writer classes.
Args:
max_precision (int): Maximum decimal places for real number values.
dequote (bool): If |True|, dequote values in :py:attr:`~.value_matrix`.
.. py:attribute:: stream
Stream to write tables.
You can use arbitrary stream which supported ``write`` method
such as ``sys.stdout``, file stream, ``StringIO``, and so forth.
Defaults to ``sys.stdout``.
:Example:
:ref:`example-configure-stream`
.. py:attribute:: is_write_header
:type: bool
Write headers of a table if the value is |True|.
.. py:attribute:: is_padding
:type: bool
Padding for each item in the table if the value is |True|.
.. py:attribute:: iteration_length
:type: int
The number of iterations to write a table.
This value used in :py:meth:`.write_table_iter` method.
(defaults to ``-1`` which means number of iterations is indefinite)
.. py:attribute:: style_filter_kwargs
:type: Dict[str, Any]
Extra keyword arguments for style filter functions.
These arguments will passing to filter functions added by
:py:meth:`.add_style_filter` or :py:meth:`.add_col_separator_style_filter`
.. py:attribute:: colorize_terminal
:type: bool
:value: True
[Only for text format writers] [experimental]
If |True|, colorize text outputs with |Style|.
.. py:attribute:: enable_ansi_escape
:type: bool
:value: True
[Only for text format writers]
If |True|, applies ANSI escape sequences to terminal's text outputs
with |Style|.
.. py:attribute:: write_callback
The value expected to a function.
The function called when for each of the iteration of writing a table
completed. (defaults to |None|)
Example, callback function definition is as follows:
.. code:: python
def callback_example(iter_count, iter_length):
print("{:d}/{:d}".format(iter_count, iter_length))
Arguments that passed to the callback is:
- first argument: current iteration number (start from ``1``)
- second argument: a total number of iteration
"""
@property
def margin(self) -> int:
raise NotImplementedError()
@margin.setter
def margin(self, value: int) -> None:
raise NotImplementedError()
@property
def header_list(self):
warnings.warn("'header_list' has moved to 'headers'",
DeprecationWarning)
return self.headers
@header_list.setter
def header_list(self, value):
warnings.warn("'header_list' has moved to 'headers'",
DeprecationWarning)
self.headers = value
@property
def value_matrix(self) -> Sequence:
"""Data of a table to be outputted."""
return self.__value_matrix_org
@value_matrix.setter
def value_matrix(self, value_matrix: Sequence) -> None:
self.__set_value_matrix(value_matrix)
self.__clear_preprocess()
@property
def table_format(self):
"""Get the format of the writer.
Returns:
TableFormat:
"""
from .._table_format import TableFormat
return TableFormat.from_name(self.format_name)
@property
def type_hint_list(self):
warnings.warn("'type_hint_list' has moved to 'type_hints'",
DeprecationWarning)
return self.type_hints
@type_hint_list.setter
def type_hint_list(self, value):
warnings.warn("'type_hint_list' has moved to 'type_hints'",
DeprecationWarning)
self.type_hints = value
@property
def styles(self):
warnings.warn("'styles' has moved to 'column_styles'",
DeprecationWarning)
return self.column_styles
@styles.setter
def styles(self, value):
warnings.warn("'styles' has moved to 'column_styles'",
DeprecationWarning)
self.column_styles = value
@property
def style_list(self):
warnings.warn("'style_list' has moved to 'column_styles'",
DeprecationWarning)
return self.column_styles
@style_list.setter
def style_list(self, value):
warnings.warn("'style_list' has moved to 'column_styles'",
DeprecationWarning)
self.column_styles = value
@property
def value_preprocessor(self):
return self._dp_extractor.preprocessor
@value_preprocessor.setter
def value_preprocessor(self, value):
warnings.warn(
"this setter will be deleted in the future. use update_preprocessor instead",
DeprecationWarning,
)
if self._dp_extractor.preprocessor == value:
return
self._dp_extractor.preprocessor = value
self.__clear_preprocess()
@property
def stream(self):
return self._stream
@stream.setter
def stream(self, value) -> None:
self._stream = value
@abc.abstractmethod
def _write_table(self, **kwargs) -> None:
pass
def __init__(self, **kwargs) -> None:
self._logger = WriterLogger(self)
self.table_name = kwargs.get("table_name", "")
self.value_matrix = kwargs.get("value_matrix", [])
self.is_write_header = kwargs.get("is_write_header", True)
self.is_write_header_separator_row = kwargs.get(
"is_write_header_separator_row", True)
self.is_write_value_separator_row = kwargs.get(
"is_write_value_separator_row", False)
self.is_write_opening_row = kwargs.get("is_write_opening_row", False)
self.is_write_closing_row = kwargs.get("is_write_closing_row", False)
self._use_default_header = False
self._dp_extractor = DataPropertyExtractor(
max_precision=kwargs.get("max_precision"))
self._dp_extractor.min_column_width = 1
self._dp_extractor.strip_str_header = '"'
self._dp_extractor.preprocessor = Preprocessor(
dequote=kwargs.get("dequote", True))
self._dp_extractor.type_value_map[Typecode.NONE] = ""
self._dp_extractor.matrix_formatting = MatrixFormatting.HEADER_ALIGNED
self._dp_extractor.update_strict_level_map({Typecode.BOOL: 1})
self.is_formatting_float = kwargs.get("is_formatting_float", True)
self.is_padding = kwargs.get("is_padding", True)
self.headers = kwargs.get("headers", [])
self.type_hints = kwargs.get("type_hints", [])
self._quoting_flags = {
Typecode.BOOL: False,
Typecode.DATETIME: True,
Typecode.DICTIONARY: False,
Typecode.INFINITY: False,
Typecode.INTEGER: False,
Typecode.IP_ADDRESS: True,
Typecode.LIST: False,
Typecode.NAN: False,
Typecode.NONE: False,
Typecode.NULL_STRING: True,
Typecode.REAL_NUMBER: False,
Typecode.STRING: True,
}
self._is_require_table_name = False
self._is_require_header = False
self.iteration_length = kwargs.get("iteration_length", -1)
self.write_callback = kwargs.get(
"write_callback",
lambda _iter_count, _iter_length: None # defaults to NOP callback
)
self._iter_count: Optional[int] = None
self.__default_style: Style
self.default_style = kwargs.get("default_style", Style())
self.__col_style_list: List[Optional[Style]] = []
self.column_styles = kwargs.get("column_styles", [])
self._style_filters: List[StyleFilterFunc] = []
self._styler = self._create_styler(self)
self.style_filter_kwargs: Dict[str, Any] = kwargs.get(
"style_filter_kwargs", {})
self.__colorize_terminal = kwargs.get("colorize_terminal", True)
self.__enable_ansi_escape = kwargs.get("enable_ansi_escape", True)
self.max_workers = kwargs.get("max_workers", 1)
if "dataframe" in kwargs:
self.from_dataframe(kwargs["dataframe"])
self.__clear_preprocess()
def _repr_html_(self) -> str:
from .text._html import HtmlTableWriter
writer = HtmlTableWriter(
table_name=self.table_name,
headers=self.headers,
value_matrix=self.value_matrix,
column_styles=self.column_styles,
colorize_terminal=self.colorize_terminal,
enable_ansi_escape=self.enable_ansi_escape,
)
writer._dp_extractor = self._dp_extractor
return writer.dumps()
def __clear_preprocess_status(self) -> None:
self._is_complete_table_dp_preprocess = False
self._is_complete_table_property_preprocess = False
self._is_complete_header_preprocess = False
self._is_complete_value_matrix_preprocess = False
def __clear_preprocess_data(self) -> None:
self._column_dp_list: List[ColumnDataProperty] = []
self._table_headers: List[str] = []
self._table_value_matrix: List[Union[List[str], Dict]] = []
self._table_value_dp_matrix: Sequence[Sequence[DataProperty]] = []
@property
def headers(self) -> Sequence[str]:
"""Headers of a table to be outputted."""
return self._dp_extractor.headers
@headers.setter
def headers(self, value: Sequence[str]) -> None:
self._dp_extractor.headers = value
@property
def is_formatting_float(self) -> bool:
return self._dp_extractor.is_formatting_float
@is_formatting_float.setter
def is_formatting_float(self, value: bool) -> None:
if self._dp_extractor.is_formatting_float == value:
return
self._dp_extractor.is_formatting_float = value
self.__clear_preprocess()
@property
def max_workers(self) -> int:
return self._dp_extractor.max_workers
@max_workers.setter
def max_workers(self, value: Optional[int]) -> None:
self._dp_extractor.max_workers = value
@property
def tabledata(self) -> TableData:
"""Get tabular data of the writer.
Returns:
tabledata.TableData:
"""
return TableData(
self.table_name,
self.headers,
self.value_matrix,
max_workers=self.max_workers,
max_precision=self._dp_extractor.max_precision,
)
@property
def table_name(self) -> str:
"""Name of a table."""
return self._table_name
@table_name.setter
def table_name(self, value: str) -> None:
self._table_name = value
@property
def type_hints(self) -> List[TypeHint]:
"""
Type hints for each column of the tabular data.
Writers convert data for each column using the type hints information
before writing tables when you call ``write_xxx`` methods.
Acceptable values are as follows:
- |None| (automatically detect column type from values in the column)
- :py:class:`pytablewriter.typehint.Bool` or ``"bool"``
- :py:class:`pytablewriter.typehint.DateTime` or ``"datetime"``
- :py:class:`pytablewriter.typehint.Dictionary` or ``"dict"``
- :py:class:`pytablewriter.typehint.Infinity` or ``"inf"``
- :py:class:`pytablewriter.typehint.Integer` or ``"int"``
- :py:class:`pytablewriter.typehint.IpAddress` or ``"ipaddr"``
- :py:class:`pytablewriter.typehint.List` or ``"list"``
- :py:class:`pytablewriter.typehint.Nan` or ``"nan"``
- :py:class:`pytablewriter.typehint.NoneType` or ``"none"``
- :py:class:`pytablewriter.typehint.NullString` or ``"nullstr"``
- :py:class:`pytablewriter.typehint.RealNumber` or ``"realnumber"`` or ``"float"``
- :py:class:`pytablewriter.typehint.String` or ``"str"``
If a type-hint value is not |None|, the writer tries to
convert data for each data in a column to type-hint class.
If the type-hint value is |None| or failed to convert data,
the writer automatically detect column data type from
the column data.
If ``type_hints`` is |None|, the writer detects data types for all
of the columns automatically and writes a table by using detected column types.
Defaults to |None|.
:Examples:
- :ref:`example-type-hint-js`
- :ref:`example-type-hint-python`
"""
return self._dp_extractor.column_type_hints
@type_hints.setter
def type_hints(self, value: Sequence[Union[str, TypeHint]]) -> None:
hints = list(value)
if self.type_hints == hints:
return
self.__set_type_hints(hints)
self.__clear_preprocess()
@property
def default_style(self) -> Style:
"""Default |Style| of table cells."""
return self.__default_style
@default_style.setter
def default_style(self, style: Optional[Style]) -> None:
if style is None:
style = Style()
if not isinstance(style, Style):
raise TypeError("default_style must be a Style instance")
try:
if self.__default_style == style:
return
except AttributeError:
# not yet initialized
pass
self.__default_style = style
self._dp_extractor.default_format_flags = _ts_to_flag[
self.__default_style.thousand_separator]
self.__clear_preprocess()
@property
def column_styles(self) -> List[Optional[Style]]:
"""Output |Style| for each column.
Returns:
list of |Style|:
"""
return self.__col_style_list
@column_styles.setter
def column_styles(self, value: Sequence[Optional[Style]]) -> None:
if self.__col_style_list == value:
return
self.__col_style_list = list(value)
if self.__col_style_list:
self._dp_extractor.format_flags_list = [
_ts_to_flag[self._get_col_style(col_idx).thousand_separator]
for col_idx in range(len(self.__col_style_list))
]
else:
self._dp_extractor.format_flags_list = []
self.__clear_preprocess()
@property
def colorize_terminal(self) -> bool:
return self.__colorize_terminal
@colorize_terminal.setter
def colorize_terminal(self, value: bool) -> None:
if self.__colorize_terminal == value:
return
self.__colorize_terminal = value
self.__clear_preprocess()
@property
def enable_ansi_escape(self) -> bool:
return self.__enable_ansi_escape
@enable_ansi_escape.setter
def enable_ansi_escape(self, value: bool) -> None:
if self.__enable_ansi_escape == value:
return
self.__enable_ansi_escape = value
self.__clear_preprocess()
@property
def _quoting_flags(self) -> Dict[Typecode, bool]:
return self._dp_extractor.quoting_flags
@_quoting_flags.setter
def _quoting_flags(self, value: Mapping[Typecode, bool]) -> None:
self._dp_extractor.quoting_flags = value
self.__clear_preprocess()
def add_style_filter(self, style_filter: StyleFilterFunc) -> None:
"""Add a style filter function to the writer.
Args:
style_filter:
A function that called for each cell in the table to apply a style
to table cells.
The function will be required to implement the following Protocol:
.. code-block:: python
class StyleFilterFunc(Protocol):
def __call__(self, cell: Cell, **kwargs: Dict[str, Any]) -> Optional[Style]:
...
If more than one style filter function is added to the writer,
it will be called from the last one added.
These style functions should return |None| when not needed to apply styles.
If all of the style functions returned |None|,
:py:attr:`~.default_style` will be applied.
You can pass keyword arguments to style filter functions via
:py:attr:`~.style_filter_kwargs`. In default, the attribute includes:
- ``writer``: the writer instance that the caller of a ``style_filter function``
"""
self._style_filters.insert(0, style_filter)
self.__clear_preprocess()
def add_col_separator_style_filter(
self, style_filter: ColSeparatorStyleFilterFunc) -> None:
raise NotImplementedError(
"this method only implemented in text format writer classes")
def clear_theme(self) -> None:
"""Remove all of the style filters."""
if not self._style_filters:
return
self._style_filters = []
self.__clear_preprocess()
def set_style(self, column: Union[str, int], style: Style) -> None:
"""Set |Style| for a specific column.
Args:
column (|int| or |str|):
Column specifier. column index or header name correlated with the column.
style (|Style|):
Style value to be set to the column.
Raises:
ValueError: If the column specifier is invalid.
"""
column_idx = None
while len(self.headers) > len(self.__col_style_list):
self.__col_style_list.append(None)
if isinstance(column, int):
column_idx = column
elif isinstance(column, str):
try:
column_idx = self.headers.index(column)
except ValueError:
pass
if column_idx is not None:
self.__col_style_list[column_idx] = style
self.__clear_preprocess()
self._dp_extractor.format_flags_list = [
_ts_to_flag[self._get_col_style(col_idx).thousand_separator]
for col_idx in range(len(self.__col_style_list))
]
return
raise ValueError(f"column must be an int or string: actual={column}")
def set_theme(self, theme: str, **kwargs) -> None:
"""Set style filters for a theme.
Args:
theme (str):
Name of the theme. pytablewriter theme plugin must be installed
corresponding to the theme name.
Raises:
RuntimeError: Raised when a theme plugin does not installed.
"""
try:
fetched_theme = fetch_theme(
f"pytablewriter_{theme.strip().lower()}_theme")
except RuntimeError as e:
warnings.warn(f"{e}", UserWarning)
return
if fetched_theme.style_filter:
self.add_style_filter(fetched_theme.style_filter)
if fetched_theme.col_separator_style_filter:
self.add_col_separator_style_filter(
fetched_theme.col_separator_style_filter)
self.style_filter_kwargs.update(**kwargs)
def __is_skip_close(self) -> bool:
try:
from _pytest.capture import EncodedFile
if isinstance(self.stream, EncodedFile):
# avoid closing streams for pytest
return True
except ImportError:
pass
try:
from _pytest.capture import CaptureIO
if isinstance(self.stream, CaptureIO):
# avoid closing streams for pytest
return True
except ImportError:
try:
# for pytest 5.4.1 or older versions
from _pytest.compat import CaptureIO
if isinstance(self.stream, CaptureIO):
# avoid closing streams for pytest
return True
except ImportError:
pass
try:
from ipykernel.iostream import OutStream
if isinstance(self.stream, OutStream):
# avoid closing streams for Jupyter Notebook
return True
except ImportError:
pass
return False
def close(self) -> None:
"""
Close the current |stream|.
"""
if self.stream is None:
return
try:
self.stream.isatty()
if self.stream.name in ["<stdin>", "<stdout>", "<stderr>"]:
return
except AttributeError:
pass
except ValueError:
# raised when executing an operation to a closed stream
pass
if self.__is_skip_close():
return
try:
self.stream.close()
except AttributeError:
self._logger.logger.warning(
f"the stream has no close method implementation: type={type(self.stream)}"
)
finally:
self._stream = None
def from_tabledata(self,
value: TableData,
is_overwrite_table_name: bool = True) -> None:
"""
Set tabular attributes to the writer from |TableData|.
Following attributes are configured:
- :py:attr:`~.table_name`.
- :py:attr:`~.headers`.
- :py:attr:`~.value_matrix`.
|TableData| can be created from various data formats by
``pytablereader``. More detailed information can be found in
https://pytablereader.rtfd.io/en/latest/
:param tabledata.TableData value: Input table data.
"""
self.__clear_preprocess()
if is_overwrite_table_name:
self.table_name = value.table_name if value.table_name else ""
self.headers = value.headers
self.value_matrix = list(value.rows)
if not value.has_value_dp_matrix:
return
self._table_value_dp_matrix = value.value_dp_matrix
self._column_dp_list = self._dp_extractor.to_column_dp_list(
self._table_value_dp_matrix, self._column_dp_list)
self.__set_type_hints(
[col_dp.type_class for col_dp in self._column_dp_list])
self._is_complete_table_dp_preprocess = True
def from_csv(self, csv_source: str, delimiter: str = ",") -> None:
"""
Set tabular attributes to the writer from a character-separated values (CSV) data source.
Following attributes are set to the writer by the method:
- :py:attr:`~.headers`.
- :py:attr:`~.value_matrix`.
:py:attr:`~.table_name` also be set if the CSV data source is a file.
In that case, :py:attr:`~.table_name` is as same as the filename.
:param str csv_source:
Input CSV data source either can be designated CSV text or
CSV file path.
:Examples:
:ref:`example-from-csv`
:Dependency Packages:
- `pytablereader <https://github.com/thombashi/pytablereader>`__
"""
import pytablereader as ptr
loader = ptr.CsvTableTextLoader(csv_source,
quoting_flags=self._quoting_flags)
loader.delimiter = delimiter
try:
for table_data in loader.load():
self.from_tabledata(table_data, is_overwrite_table_name=False)
return
except ptr.DataError:
pass
loader = ptr.CsvTableFileLoader(csv_source,
quoting_flags=self._quoting_flags)
loader.delimiter = delimiter
for table_data in loader.load():
self.from_tabledata(table_data)
def from_dataframe(self,
dataframe,
add_index_column: bool = False,
overwrite_type_hints: bool = True) -> None:
"""
Set tabular attributes to the writer from :py:class:`pandas.DataFrame`.
Following attributes are set by the method:
- :py:attr:`~.headers`
- :py:attr:`~.value_matrix`
- :py:attr:`~.type_hints`
Args:
dataframe(pandas.DataFrame or |str|):
Input pandas.DataFrame object or pickle.
add_index_column(bool, optional):
If |True|, add a column of ``index`` of the ``dataframe``.
Defaults to |False|.
overwrite_type_hints(bool):
If |True|, Overwrite type hints with dtypes within the DataFrame.
Example:
:ref:`example-from-pandas-dataframe`
"""
if typepy.String(dataframe).is_type():
import pandas as pd
dataframe = pd.read_pickle(dataframe)
self.headers = list(dataframe.columns.values)
if not self.type_hints or overwrite_type_hints:
self.type_hints = [
extract_typepy_from_dtype(dtype) for dtype in dataframe.dtypes
]
if add_index_column:
self.headers = [" "] + self.headers
if self.type_hints:
self.type_hints = [Integer] + self.type_hints
self.value_matrix = [[index] + row for index, row in zip(
dataframe.index.tolist(), dataframe.values.tolist())]
else:
self.value_matrix = dataframe.values.tolist()
def from_series(self, series, add_index_column: bool = True) -> None:
"""
Set tabular attributes to the writer from :py:class:`pandas.Series`.
Following attributes are set by the method:
- :py:attr:`~.headers`
- :py:attr:`~.value_matrix`
- :py:attr:`~.type_hints`
Args:
series(pandas.Series):
Input pandas.Series object.
add_index_column(bool, optional):
If |True|, add a column of ``index`` of the ``series``.
Defaults to |True|.
"""
if series.name:
self.headers = [series.name]
else:
self.headers = ["value"]
self.type_hints = [extract_typepy_from_dtype(series.dtype)]
if add_index_column:
self.headers = [""] + self.headers
if self.type_hints:
self.type_hints = [None] + self.type_hints
self.value_matrix = [
[index] + [value]
for index, value in zip(series.index.tolist(), series.tolist())
]
else:
self.value_matrix = [[value] for value in series.tolist()]
def from_tablib(self, tablib_dataset) -> None:
"""
Set tabular attributes to the writer from :py:class:`tablib.Dataset`.
"""
self.headers = tablib_dataset.headers
self.value_matrix = [row for row in tablib_dataset]
def from_writer(self,
writer: "AbstractTableWriter",
is_overwrite_table_name: bool = True) -> None:
"""
Set tabular attributes to the writer from an another table writer class incetance.
"""
self.__clear_preprocess()
if is_overwrite_table_name:
self.table_name = str(writer.table_name)
self.headers = writer.headers
self.value_matrix = writer.value_matrix
self.type_hints = writer.type_hints
self.column_styles = writer.column_styles
self._style_filters = writer._style_filters
self._table_headers = writer._table_headers
self._table_value_dp_matrix = writer._table_value_dp_matrix
self._column_dp_list = writer._column_dp_list
self._table_value_matrix = writer._table_value_matrix
self._is_complete_table_dp_preprocess = writer._is_complete_table_dp_preprocess
self._is_complete_table_property_preprocess = writer._is_complete_table_property_preprocess
self._is_complete_header_preprocess = writer._is_complete_header_preprocess
self._is_complete_value_matrix_preprocess = writer._is_complete_value_matrix_preprocess
def register_trans_func(self, trans_func: TransFunc) -> None:
self._dp_extractor.register_trans_func(trans_func)
self.__clear_preprocess()
def update_preprocessor(self, **kwargs) -> None:
# TODO: documentation
# is_escape_formula_injection: for CSV/Excel
if not self._dp_extractor.update_preprocessor(**kwargs):
return
self.__clear_preprocess()
def write_table(self, **kwargs) -> None:
"""
|write_table|.
"""
with self._logger:
try:
self._verify_property()
except EmptyTableDataError:
self._logger.logger.debug("no tabular data found")
return
self._write_table(**kwargs)
def _write_table_iter(self, **kwargs) -> None:
if not self.support_split_write:
raise NotSupportedError(
"the class not supported the write_table_iter method")
self._verify_table_name()
self._verify_stream()
if all([
typepy.is_empty_sequence(self.headers),
typepy.is_empty_sequence(self.value_matrix)
]):
self._logger.logger.debug("no tabular data found")
return
self._verify_header()
self._logger.logger.debug(
f"_write_table_iter: iteration-length={self.iteration_length:d}")
stash_is_write_header = self.is_write_header
stach_is_write_opening_row = self.is_write_opening_row
stash_is_write_closing_row = self.is_write_closing_row
try:
self.is_write_closing_row = False
self._iter_count = 1
for work_matrix in self.value_matrix:
is_final_iter = all([
self.iteration_length > 0,
self._iter_count >= self.iteration_length
])
if is_final_iter:
self.is_write_closing_row = True
self.__set_value_matrix(work_matrix)
self.__clear_preprocess_status()
with self._logger:
self._write_table(**kwargs)
if not is_final_iter:
self._write_value_row_separator()
self.is_write_opening_row = False
self.is_write_header = False
self.write_callback(self._iter_count, self.iteration_length)
# update typehint for the next iteration
"""
if self.type_hints is None:
self.__set_type_hints([
column_dp.type_class for column_dp in self._column_dp_list
])
"""
if is_final_iter:
break
self._iter_count += 1
finally:
self.is_write_header = stash_is_write_header
self.is_write_opening_row = stach_is_write_opening_row
self.is_write_closing_row = stash_is_write_closing_row
self._iter_count = None
def _get_padding_len(self,
column_dp: ColumnDataProperty,
value_dp: Optional[DataProperty] = None) -> int:
if not self.is_padding:
return 0
try:
return cast(DataProperty,
value_dp).get_padding_len(column_dp.ascii_char_width)
except AttributeError:
return column_dp.ascii_char_width
def _to_header_item(self, col_dp: ColumnDataProperty,
value_dp: DataProperty) -> str:
format_string = self._get_header_format_string(col_dp, value_dp)
header = String(value_dp.data).force_convert().strip()
default_style = self._get_col_style(col_dp.column_index)
style = self._fetch_style_from_filter(-1, col_dp, value_dp,
default_style)
return self._styler.apply_terminal_style(format_string.format(header),
style=style)
def _get_header_format_string(self, _col_dp: ColumnDataProperty,
_value_dp: DataProperty) -> str:
return "{:s}"
def _to_row_item(self, row_idx: int, col_dp: ColumnDataProperty,
value_dp: DataProperty) -> str:
default_style = self._get_col_style(col_dp.column_index)
style = self._fetch_style_from_filter(row_idx, col_dp, value_dp,
default_style)
value = self._apply_style_to_row_item(row_idx, col_dp, value_dp, style)
return self._styler.apply_terminal_style(value, style=style)
def _apply_style_to_row_item(self, row_idx: int,
col_dp: ColumnDataProperty,
value_dp: DataProperty, style: Style) -> str:
return self._styler.apply_align(self._styler.apply(
col_dp.dp_to_str(value_dp), style=style),
style=style)
def _fetch_style_from_filter(self, row_idx: int,
col_dp: ColumnDataProperty,
value_dp: DataProperty,
default_style: Style) -> Style:
self.style_filter_kwargs.update({"writer": self})
style: Optional[Style] = None
for style_filter in self._style_filters:
style = style_filter(
Cell(
row=row_idx,
col=col_dp.column_index,
value=value_dp.data,
default_style=default_style,
),
**self.style_filter_kwargs,
)
if style:
break
if style is None:
style = copy.deepcopy(default_style)
if style.align is None or (style.align == Align.AUTO and row_idx >= 0):
style.align = self.__retrieve_align_from_data(col_dp, value_dp)
if style.padding is None:
style.padding = self._get_padding_len(col_dp, value_dp)
return style
def _get_col_style(self, col_idx: int) -> Style:
try:
style = self.column_styles[col_idx]
except (TypeError, IndexError, KeyError):
pass
else:
if style:
return style
return self.default_style
def _get_align(self, col_idx: int, default_align: Align) -> Align:
align = self._get_col_style(col_idx).align
if align is None:
return default_align
if align == Align.AUTO:
return default_align
return align
def __retrieve_align_from_data(self, col_dp: ColumnDataProperty,
value_dp: DataProperty) -> Align:
if col_dp.typecode == Typecode.STRING and (
value_dp.typecode in (Typecode.INTEGER, Typecode.REAL_NUMBER)
or value_dp.typecode == Typecode.STRING
and value_dp.is_include_ansi_escape):
return value_dp.align
return col_dp.align
def _verify_property(self) -> None:
self._verify_table_name()
self._verify_stream()
if all([
typepy.is_empty_sequence(self.headers),
typepy.is_empty_sequence(self.value_matrix),
typepy.is_empty_sequence(self._table_value_dp_matrix),
]):
raise EmptyTableDataError()
self._verify_header()
try:
self._verify_value_matrix()
except EmptyValueError:
pass
def __set_value_matrix(self, value_matrix: Sequence) -> None:
self.__value_matrix_org = value_matrix
def __set_type_hints(self, type_hints: Sequence[Union[str,
TypeHint]]) -> None:
self._dp_extractor.column_type_hints = type_hints
def _verify_table_name(self) -> None:
if all([
self._is_require_table_name,
typepy.is_null_string(self.table_name)
]):
raise EmptyTableNameError(
"table_name must be a string, with at least one or more character."
)
def _verify_stream(self) -> None:
if self.stream is None:
raise OSError("null output stream")
def _verify_header(self) -> None:
if self._is_require_header and not self._use_default_header:
self._validate_empty_header()
def _validate_empty_header(self) -> None:
"""
Raises:
ValueError: If the |headers| is empty.
"""
if typepy.is_empty_sequence(self.headers):
raise ValueError(
"headers expected to have one or more header names")
def _verify_value_matrix(self) -> None:
if typepy.is_empty_sequence(self.value_matrix):
raise EmptyValueError()
def _create_styler(self, writer) -> StylerInterface:
return NullStyler(writer)
def _preprocess_table_dp(self) -> None:
if self._is_complete_table_dp_preprocess:
return
self._logger.logger.debug("_preprocess_table_dp")
if typepy.is_empty_sequence(self.headers) and self._use_default_header:
self.headers = [
convert_idx_to_alphabet(col_idx)
for col_idx in range(len(self.__value_matrix_org[0]))
]
try:
self._table_value_dp_matrix = self._dp_extractor.to_dp_matrix(
to_value_matrix(self.headers, self.__value_matrix_org))
except TypeError as e:
self._logger.logger.debug(to_error_message(e))
self._table_value_dp_matrix = []
self._column_dp_list = self._dp_extractor.to_column_dp_list(
self._table_value_dp_matrix, self._column_dp_list)
self._is_complete_table_dp_preprocess = True
def _preprocess_table_property(self) -> None:
if self._is_complete_table_property_preprocess:
return
self._logger.logger.debug("_preprocess_table_property")
if self._iter_count == 1:
for column_dp in self._column_dp_list:
column_dp.extend_width(
int(math.ceil(column_dp.ascii_char_width * 0.25)))
for column_dp in self._column_dp_list:
style = self._get_col_style(column_dp.column_index)
column_dp.extend_body_width(
self._styler.get_additional_char_width(style))
self._is_complete_table_property_preprocess = True
def _preprocess_header(self) -> None:
if self._is_complete_header_preprocess:
return
self._logger.logger.debug("_preprocess_header")
self._table_headers = [
self._to_header_item(col_dp, header_dp)
for col_dp, header_dp in zip(
self._column_dp_list, self._dp_extractor.to_header_dp_list())
]
self._is_complete_header_preprocess = True
def _preprocess_value_matrix(self) -> None:
if self._is_complete_value_matrix_preprocess:
return
self._logger.logger.debug(
f"_preprocess_value_matrix: value-rows={len(self._table_value_dp_matrix)}"
)
self._table_value_matrix = [[
self._to_row_item(row_idx, col_dp, value_dp)
for col_dp, value_dp in zip(self._column_dp_list, value_dp_list)
] for row_idx, value_dp_list in enumerate(self._table_value_dp_matrix)]
self._is_complete_value_matrix_preprocess = True
def _preprocess(self) -> None:
self._preprocess_table_dp()
self._preprocess_table_property()
self._preprocess_header()
self._preprocess_value_matrix()
def _clear_preprocess(self) -> None:
self.__clear_preprocess()
def __clear_preprocess(self) -> None:
self.__clear_preprocess_status()
self.__clear_preprocess_data()
def __init__(self, **kwargs) -> None:
self._logger = WriterLogger(self)
self.table_name = kwargs.get("table_name", "")
self.value_matrix = kwargs.get("value_matrix", [])
self.is_write_header = kwargs.get("is_write_header", True)
self.is_write_header_separator_row = kwargs.get(
"is_write_header_separator_row", True)
self.is_write_value_separator_row = kwargs.get(
"is_write_value_separator_row", False)
self.is_write_opening_row = kwargs.get("is_write_opening_row", False)
self.is_write_closing_row = kwargs.get("is_write_closing_row", False)
self._use_default_header = False
self._dp_extractor = DataPropertyExtractor(
max_precision=kwargs.get("max_precision"))
self._dp_extractor.min_column_width = 1
self._dp_extractor.strip_str_header = '"'
self._dp_extractor.preprocessor = Preprocessor(
dequote=kwargs.get("dequote", True))
self._dp_extractor.type_value_map[Typecode.NONE] = ""
self._dp_extractor.matrix_formatting = MatrixFormatting.HEADER_ALIGNED
self._dp_extractor.update_strict_level_map({Typecode.BOOL: 1})
self.is_formatting_float = kwargs.get("is_formatting_float", True)
self.is_padding = kwargs.get("is_padding", True)
self.headers = kwargs.get("headers", [])
self.type_hints = kwargs.get("type_hints", [])
self._quoting_flags = {
Typecode.BOOL: False,
Typecode.DATETIME: True,
Typecode.DICTIONARY: False,
Typecode.INFINITY: False,
Typecode.INTEGER: False,
Typecode.IP_ADDRESS: True,
Typecode.LIST: False,
Typecode.NAN: False,
Typecode.NONE: False,
Typecode.NULL_STRING: True,
Typecode.REAL_NUMBER: False,
Typecode.STRING: True,
}
self._is_require_table_name = False
self._is_require_header = False
self.iteration_length = kwargs.get("iteration_length", -1)
self.write_callback = kwargs.get(
"write_callback",
lambda _iter_count, _iter_length: None # defaults to NOP callback
)
self._iter_count: Optional[int] = None
self.__default_style: Style
self.default_style = kwargs.get("default_style", Style())
self.__col_style_list: List[Optional[Style]] = []
self.column_styles = kwargs.get("column_styles", [])
self._style_filters: List[StyleFilterFunc] = []
self._styler = self._create_styler(self)
self.style_filter_kwargs: Dict[str, Any] = kwargs.get(
"style_filter_kwargs", {})
self.__colorize_terminal = kwargs.get("colorize_terminal", True)
self.__enable_ansi_escape = kwargs.get("enable_ansi_escape", True)
self.max_workers = kwargs.get("max_workers", 1)
if "dataframe" in kwargs:
self.from_dataframe(kwargs["dataframe"])
self.__clear_preprocess()
class AbstractTableWriter(TableWriterInterface):
"""
An abstract base class of table writer classes.
.. py:attribute:: stream
Stream to write tables.
You can use arbitrary stream which supported ``write`` method
such as ``sys.stdout``, file stream, ``StringIO``, and so forth.
Defaults to ``sys.stdout``.
.. py:attribute:: is_write_header
Write headers of a table if the value is |True|.
.. py:attribute:: is_padding
Padding for each item in the table if the value is |True|.
.. py:attribute:: iteration_length
The number of iterations to write a table.
This value used in :py:meth:`.write_table_iter` method.
(defaults to ``-1`` which means number of iterations is indefinite)
.. py:attribute:: write_callback
The value expected to a function.
The function called when for each of the iteration of writing a table
completed. (defaults to |None|)
Example, callback function definition is as follows:
.. code:: python
def callback_example(iter_count, iter_length):
print("{:d}/{:d}".format(iter_count, iter_length))
Arguments that passed to the callback is:
- first argument: current iteration number (start from ``1``)
- second argument: a total number of iteration
"""
__RE_LINE_BREAK = re.compile("[\0\t\r\n]+")
@property
def is_formatting_float(self):
return self._dp_extractor.is_formatting_float
@is_formatting_float.setter
def is_formatting_float(self, value):
if self._dp_extractor.is_formatting_float == value:
return
self._dp_extractor.is_formatting_float = value
self.__clear_preprocess()
@property
def table_name(self):
"""
Name of the table.
"""
return self._table_name
@table_name.setter
def table_name(self, value):
self._table_name = value
@property
def header_list(self):
"""
List of table header to write.
"""
return self._dp_extractor.header_list
@header_list.setter
def header_list(self, value):
self._dp_extractor.header_list = value
@property
def value_matrix(self):
"""
Tabular data to write.
"""
return self.__value_matrix_org
@value_matrix.setter
def value_matrix(self, value_matrix):
self.__set_value_matrix(value_matrix)
self.__clear_preprocess()
@property
def tabledata(self):
"""
:return: Table data.
:rtype: tabledata.TableData
"""
from tabledata import TableData
return TableData(self.table_name, self.header_list, self.value_matrix)
@property
def type_hint_list(self):
"""
List of type hints for each column of the tabular data.
Acceptable values are as follows:
- |None| (automatically detect column type from values in the column)
- :py:class:`pytablewriter.Bool`
- :py:class:`pytablewriter.DateTime`
- :py:class:`pytablewriter.Dictionary`
- :py:class:`pytablewriter.Infinity`
- :py:class:`pytablewriter.Integer`
- :py:class:`pytablewriter.List`
- :py:class:`pytablewriter.Nan`
- :py:class:`pytablewriter.NoneType`
- :py:class:`pytablewriter.NullString`
- :py:class:`pytablewriter.RealNumber`
- :py:class:`pytablewriter.String`
A writer converts data for each column using type-hint
information before writing tables when you call ``write_xxx`` methods.
If a type-hint value is not |None|, the writer tries to
convert data for each data in a column to type-hint class.
If the type-hint value is |None| or failed to convert data,
the writer automatically detect column data type from
the column data.
If ``type_hint_list`` is |None|, the writer detects data types for all
of the columns automatically and writes a table by using detected
column types.
Defaults to |None|.
:Examples:
:ref:`example-type-hint-js`
"""
return self._dp_extractor.column_type_hint_list
@type_hint_list.setter
def type_hint_list(self, value):
self.__set_type_hint_list(value)
self.__clear_preprocess()
@property
def _quoting_flags(self):
return self._dp_extractor.quoting_flags
@_quoting_flags.setter
def _quoting_flags(self, value):
self._dp_extractor.quoting_flags = value
self.__clear_preprocess()
@abc.abstractmethod
def _write_table(self):
pass
def __init__(self):
from dataproperty import (Align, DataPropertyExtractor,
MatrixFormatting)
self._logger = WriterLogger(self)
self.stream = sys.stdout
self._table_name = None
self.value_matrix = None
self.is_write_header = True
self.is_write_header_separator_row = True
self.is_write_value_separator_row = False
self.is_write_opening_row = False
self.is_write_closing_row = False
self._use_default_header = False
self._dp_extractor = DataPropertyExtractor()
self._dp_extractor.min_column_width = 1
self._dp_extractor.strip_str_header = '"'
self._dp_extractor.strip_str_value = '"'
self._dp_extractor.type_value_mapping[Typecode.NONE] = ""
self._dp_extractor.matrix_formatting = MatrixFormatting.HEADER_ALIGNED
self.is_formatting_float = True
self.is_padding = True
self.header_list = None
self.type_hint_list = None
self._quoting_flags = {
Typecode.BOOL: False,
Typecode.DATETIME: True,
Typecode.DICTIONARY: False,
Typecode.INFINITY: False,
Typecode.INTEGER: False,
Typecode.IP_ADDRESS: True,
Typecode.LIST: False,
Typecode.NAN: False,
Typecode.NONE: False,
Typecode.NULL_STRING: True,
Typecode.REAL_NUMBER: False,
Typecode.STRING: True,
}
self._is_require_table_name = False
self._is_require_header = False
self._is_remove_line_break = False
self.iteration_length = -1
self.write_callback = lambda _iter_count, _iter_length: None # NOP
self.__iter_count = None
self.__align_char_mapping = {
Align.AUTO: "<",
Align.LEFT: "<",
Align.RIGHT: ">",
Align.CENTER: "^",
}
self.__clear_preprocess()
def _repr_html_(self):
import six
from ._html import HtmlTableWriter
writer = HtmlTableWriter()
writer.table_name = self.table_name
writer.header_list = self.header_list
writer.value_matrix = self.value_matrix
writer.stream = six.StringIO()
writer.write_table()
return writer.stream.getvalue()
def close(self):
"""
Close the current |stream|.
"""
try:
if self.stream.name in ["<stdin>", "<stdout>", "<stderr>"]:
return
except AttributeError:
pass
try:
self.stream.close()
except AttributeError:
self._logger.logger.warn(
"the stream has no close method implementation")
finally:
self.stream = None
def from_tabledata(self, value, is_overwrite_table_name=True):
"""
Set tabular attributes to the writer from |TableData|.
Following attributes are configured:
- :py:attr:`~.table_name`.
- :py:attr:`~.header_list`.
- :py:attr:`~.value_matrix`.
|TableData| can be created from various data formats by
``pytablereader``. More detailed information can be found in
http://pytablereader.readthedocs.io/en/latest/
:param tabledata.TableData value: Input table data.
"""
self.__clear_preprocess()
if is_overwrite_table_name:
self.table_name = value.table_name
self.header_list = value.header_list
self._table_value_dp_matrix = value.value_dp_matrix
self._column_dp_list = self._dp_extractor.to_column_dp_list(
self._table_value_dp_matrix, self._column_dp_list)
self.__set_type_hint_list(
[col_dp.type_class for col_dp in self._column_dp_list])
self._is_complete_table_dp_preprocess = True
def from_csv(self, csv_source, delimiter=","):
"""
Set tabular attributes to the writer from a character-separated values (CSV) data source.
Following attributes are set to the writer by the method:
- :py:attr:`~.header_list`.
- :py:attr:`~.value_matrix`.
:py:attr:`~.table_name` also be set if the CSV data source is a file.
In that case, :py:attr:`~.table_name` is as same as the filename.
:param str csv_source:
Input CSV data source either can be designated CSV text or
CSV file path.
:Examples:
:ref:`example-from-csv`
:Dependency Packages:
- `pytablereader <https://github.com/thombashi/pytablereader>`__
"""
import pytablereader as ptr
loader = ptr.CsvTableTextLoader(csv_source,
quoting_flags=self._quoting_flags)
loader.delimiter = delimiter
try:
for table_data in loader.load():
self.from_tabledata(table_data, is_overwrite_table_name=False)
return
except ptr.InvalidDataError:
pass
loader = ptr.CsvTableFileLoader(csv_source,
quoting_flags=self._quoting_flags)
loader.delimiter = delimiter
for table_data in loader.load():
self.from_tabledata(table_data)
def from_dataframe(self, dataframe):
"""
Set tabular attributes to the writer from :py:class:`pandas.DataFrame`.
Following attributes are set to the writer by the method:
- :py:attr:`~.header_list`.
- :py:attr:`~.value_matrix`.
- :py:attr:`~.type_hint_list`.
:param pandas.DataFrame dataframe: Input dataframe.
:Example:
:ref:`example-from-pandas-dataframe`
"""
self.header_list = list(dataframe.columns.values)
self.value_matrix = dataframe.values.tolist()
self.type_hint_list = [
self.__get_typehint_from_dtype(dtype) for dtype in dataframe.dtypes
]
def write_table(self):
"""
|write_table|.
"""
self._logger.logging_start_write()
self._verify_property()
self._write_table()
self._logger.logging_complete_write()
def _write_table_iter(self):
if not self.support_split_write:
raise NotSupportedError(
"the class not supported the write_table_iter method")
self._verify_table_name()
self._verify_stream()
if all([
typepy.is_empty_sequence(self.header_list),
typepy.is_empty_sequence(self.value_matrix)
]):
raise EmptyTableDataError()
self._verify_header()
self._logger.logging_start_write(
["iteration-length={:d}".format(self.iteration_length)])
stash_is_write_header = self.is_write_header
stach_is_write_opening_row = self.is_write_opening_row
stash_is_write_closing_row = self.is_write_closing_row
try:
self.is_write_closing_row = False
self.__iter_count = 1
for work_matrix in self.value_matrix:
is_final_iter = all([
self.iteration_length > 0,
self.__iter_count >= self.iteration_length
])
if is_final_iter:
self.is_write_closing_row = True
self.__set_value_matrix(work_matrix)
self.__clear_preprocess_status()
self._write_table()
if not is_final_iter:
self._write_value_row_separator()
self.is_write_opening_row = False
self.is_write_header = False
self.write_callback(self.__iter_count, self.iteration_length)
# update typehint for the next iteration
"""
if self.type_hint_list is None:
self.__set_type_hint_list([
column_dp.type_class for column_dp in self._column_dp_list
])
"""
if is_final_iter:
break
self.__iter_count += 1
finally:
self.is_write_header = stash_is_write_header
self.is_write_opening_row = stach_is_write_opening_row
self.is_write_closing_row = stash_is_write_closing_row
self.__iter_count = None
self._logger.logging_complete_write()
def _get_padding_len(self, column_dp, value_dp=None):
if not self.is_padding:
return 0
try:
return value_dp.get_padding_len(column_dp.ascii_char_width)
except AttributeError:
return column_dp.ascii_char_width
def _get_header_item(self, col_dp, value_dp):
from typepy import String
format_string = self._get_header_format_string(col_dp, value_dp)
header = String(value_dp.data).force_convert().strip()
return format_string.format(self.__remove_line_break(header))
@staticmethod
def _get_header_format_string(_col_dp, _value_dp):
return "{:s}"
def _get_row_item(self, col_dp, value_dp):
return self.__get_align_format(col_dp, value_dp).format(
self.__remove_line_break(col_dp.dp_to_str(value_dp)))
def _get_align_char(self, align):
return self.__align_char_mapping[align]
def __get_align_format(self, col_dp, value_dp):
if (col_dp.typecode == Typecode.STRING and value_dp.typecode
in (Typecode.INTEGER, Typecode.REAL_NUMBER)):
align_char = self._get_align_char(value_dp.align)
else:
align_char = self._get_align_char(col_dp.align)
format_list = ["{:" + align_char]
col_padding_len = self._get_padding_len(col_dp, value_dp)
if col_padding_len > 0:
format_list.append(str(col_padding_len))
format_list.append("s}")
return "".join(format_list)
@staticmethod
def __get_typehint_from_dtype(col_dtype):
col_dtype = str(col_dtype)
if re.search("^float", col_dtype):
return typepy.RealNumber
if re.search("^int", col_dtype):
return typepy.Integer
return None
def _verify_property(self):
self._verify_table_name()
self._verify_stream()
if all([
typepy.is_empty_sequence(self.header_list),
typepy.is_empty_sequence(self.value_matrix),
typepy.is_empty_sequence(self._table_value_dp_matrix),
]):
raise EmptyTableDataError()
self._verify_header()
try:
self._verify_value_matrix()
except EmptyValueError:
pass
def __set_value_matrix(self, value_matrix):
self.__value_matrix_org = value_matrix
def __set_type_hint_list(self, type_hint_list):
self._dp_extractor.column_type_hint_list = type_hint_list
def _verify_table_name(self):
if all([
self._is_require_table_name,
typepy.is_null_string(self.table_name)
]):
raise EmptyTableNameError(
"table_name must be a string, with at least one or more character."
)
def _verify_stream(self):
if self.stream is None:
raise IOError("null output stream")
def _verify_header(self):
if self._is_require_header and not self._use_default_header:
self._validate_empty_header()
def _validate_empty_header(self):
"""
:raises pytablewriter.EmptyHeaderError: If the |header_list| is empty.
"""
if typepy.is_empty_sequence(self.header_list):
raise EmptyHeaderError(
"header_list expected to have one or more header names")
def _verify_value_matrix(self):
if typepy.is_empty_sequence(self.value_matrix):
raise EmptyValueError()
def _preprocess_table_dp(self):
if self._is_complete_table_dp_preprocess:
return
self._logger.logger.debug("_preprocess_table_dp")
if typepy.is_empty_sequence(
self.header_list) and self._use_default_header:
self.header_list = [
convert_idx_to_alphabet(col_idx)
for col_idx in range(len(self.__value_matrix_org[0]))
]
try:
self._table_value_dp_matrix = self._dp_extractor.to_dp_matrix(
self.__value_matrix_org)
except TypeError as e:
self._logger.logger.debug(msgfy.to_error_message(e))
self._table_value_dp_matrix = []
self._column_dp_list = self._dp_extractor.to_column_dp_list(
self._table_value_dp_matrix, self._column_dp_list)
self._is_complete_table_dp_preprocess = True
def _preprocess_table_property(self):
if self._is_complete_table_property_preprocess:
return
self._logger.logger.debug("_preprocess_table_property")
if self.__iter_count == 1:
import math
for column_dp in self._column_dp_list:
column_dp.extend_width(
int(math.ceil(column_dp.ascii_char_width * 0.25)))
self._is_complete_table_property_preprocess = True
def _preprocess_header(self):
if self._is_complete_header_preprocess:
return
self._logger.logger.debug("_preprocess_header")
self._table_header_list = [
self._get_header_item(col_dp, header_dp)
for col_dp, header_dp in zip(
self._column_dp_list, self._dp_extractor.to_header_dp_list())
]
self._is_complete_header_preprocess = True
def _preprocess_value_matrix(self):
if self._is_complete_value_matrix_preprocess:
return
self._logger.logger.debug(
"_preprocess_value_matrix: value-rows={}".format(
len(self._table_value_dp_matrix)))
self._table_value_matrix = [[
self._get_row_item(col_dp, value_dp)
for col_dp, value_dp in zip(self._column_dp_list, value_dp_list)
] for value_dp_list in self._table_value_dp_matrix]
self._is_complete_value_matrix_preprocess = True
def _preprocess(self):
self._preprocess_table_dp()
self._preprocess_table_property()
self._preprocess_header()
self._preprocess_value_matrix()
def __clear_preprocess_status(self):
try:
if any([
self._is_complete_table_dp_preprocess,
self._is_complete_table_property_preprocess,
self._is_complete_header_preprocess,
self._is_complete_value_matrix_preprocess,
]):
self._logger.logger.debug("__clear_preprocess_status")
except AttributeError:
pass
self._is_complete_table_dp_preprocess = False
self._is_complete_table_property_preprocess = False
self._is_complete_header_preprocess = False
self._is_complete_value_matrix_preprocess = False
def __clear_preprocess_data(self):
try:
if any([
self._column_dp_list,
self._table_header_list,
self._table_value_matrix,
self._table_value_dp_matrix,
]):
self._logger.logger.debug("__clear_preprocess_data")
except AttributeError:
pass
self._column_dp_list = []
self._table_header_list = []
self._table_value_matrix = []
self._table_value_dp_matrix = []
def __clear_preprocess(self):
self.__clear_preprocess_status()
self.__clear_preprocess_data()
def __remove_line_break(self, text):
if not self._is_remove_line_break:
return text
return self.__RE_LINE_BREAK.sub(" ", text)
class AbstractTableReader(TableLoaderInterface, metaclass=abc.ABCMeta):
"""
The abstract class of table data file loader.
.. py:attribute:: table_name
Table name string.
.. py:attribute:: source
Table data source to load.
"""
__table_count_lock = threading.Lock()
__global_table_count = 0
__format_table_count = {}
@property
def source_type(self):
return self._validator.source_type
@property
def quoting_flags(self):
return self.__quoting_flags
@property
def dp_extractor(self):
return self.__dp_extractor
def __init__(self, source, quoting_flags, type_hints, type_hint_rules=None):
self.table_name = tnt.DEFAULT
self.source = source
self.__quoting_flags = quoting_flags
self.type_hints = type_hints
self.type_hint_rules = type_hint_rules
self._validator = None
self._logger = None
self.__dp_extractor = DataPropertyExtractor()
self.__dp_extractor.quoting_flags = self.quoting_flags
self.__dp_extractor.update_strict_level_map({typepy.Typecode.BOOL: 1})
def get_format_key(self):
return "{:s}{:d}".format(self.format_name, self.__get_format_table_count())
def make_table_name(self):
return self._make_table_name()
def inc_table_count(self):
with self.__table_count_lock:
self.__global_table_count += 1
self.__format_table_count[self.format_name] = self.__get_format_table_count() + 1
@abc.abstractmethod
def _get_default_table_name_template(self): # pragma: no cover
pass
def _validate(self):
self._validate_table_name()
self._validate_source()
def _validate_table_name(self):
try:
if typepy.is_null_string(self.table_name):
raise ValueError("table name is empty")
except (TypeError, AttributeError):
raise TypeError("table_name must be a string")
def _validate_source(self):
self._validator.validate()
def __get_format_table_count(self):
return self.__format_table_count.get(self.format_name, 0)
def _get_filename_tablename_mapping(self):
filename = ""
if all([self.source_type == SourceType.FILE, typepy.is_not_null_string(self.source)]):
filename = path.Path(self.source).stem
return (tnt.FILENAME, filename)
def _get_basic_tablename_keyvalue_mapping(self):
from collections import OrderedDict
return OrderedDict(
[
(tnt.DEFAULT, self._get_default_table_name_template()),
(tnt.FORMAT_NAME, self.format_name),
(tnt.FORMAT_ID, str(self.__get_format_table_count())),
(tnt.GLOBAL_ID, str(self.__global_table_count)),
self._get_filename_tablename_mapping(),
]
)
def _expand_table_name_format(self, table_name_kv_mapping):
self._validate_table_name()
table_name = self.table_name
for template, value in table_name_kv_mapping.items():
table_name = table_name.replace(template, value)
return self._sanitize_table_name(table_name)
def _make_table_name(self):
self._validate_table_name()
return self._expand_table_name_format(self._get_basic_tablename_keyvalue_mapping())
@staticmethod
def _sanitize_table_name(table_name):
if typepy.is_null_string(table_name):
raise InvalidTableNameError("table name is empty after the template replacement")
return table_name.strip("_")
@classmethod
def clear_table_count(cls):
with cls.__table_count_lock:
cls.__global_table_count = 0
cls.__format_table_count = {}
