def get_formatted_dataset(self, name, file_limit, type, anim_type):
formatter = Formatter(anim_type=anim_type)
set_x, set_y = formatter.get_dataset(type=type,
name=name,
file_limit=file_limit)
for index, dict in enumerate(set_y):
set_y[index] = self.format_y(dict)
if self.flatten_input:
for index, dict in enumerate(set_x):
set_x[index] = dict.flatten()
return set_x, set_y
def scrape(self):
"""Main programm."""
formatter = Formatter(self._language)
for index, (main_title, redirects) in enumerate(self._titles.items()):
# ensures to continue where script left off
if self._start_index > index:
continue
self._notify(index, main_title)
content = formatter.format_with_title(main_title, redirects, pretty_print=False)
if not content: # there are some files that need to be skipped
continue
self._save_content(main_title, content)
self._save_state(main_title)
print("Sucessfully scrapped.")
import sql_parser from format import Formatter parser = sql_parser.BigQueryViewParser() sql = """ with my_cte as (select sum(case when a=1 then 1 else 0 end) as pivoted from table) select * from my_cte """ ast = parser._parse(sql) f = Formatter() f.format(ast) f.document.pprint()