def main():
fn = sys.argv[-1]
urls = [
"https://en.wikipedia.org/wiki/List_of_Black_Mirror_episodes",
]
stories = {}
for idx, url in enumerate(urls):
for story in find_episodes_st1(url,
1,
"blackmirror",
tableclass="wikiepisodetable",
cols=(1, 2, 3, 4),
isterse=True):
stories[story.name] = story
objs = [stories[sid] for sid in sorted(stories)]
txt = webdb.get_defenitions_text_for_objects(
objs,
empty_storythemes_headers=True,
skip_fields='collections',
add_fields=('ratings', ))
txt = txt.encode("utf-8")
if fn.endswith(".txt"):
with open(fn, "wb+") as fh:
fh.write(txt)
else:
# this f*****g breaks on f*****g windows with f*****g unicode sometimes
sys.stdout.write(txt)
def main():
fn = sys.argv[-1]
urls = [
"https://en.wikipedia.org/wiki/The_Twilight_Zone_(2002_TV_series)",
]
stories = {}
for idx, url in enumerate(urls):
# cols:
# titlefield, directorfield, authorfield, datefield
for story in find_episodes_st1(url,
1,
"tz2002e",
cols=(0, 1, 2, 3),
isterse=False,
tableclass="wikiepisodetable",
singleseason=True):
stories[story.name] = story
objs = [stories[sid] for sid in sorted(stories)]
txt = webdb.get_defenitions_text_for_objects(
objs,
empty_storythemes_headers=True,
skip_fields=('collections', ),
add_fields=("Ratings", ))
txt = txt.encode("utf-8")
if fn.endswith(".txt"):
with open(fn, "wb+") as fh:
fh.write(txt)
else:
# this f*****g breaks on f*****g windows with f*****g unicode sometimes
sys.stdout.write(txt)
def main():
url_voy_main = "https://en.wikipedia.org/wiki/List_of_Star_Trek:_Voyager_episodes"
url_voy_s4 = "https://en.wikipedia.org/wiki/Star_Trek:_Voyager_(season_4)"
stories = {}
for story in find_episodes_st1(url_voy_main, 0, "voy"):
stories[story.name] = story
for story in find_episodes_st1(url_voy_s4,
4,
"voy",
tableclass="wikiepisodetable"):
stories[story.name] = story
objs = [stories[sid] for sid in sorted(stories)]
txt = webdb.get_defenitions_text_for_objects(objs)
print txt.encode("utf-8")
def main():
url_ds9_main = "https://en.wikipedia.org/wiki/List_of_Star_Trek:_Deep_Space_Nine_episodes"
stories = {}
for story in find_episodes_st1(url_ds9_main,
0,
"ds9",
tableclass="wikitable"):
stories[story.name] = story
objs = [stories[sid] for sid in sorted(stories)]
txt = webdb.get_defenitions_text_for_objects(objs)
print(txt.encode("utf-8"))
def main():
urls = [
"https://en.wikipedia.org/wiki/Star_Trek:_Enterprise_(season_1)",
"https://en.wikipedia.org/wiki/Star_Trek:_Enterprise_(season_2)",
"https://en.wikipedia.org/wiki/Star_Trek:_Enterprise_(season_3)",
"https://en.wikipedia.org/wiki/Star_Trek:_Enterprise_(season_4)",
]
stories = {}
for idx, url in enumerate(urls):
for story in find_episodes_st1(url,
idx + 1,
"ent",
tableclass="wikiepisodetable",
cols=(1, 2, 3, 4)):
stories[story.name] = story
objs = [stories[sid] for sid in sorted(stories)]
txt = webdb.get_defenitions_text_for_objects(objs)
print txt.encode("utf-8")
