def main(): fn = sys.argv[-1] urls = [ "https://en.wikipedia.org/wiki/List_of_Black_Mirror_episodes", ] stories = {} for idx, url in enumerate(urls): for story in find_episodes_st1(url, 1, "blackmirror", tableclass="wikiepisodetable", cols=(1, 2, 3, 4), isterse=True): stories[story.name] = story objs = [stories[sid] for sid in sorted(stories)] txt = webdb.get_defenitions_text_for_objects( objs, empty_storythemes_headers=True, skip_fields='collections', add_fields=('ratings', )) txt = txt.encode("utf-8") if fn.endswith(".txt"): with open(fn, "wb+") as fh: fh.write(txt) else: # this f*****g breaks on f*****g windows with f*****g unicode sometimes sys.stdout.write(txt)
def main(): fn = sys.argv[-1] urls = [ "https://en.wikipedia.org/wiki/The_Twilight_Zone_(2002_TV_series)", ] stories = {} for idx, url in enumerate(urls): # cols: # titlefield, directorfield, authorfield, datefield for story in find_episodes_st1(url, 1, "tz2002e", cols=(0, 1, 2, 3), isterse=False, tableclass="wikiepisodetable", singleseason=True): stories[story.name] = story objs = [stories[sid] for sid in sorted(stories)] txt = webdb.get_defenitions_text_for_objects( objs, empty_storythemes_headers=True, skip_fields=('collections', ), add_fields=("Ratings", )) txt = txt.encode("utf-8") if fn.endswith(".txt"): with open(fn, "wb+") as fh: fh.write(txt) else: # this f*****g breaks on f*****g windows with f*****g unicode sometimes sys.stdout.write(txt)
def main(): url_voy_main = "https://en.wikipedia.org/wiki/List_of_Star_Trek:_Voyager_episodes" url_voy_s4 = "https://en.wikipedia.org/wiki/Star_Trek:_Voyager_(season_4)" stories = {} for story in find_episodes_st1(url_voy_main, 0, "voy"): stories[story.name] = story for story in find_episodes_st1(url_voy_s4, 4, "voy", tableclass="wikiepisodetable"): stories[story.name] = story objs = [stories[sid] for sid in sorted(stories)] txt = webdb.get_defenitions_text_for_objects(objs) print txt.encode("utf-8")
def main(): url_ds9_main = "https://en.wikipedia.org/wiki/List_of_Star_Trek:_Deep_Space_Nine_episodes" stories = {} for story in find_episodes_st1(url_ds9_main, 0, "ds9", tableclass="wikitable"): stories[story.name] = story objs = [stories[sid] for sid in sorted(stories)] txt = webdb.get_defenitions_text_for_objects(objs) print(txt.encode("utf-8"))
def main(): urls = [ "https://en.wikipedia.org/wiki/Star_Trek:_Enterprise_(season_1)", "https://en.wikipedia.org/wiki/Star_Trek:_Enterprise_(season_2)", "https://en.wikipedia.org/wiki/Star_Trek:_Enterprise_(season_3)", "https://en.wikipedia.org/wiki/Star_Trek:_Enterprise_(season_4)", ] stories = {} for idx, url in enumerate(urls): for story in find_episodes_st1(url, idx + 1, "ent", tableclass="wikiepisodetable", cols=(1, 2, 3, 4)): stories[story.name] = story objs = [stories[sid] for sid in sorted(stories)] txt = webdb.get_defenitions_text_for_objects(objs) print txt.encode("utf-8")