def main(): url_voy_main = "https://en.wikipedia.org/wiki/List_of_Star_Trek:_Voyager_episodes" url_voy_s4 = "https://en.wikipedia.org/wiki/Star_Trek:_Voyager_(season_4)" stories = {} for story in find_episodes_st1(url_voy_main, 0, "voy"): stories[story.name] = story for story in find_episodes_st1(url_voy_s4, 4, "voy", tableclass = "wikiepisodetable"): stories[story.name] = story objs = [ stories[sid] for sid in sorted(stories) ] txt = webdb.get_defenitions_text_for_objects(objs) print txt.encode("utf-8")
def main(): fn = sys.argv[-1] urls = [ "https://en.wikipedia.org/wiki/List_of_Futurama_episodes", ] stories = {} for idx, url in enumerate(urls): for story in find_episodes_st1(url, 1, "futurama", tableclass="wikiepisodetable", cols=(1, 2, 3, 4), isterse=True): stories[story.name] = story objs = [stories[sid] for sid in sorted(stories)] txt = webdb.get_defenitions_text_for_objects( objs, empty_storythemes_headers=True, skip_fields='collections') txt = txt.encode("utf-8") if fn.endswith(".txt"): with open(fn, "wb+") as fh: fh.write(txt) else: # this f*****g breaks on f*****g windows with f*****g unicode sometimes sys.stdout.write(txt)
def main(): url_voy_main = "https://en.wikipedia.org/wiki/List_of_Star_Trek:_Voyager_episodes" url_voy_s4 = "https://en.wikipedia.org/wiki/Star_Trek:_Voyager_(season_4)" stories = {} for story in find_episodes_st1(url_voy_main, 0, "voy"): stories[story.name] = story for story in find_episodes_st1(url_voy_s4, 4, "voy", tableclass="wikiepisodetable"): stories[story.name] = story objs = [stories[sid] for sid in sorted(stories)] txt = webdb.get_defenitions_text_for_objects(objs) print txt.encode("utf-8")
def main(): url = "https://en.wikipedia.org/wiki/List_of_Babylon_5_episodes" stories = {} for story in find_episodes_st1(url, -1, "bbf", cols = (1, 2, 3, 4)): stories[story.name] = story objs = [ stories[sid] for sid in sorted(stories) ] txt = webdb.get_defenitions_text_for_objects(objs, empty_storythemes_headers = True) print txt.encode("utf-8")
def main(): url = "https://en.wikipedia.org/wiki/List_of_Babylon_5_episodes" stories = {} for story in find_episodes_st1(url, -1, "bbf", cols=(1, 2, 3, 4)): stories[story.name] = story objs = [stories[sid] for sid in sorted(stories)] txt = webdb.get_defenitions_text_for_objects( objs, empty_storythemes_headers=True) print txt.encode("utf-8")
def main(): url_ds9_main = "https://en.wikipedia.org/wiki/List_of_Star_Trek:_Deep_Space_Nine_episodes" stories = {} for story in find_episodes_st1(url_ds9_main, 0, "ds9", tableclass="wikitable"): stories[story.name] = story objs = [stories[sid] for sid in sorted(stories)] txt = webdb.get_defenitions_text_for_objects(objs) print txt.encode("utf-8")
def main(): urls = [ "https://en.wikipedia.org/wiki/Star_Trek:_Enterprise_(season_1)", "https://en.wikipedia.org/wiki/Star_Trek:_Enterprise_(season_2)", "https://en.wikipedia.org/wiki/Star_Trek:_Enterprise_(season_3)", "https://en.wikipedia.org/wiki/Star_Trek:_Enterprise_(season_4)", ] stories = {} for idx, url in enumerate(urls): for story in find_episodes_st1( url, idx + 1, "ent", tableclass = "wikiepisodetable", cols = (1, 2, 3, 4) ): stories[story.name] = story objs = [ stories[sid] for sid in sorted(stories) ] txt = webdb.get_defenitions_text_for_objects(objs) print txt.encode("utf-8")
def main(): urls = [ "https://en.wikipedia.org/wiki/Star_Trek:_Enterprise_(season_1)", "https://en.wikipedia.org/wiki/Star_Trek:_Enterprise_(season_2)", "https://en.wikipedia.org/wiki/Star_Trek:_Enterprise_(season_3)", "https://en.wikipedia.org/wiki/Star_Trek:_Enterprise_(season_4)", ] stories = {} for idx, url in enumerate(urls): for story in find_episodes_st1(url, idx + 1, "ent", tableclass="wikiepisodetable", cols=(1, 2, 3, 4)): stories[story.name] = story objs = [stories[sid] for sid in sorted(stories)] txt = webdb.get_defenitions_text_for_objects(objs) print txt.encode("utf-8")
def main(): fn = sys.argv[-1] urls = [ "https://en.wikipedia.org/wiki/List_of_Black_Mirror_episodes", ] stories = {} for idx, url in enumerate(urls): for story in find_episodes_st1( url, 1, "blackmirror", tableclass = "wikiepisodetable", cols = (1, 2, 3, 4), isterse = True ): stories[story.name] = story objs = [ stories[sid] for sid in sorted(stories) ] txt = webdb.get_defenitions_text_for_objects(objs, empty_storythemes_headers = True, skip_fields = 'collections') txt = txt.encode("utf-8") if fn.endswith(".txt"): with open(fn, "wb+") as fh: fh.write(txt) else: # this f*****g breaks on f*****g windows with f*****g unicode sometimes sys.stdout.write(txt)