from pickle_file_loader_for_ads import PickleFileLoaderForAds from pickle_file_saver_for_ads import PickleFileSaverForAds from term_counter import TermCounter import constants from query import Query import pdb if __name__ == '__main__': pfl = PickleFileLoaderForAds() queries = ['野球 が 上手くなる'] for query in queries: adding_terms = [] ads = pfl.load_ads_with_query(query) sahens = [] for ad in ads: ad.set_sahens_from_title_and_snippet() sahens.extend(ad.sahens) counter = TermCounter() counter.count_terms(sahens) frequent_terms = counter.frequent_terms() for term in frequent_terms: if term in query: continue adding_terms.append(term) q = Query(query) q.set_expansion_words(adding_terms) pfs = PickleFileSaverForAds() pfs.save_query(q)
from pickle_file_loader_for_ads import PickleFileLoaderForAds from pickle_file_saver_for_ads import PickleFileSaverForAds from term_counter import TermCounter import constants from query import Query import pdb if __name__ == "__main__": pfl = PickleFileLoaderForAds() queries = ["野球 が 上手くなる"] for query in queries: adding_terms = [] ads = pfl.load_ads_with_query(query) sahens = [] for ad in ads: ad.set_sahens_from_title_and_snippet() sahens.extend(ad.sahens) counter = TermCounter() counter.count_terms(sahens) frequent_terms = counter.frequent_terms() for term in frequent_terms: if term in query: continue adding_terms.append(term) q = Query(query) q.set_expansion_words(adding_terms) pfs = PickleFileSaverForAds() pfs.save_query(q)
import constants import time from ad_fetcher import AdFetcher from pickle_file_saver_for_ads import PickleFileSaverForAds if __name__ == '__main__': queries = ['野球 が 上手くなる'] for query in queries: ad_fetcher = AdFetcher(query) ads = ad_fetcher.fetch_ads() pfs = PickleFileSaverForAds() pfs.save_ads_with_query(ads=ads, query=query) time.sleep(1)
# -*- coding: utf-8 -*- from pickle_file_loader_for_ads import PickleFileLoaderForAds from pickle_file_saver_for_ads import PickleFileSaverForAds import pdb import constants if __name__ == '__main__': pfl = PickleFileLoaderForAds() queries = ['野球 が 上手くなる', 'ビリヤード が 上手くなる', 'サッカー が 上手くなる', 'ハンドボール が 上手くなる'] for query in queries: expanded_queries = pfl.load_expanded_queries_with_query(query) pfs = PickleFileSaverForAds() for expanded_query in expanded_queries: # query.body => '部屋 借りる', #query.expansion_words => ['家賃', '比較'] print('%sをsearchします!' % expanded_query.body) pages = expanded_query.search_with_expansion_words() pfs.save_pages_with_query(pages_dict=pages, original_query=expanded_query.body) print('%sで検索して、その結果を保存しました!' % expanded_query.expansion_words)