from wowlib import wowapi, queries, log, mongoconnection, doctemplates import time import os import multiprocessing import pymongo from pymongo import MongoClient #/todo rewrite updatefunction to be a map function. Ie when mapped, all items in iterable can have this function applied to them logname = os.path.splitext(__file__)[0] data = wowapi.auctionurl('Shadow-Council') posts_init = mongoconnection.auctionconnection() threads = 3 #### # create counters count = 0 newcount = 0 timestamp = time.time() updated = 0 update_stats = {} # create list of distinct auctions in memory auction_list = [] auctions = posts_init.find({'status': 'Active'}).distinct('auc') for auction in auctions: auction_list.append(auction) print("Auction List Created") posts_init.close() ###### data_parser = [] for item in data: data_parser.append(item)
import pymongo from pymongo import MongoClient from wowlib import wowapi client = MongoClient() db = client.wow #Variables #call auction url script data = wowapi.auctionurl() #set posts to auction data and insert into db posts = db.auctiondata posts.insert_many(data)