def load(self): """load from self.config_fname into self.config_data if the file does not exist, create a new config_data """ if not os.path.isfile(self.config_fname): nr_proxies = len(self.proxy_list) self.config_data = {'users_set': set(), 'proxy_list': self.proxy_list} else: self.config_data = util.file_pickle_load(self.config_fname) for p in self.proxy_list: found = False for c in self.config_data['proxy_list']: if p.filename == c.filename: found = True if not found: self.config_data['proxy_list'].append(p) return
def load(self, raise_on_error=False): try: # using it only for convenience (expiration, ... not used) data = util.file_pickle_load(self.fname) except: if raise_on_error: raise else: # default to empty history on error data = {} if type(data) != type({}): if raise_on_error: raise TypeError("History object not a dictionary: %s" % str(type(data))) else: # default to empty history on error data = {} self.data = data
def load(self): """load from self.config_fname into self.config_data if the file does not exist, create a new config_data """ if not os.path.isfile(self.config_fname): nr_proxies = len(self.proxy_list) self.config_data = { 'users_set': set(), 'proxy_list': self.proxy_list } else: self.config_data = util.file_pickle_load(self.config_fname) for p in self.proxy_list: found = False for c in self.config_data['proxy_list']: if p.filename == c.filename: found = True if not found: self.config_data['proxy_list'].append(p) return
def load(self, raise_on_error=False): try: # using it only for convenience (expiration, ... not used) data = util.file_pickle_load(self.fname) except: if raise_on_error: raise else: # default to empty history on error data = {} if not isinstance(data, dict): if raise_on_error: raise TypeError("History object not a dictionary: %s" % str(type(data))) else: # default to empty history on error data = {} self.data = data
def load(self): if not os.path.exists(self.config_fname): # no cache, create new cache structure from scratch self.config_data = {} user_map = {} self.config_data['first_free_index'] = 0 nr_proxies = len(self.proxy_list) for i in range(nr_proxies): # use numbers for keys, so we are sure will not match to any user string self.add_proxy(user_map, self.proxy_list[i]) self.config_data['user_map'] = user_map else: # load cache self.config_data = util.file_pickle_load(self.config_fname) # if proxies changed, remove old ones and insert the new ones cached_proxies = set( ) # here we will store the list of proxies in the cache user_map = self.config_data['user_map'] # need to iterate, since not indexed by proxy name keys = user_map.keys() for type in user_map.keys(): for trust_domain in user_map[type].keys(): for k in user_map[type][trust_domain].keys(): el = user_map[type][trust_domain][k] el_proxy = el['proxy'] el_proxyname = el['proxy'].filename found = False for p in self.proxy_list: if (p.filename == el_proxyname): cached_proxies.add(el_proxyname) found = True if not found: # cached proxy not used anymore... remove from cache del user_map[type][trust_domain][k] for proxy in self.proxy_list: if proxy.filename not in cached_proxies: self.add_proxy(user_map, proxy) return
def load(self): if not os.path.exists(self.config_fname): # no cache, create new cache structure from scratch self.config_data = {} user_map = {} self.config_data['first_free_index'] = 0 nr_proxies = len(self.proxy_list) for i in range(nr_proxies): # use numbers for keys, so we are sure will not match to any user string self.add_proxy(user_map,self.proxy_list[i]) self.config_data['user_map'] = user_map else: # load cache self.config_data = util.file_pickle_load(self.config_fname) # if proxies changed, remove old ones and insert the new ones cached_proxies = set() # here we will store the list of proxies in the cache user_map = self.config_data['user_map'] # need to iterate, since not indexed by proxy name keys = user_map.keys() for type in user_map.keys(): for trust_domain in user_map[type].keys(): for k in user_map[type][trust_domain].keys(): el = user_map[type][trust_domain][k] el_proxy = el['proxy'] el_proxyname = el['proxy'].filename found=False for p in self.proxy_list: if (p.filename == el_proxyname): cached_proxies.add(el_proxyname) found=True if not found: # cached proxy not used anymore... remove from cache del user_map[type][trust_domain][k] for proxy in self.proxy_list: if proxy.filename not in cached_proxies: self.add_proxy(user_map,proxy) return