def init(self): if xmltodict is None: raise MissingDependencyError("xmltodict") self.set_request_parameters() self.session = create_request_session_from_bot(self) self.dns_name = getattr(self.parameters, "dns_name", None) if self.dns_name is None: raise ValueError('No dns name provided.') self.request_duration = getattr(self.parameters, "request_duration", None) if self.request_duration is None: raise ValueError('No request_duration provided.') user = getattr(self.parameters, "http_username", None) if user is None: raise ValueError('No http_username provided.') pw = getattr(self.parameters, "http_password", None) if pw is None: raise ValueError('No http_password provided.') # create auth token token = user + ":" + pw message_bytes = token.encode('ascii') base64_bytes = base64.b64encode(message_bytes) base64_message = base64_bytes.decode('ascii') self.http_header = {'Authorization': 'Basic ' + base64_message} self.custom_auth_url = "https://" + self.dns_name + "/wsapis/v2.0.0/auth/login"
def init(self): if requests is None: raise ValueError('Could not import requests. Please install it.') self.set_request_parameters() self.session = create_request_session_from_bot(self)
def init(self): if requests is None: raise MissingDependencyError("requests") self.set_request_parameters() self.session = create_request_session_from_bot(self)
def init(self): if requests is None: raise ValueError("Could not import 'requests'. Please install it.") if twitter is None: raise ValueError("Could not import 'twitter'. Please install it.") self.current_time_in_seconds = int(time.time()) self.target_timelines = [] if getattr(self.parameters, "target_timelines", '') is not '': self.target_timelines.extend( self.parameters.target_timelines.split(',')) self.tweet_count = int(getattr(self.parameters, "tweet_count", 20)) self.follow_urls = [] if getattr(self.parameters, "follow_urls", '') is not '': self.follow_urls.extend(self.parameters.follow_urls.split(',')) self.include_rts = getattr(self.parameters, "include_rts", False) self.exclude_replies = getattr(self.parameters, "exclude_replies", False) self.timelimit = int( getattr(self.parameters, "timelimit", 24 * 60 * 60)) self.api = twitter.Api( consumer_key=self.parameters.consumer_key, consumer_secret=self.parameters.consumer_secret, access_token_key=self.parameters.access_token_key, access_token_secret=self.parameters.access_token_secret, tweet_mode="extended") self.set_request_parameters() self.session = create_request_session_from_bot(self)
def init(self): if requests is None: raise ValueError('Could not import requests. Please install it.') if rt is None: raise ValueError('Could not import rt. Please install it.') if getattr(self.parameters, 'search_not_older_than', None): try: self.not_older_than = parser.parse( self.parameters.search_not_older_than) self.not_older_than_type = 'absolute' except ValueError: try: self.not_older_than_relative = timedelta( minutes=parse_relative( self.parameters.search_not_older_than)) except ValueError: self.logger.error( "Parameter 'search_not_older_than' could not be parsed. " "Check your configuration.") raise self.not_older_than_type = 'relative' else: self.not_older_than_type = False self.set_request_parameters() self.session = create_request_session_from_bot(self)
def init(self): if requests is None: raise ValueError('Could not import requests. Please install it.') self.set_request_parameters() self.extract_files = getattr(self.parameters, "extract_files", None) self.session = create_request_session_from_bot(self)
def init(self): super().init() if requests is None: raise ValueError('Could not import requests. Please install it.') # Build request self.set_request_parameters() self.session = create_request_session_from_bot(self) self.chunk_size = getattr(self.parameters, 'chunk_size', None) self.chunk_replicate_header = getattr(self.parameters, 'chunk_replicate_header', None)
def init(self): super().init() if requests is None: raise MissingDependencyError("requests") # Build request self.set_request_parameters() self.session = create_request_session_from_bot(self) self.chunk_size = getattr(self.parameters, 'chunk_size', None) self.chunk_replicate_header = getattr(self.parameters, 'chunk_replicate_header', None)
def init(self): if requests is None: raise ValueError('Could not import requests. Please install it.') self.set_request_parameters() self.http_header['Ocp-Apim-Subscription-Key'] = self.parameters.api_key if self.parameters.file_match: self.file_match = re.compile(self.parameters.file_match) else: self.file_match = None if self.parameters.not_older_than: try: self.time_match = timedelta( minutes=parse_relative(self.parameters.not_older_than)) except ValueError: if sys.version_info >= (3, 6): self.time_match = parser.parse( self.parameters.not_older_than).astimezone(pytz.utc) else: # "astimezone() cannot be applied to a naive datetime" otherwise if '+' not in self.parameters.not_older_than: self.parameters.not_older_than += '+00:00' self.time_match = parser.parse( self.parameters.not_older_than) self.logger.info("Filtering files absolute %r.", self.time_match) self.check_ttl_time() else: self.logger.info("Filtering files relative %r.", self.time_match) if timedelta(seconds=self.parameters.redis_cache_ttl ) < self.time_match: raise ValueError( "The cache's TTL must be higher than 'not_older_than', " "otherwise the bot is processing the same data over and over again." ) else: self.time_match = None self.session = create_request_session_from_bot(self) self.cache = Cache( self.parameters.redis_cache_host, self.parameters.redis_cache_port, self.parameters.redis_cache_db, self.parameters.redis_cache_ttl, getattr(self.parameters, "redis_cache_password", None))
def init(self): if requests is None: raise ValueError('Could not import requests. Please install it.') self.set_request_parameters() if self.parameters.auth_token_name and self.parameters.auth_token: if self.parameters.auth_type == 'http_header': self.http_header.update({ self.parameters.auth_token_name: self.parameters.auth_token }) elif self.parameters.auth_type == 'http_basic_auth': self.auth = self.parameters.auth_token_name, self.parameters.auth_token self.http_header.update( {"Content-Type": "application/json; charset=utf-8"}) self.session = utils.create_request_session_from_bot(self) self.session.keep_alive = False
def init(self): if requests is None: raise MissingDependencyError("requests") self.set_request_parameters() if self.parameters.auth_token_name and self.parameters.auth_token: if self.parameters.auth_type == 'http_header': self.http_header.update({ self.parameters.auth_token_name: self.parameters.auth_token }) elif self.parameters.auth_type == 'http_basic_auth': self.auth = self.parameters.auth_token_name, self.parameters.auth_token self.http_header.update( {"Content-Type": "application/json; charset=utf-8"}) self.session = utils.create_request_session_from_bot(self) self.session.keep_alive = False
def init(self): if requests is None: raise ValueError('Could not import requests. Please install it.') if rt is None: raise ValueError('Could not import rt. Please install it.') if getattr(self.parameters, 'search_not_older_than', None): try: self.not_older_than = parser.parse( self.parameters.search_not_older_than) self.not_older_than_type = 'absolute' except ValueError: try: self.not_older_than_relative = timedelta( minutes=parse_relative( self.parameters.search_not_older_than)) except ValueError: self.logger.error( "Parameter 'search_not_older_than' could not be parsed. " "Check your configuration.") raise self.not_older_than_type = 'relative' else: self.not_older_than_type = False self.set_request_parameters() self.session = create_request_session_from_bot(self) self._parse_extract_file_parameter('extract_attachment') self._parse_extract_file_parameter('extract_download') if hasattr(self.parameters, 'unzip_attachment'): self.logger.warning( "The parameter 'unzip_attachment' is deprecated and " "will be removed in version 3.0 in favor of the " "more generic and powerful 'extract_attachment'. " "Look at the Bots documentation for more details.") if not self.extract_attachment: self.extract_attachment = self.parameters.unzip_attachment else: self.logger.warn( "Both 'extract_attachment' and the deprecated " "'unzip_attachment' parameter are in use. Ignoring " "the latter one.")
def init(self): if requests is None: raise ValueError( "Library 'requests' could not be loaded. Please install it.") self.set_request_parameters() self.url = self.parameters.portal_url + '/api/1.0/ripe/contact?cidr=%s' self.http_header.update({ "Content-Type": "application/json", "Accept": "application/json", "API-Authorization": self.parameters.portal_api_key }) self.mode = self.parameters.mode self.session = utils.create_request_session_from_bot(self) retries = requests.urllib3.Retry.from_int(self.http_timeout_max_tries) retries.status_forcelist = [502] adapter = requests.adapters.HTTPAdapter(max_retries=retries) self.session.mount('http://', adapter) self.session.mount('https://', adapter)
def __initialize_http_session(self): self.set_request_parameters() self.http_session = utils.create_request_session_from_bot(self)