def usage(): """Print usage info.""" usage_str = ( "GFYP Core - Find domain variants and send alerts\n" "usage: python core.py [$BOLD$-escapealert$END$]\n" "Options:\n" " $BOLD$-escapealert$END$ - Escape periods in email alert to avoid " "spam filter") pretty_print(usage_str) sys.exit()
def get(self): pretty_state = False if config.Mode == 'DEBUG': logger.debug('Request URI: %s' % self.request.uri) if self.request.arguments.has_key('pretty'): pretty_state = self.get_argument('pretty') if config.Mode == 'DEBUG' and pretty_state is not None and pretty_state: self.set_header('Content-Type', 'text/html; charset=UTF-8') else: self.set_header('Content-Type', 'application/json; charset=UTF-8') if datetime.datetime.now() < MusicTopHandler.music_top_cache_expire_time + interval: res_ = MusicTopHandler.music_top_cache if config.Mode == 'DEBUG' and pretty_state is not None and pretty_state: res_ = common.pretty_print(res_) self.write(res_) return content_from_api = None try: response = urllib2.urlopen(BAIDU_TOP_URI) content_from_api = response.read() response.close() except Exception, e: logger.error('HTTP request error (from music.baidu.com/top/new/week), %s' % e) self.write(-1) return
def usage(): """Print usage info.""" usage_str = ( "GFYP Utilities\n" "usage: python util.py <$BOLD$command$END$> [command parameters space " "separated]\n" "Commands:\n" " $BOLD$usage$END$ - prints this message\n" " $BOLD$build$END$ - creates a blank database named db.db\n" " $BOLD$add$END$ (domain name) (email address) - inserts a new " "domain to monitor into db.db\n" " $BOLD$removemonitor$END$ (domain name) - removes a domain from " "being monitored\n" " $BOLD$removeentry$END$ (domain name) - removes an identified " "domain from the found entries\n" " $BOLD$dump$END$ (file name) - Writes the contents of the found " "domain name table into the file in CSV format") pretty_print(usage_str) sys.exit()
def usage(): """Print usage info.""" usage_str = ( "GFYP Utilities\n" "usage: python util.py <$BOLD$command$END$> [command parameters space " "separated]\n" "Commands:\n" " $BOLD$usage$END$ - prints this message\n" " $BOLD$build$END$ - creates a blank database named db.db\n" " $BOLD$add$END$ (domain name) (email address) [optional: filename of csv file containing additional tlds] - inserts a new " "domain(s) to monitor into db.db\n" " $BOLD$removemonitor$END$ (domain name) - removes a domain from " "being monitored\n" " $BOLD$removeentry$END$ (domain name) - removes an identified " "domain from the found entries\n" " $BOLD$dump$END$ (file name) - Writes the contents of the found " "domain name table into the file in CSV format\n" " $BOLD$migrate$END$ - Upgrades the GFYP database to the most " "recent schema format\n" " $BOLD$addnote$END$ (domain name) (note in quotes)- Add a note " "to a discovered domain entry") pretty_print(usage_str) sys.exit()
def get(self): pretty_state = False if config.Mode == 'DEBUG': logger.debug('Request URI: %s' % self.request.uri) if self.request.arguments.has_key('pretty'): pretty_state = self.get_argument('pretty') if config.Mode == 'DEBUG' and pretty_state is not None and pretty_state: self.set_header('Content-Type', 'text/html; charset=UTF-8') else: self.set_header('Content-Type', 'application/json; charset=UTF-8') city_name = None if self.request.arguments.has_key('city'): city_name = self.get_argument('city') if city_name is None or len(city_name) == 0: logger.error('Missing argument \'city\'') self.write(201) return raw_city_name = city_name city_name = self.name_parse(city_name) if city_name is None or len(city_name) == 0: logger.error('No matching area name (%s)' % raw_city_name) self.write(201) return res_box = None WeatherHandler.lock_city_name_result_map.acquire() try: res_box = WeatherHandler.city_name_result_map.get(city_name) finally: WeatherHandler.lock_city_name_result_map.release() if res_box is not None: res_ = res_box.get('res') time_ = res_box.get('time') if res_ is not None and time_ is not None and datetime.datetime.now() < time_ + interval: res_ = res_ % raw_city_name if config.Mode == 'DEBUG' and pretty_state is not None and pretty_state: res_ = common.pretty_print(res_) self.write(res_) return content_from_api = None try: response = urllib2.urlopen(WEATHER_API_URI % city_name) content_from_api = response.read() response.close() except Exception, e: logger.error('HTTP request error (from thinkpage.cn), %s' % e) self.write(501) return
def get(self): pretty_state = False if config.Mode == 'DEBUG': logger.debug('Request URI: %s' % self.request.uri) if self.request.arguments.has_key('pretty'): pretty_state = self.get_argument('pretty') if config.Mode == 'DEBUG' and pretty_state is not None and pretty_state: self.set_header('Content-Type', 'text/html; charset=UTF-8') else: self.set_header('Content-Type', 'application/json; charset=UTF-8') keyword = None if self.request.arguments.has_key('keyword'): keyword = self.get_argument('keyword') if keyword is None or len(keyword) == 0: logger.error('Missing argument \'keyword\'') self.write(-2) return res_box = None NewsHandler.lock_news_keyword_result_map.acquire() try: res_box = NewsHandler.news_keyword_result_map.get(keyword) finally: NewsHandler.lock_news_keyword_result_map.release() if res_box is not None: res_ = res_box.get('res') time_ = res_box.get('time') if res_ is not None and time_ is not None and datetime.datetime.now() < time_ + interval: if config.Mode == 'DEBUG' and pretty_state is not None and pretty_state: res_ = common.pretty_print(res_) self.write(res_) return content_from_api = None try: response = urllib2.urlopen(BAIDU_NEWS_URI % keyword) content_from_api = response.read() response.close() except Exception, e: logger.error('HTTP request error (from news.baidu.com), %s' % e) self.write(-1) return
def get(self): pretty_state = False if config.Mode == 'DEBUG': logger.debug('Request URI: %s' % self.request.uri) if self.request.arguments.has_key('pretty'): pretty_state = self.get_argument('pretty') if config.Mode == 'DEBUG' and pretty_state is not None and pretty_state: self.set_header('Content-Type', 'text/html; charset=UTF-8') else: self.set_header('Content-Type', 'application/json; charset=UTF-8') song_name = None if self.request.arguments.has_key('song'): song_name = self.get_argument('song') if song_name is None or len(song_name) == 0: logger.error('Missing argument \'song\'') self.write(-2) return res_box = None LrcSearchHandler.lock_song_name_result_map.acquire() try: res_box = LrcSearchHandler.song_name_result_map.get(song_name) finally: LrcSearchHandler.lock_song_name_result_map.release() if res_box is not None: res_ = res_box.get('res') time_ = res_box.get('time') if res_ is not None and time_ is not None and datetime.datetime.now() < time_ + interval: if config.Mode == 'DEBUG' and pretty_state is not None and pretty_state: res_ = common.pretty_print(res_) self.write(res_) return content_from_api = None try: response = urllib2.urlopen(BAIDU_LRC_URI % song_name) content_from_api = response.read() response.close() except Exception, e: logger.error('HTTP request error (from music.baidu.com/search/lrc), %s' % e) self.write(-1) return
rotated_files = sorted(files_list, reverse=True) # print(f'After sorting: {rotated_files}') return [os.path.join(file_path, listed_files[0])] + rotated_files """ # pseudocode: # get all the files in applog dir listed_files = os.listdir(file_path) # form full path for the files # skip webapp.log and files_list = [os.path.join(file_path, file) for file in listed_files[1:]] # reverse sort all other files sorted(files_list, reverse=True) # append webapp.log and reversed file names [os.path.join(file_path, listed_files[0])] + rotated_files """ if __name__ == '__main__': # from log_parser.models import Config # # d = read_json_config(APP_CONFIG) # pretty_print(d) # for i in d: # pretty_print(i) # config = Config(**i) files = get_files(r'C:\Users\schandramohan\Documents\swadhi\test_git\log_parser\logs\web_app') pretty_print(files) # logs = get_log_files_for_app('web_app_2') # pretty_print(logs)
text_ = link_.get_text() if text_ is None: text_ = '' title_ = ('{ ' + '"url": "%s", ' % href_ + '"title": "%s"' % text_ + ' }') titles_.append(title_) if titles_ is not None and len(titles_) > 0: titles_str = ','.join(titles_) res += titles_str res += ']' res += ' }' NewsHandler.lock_news_keyword_result_map.acquire() try: NewsHandler.news_keyword_result_map[keyword] = { 'res': res, 'time': datetime.datetime.now() } finally: NewsHandler.lock_news_keyword_result_map.release() if config.Mode == 'DEBUG' and pretty_state is not None and pretty_state: res = common.pretty_print(res) self.write(res) def write(self, trunk): if type(trunk) == int: trunk = str(trunk) super(NewsHandler, self).write(trunk)