def __init__(self, cur_cfg, cgen): self.definedcat = megasearch.listpossiblesearchoptions() self.br = mechanize.Browser(factory=mechanize.RobustFactory()) self.cj = cookielib.LWPCookieJar() self.br.set_cookiejar(self.cj) self.br.set_handle_equiv(True) self.br.set_handle_redirect(False) self.br.set_handle_referer(True) self.br.set_handle_robots(False) self.br.addheaders = [('User-agent', 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.1) Gecko/2008071615 Fedora/3.0.1-1.fc9 Firefox/3.0.1')] self.cur_cfg = cur_cfg self.timeout = cgen['default_timeout'] self.baseURL = self.cur_cfg['url'] #~ print self.cur_cfg['url'] humanprovider = urlparse.urlparse(self.baseURL).hostname self.name = humanprovider.replace("www.", "") self.basic_sz = 1024*1024 #~ self.dologin() self.typesrch = 'DSNINIT' self.default_retcode=[200, 'Ok', 0, self.name]
def __init__(self, cur_cfg, cgen): self.definedcat = megasearch.listpossiblesearchoptions() self.br = mechanize.Browser(factory=mechanize.RobustFactory()) self.cj = cookielib.LWPCookieJar() self.br.set_cookiejar(self.cj) self.br.set_handle_equiv(True) self.br.set_handle_redirect(False) self.br.set_handle_referer(True) self.br.set_handle_robots(False) self.br.addheaders = [('User-agent', 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36')] self.cur_cfg = cur_cfg self.timeout = cgen['default_timeout'] self.baseURL = self.cur_cfg['url'] # ~ print self.cur_cfg['url'] humanprovider = urlparse.urlparse(self.baseURL).hostname self.name = humanprovider.replace("www.", "") self.basic_sz = 1024 * 1024 # ~ self.dologin() self.typesrch = 'DSNINIT' self.default_retcode = [200, 'Ok', 0, self.name]
def __init__(self, cur_cfg, cgen): self.definedcat = megasearch.listpossiblesearchoptions() self.br = mechanize.Browser(factory=mechanize.RobustFactory()) self.cj = cookielib.LWPCookieJar() self.br.set_cookiejar(self.cj) self.br.set_handle_equiv(True) self.br.set_handle_redirect(False) self.br.set_handle_referer(True) self.br.set_handle_robots(False) self.br.addheaders = [( 'User-agent', 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.1) Gecko/2008071615 Fedora/3.0.1-1.fc9 Firefox/3.0.1' )] self.cur_cfg = cur_cfg self.timeout = cgen['default_timeout'] self.baseURL = self.cur_cfg['url'] #~ print self.cur_cfg['url'] humanprovider = urlparse.urlparse(self.baseURL).hostname self.name = humanprovider.replace("www.", "") self.basic_sz = 1024 * 1024 #~ self.dologin() self.typesrch = 'DSNINIT' self.default_retcode = [200, 'Ok', 0, self.name]
def __init__(self, cur_cfg, cgen): self.definedcat = megasearch.listpossiblesearchoptions() self.br = mechanize.Browser(factory=mechanize.RobustFactory()) self.cj = cookielib.LWPCookieJar() self.br.set_cookiejar(self.cj) self.br.set_handle_equiv(True) self.br.set_handle_redirect(False) self.br.set_handle_referer(True) self.br.set_handle_robots(False) self.br.addheaders = [( 'User-agent', 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36' )] self.cur_cfg = cur_cfg self.timeout = cgen['default_timeout'] self.baseURL = self.cur_cfg['url'] # ~ print self.cur_cfg['url'] humanprovider = urlparse.urlparse(self.baseURL).hostname self.name = humanprovider.replace("www.", "") self.basic_sz = 1024 * 1024 # ~ self.dologin() self.typesrch = 'DSNINIT' self.default_retcode = [200, 'Ok', 0, self.name]
def html_editpage(self): count = 0 if 'SearchModule.loadedModules' not in globals(): SearchModule.loadSearchModules() dsearchsupport = DeepsearchModule.supportedengines() cffileb = [] cffile = copy.deepcopy(self.cfg) cdsfile = self.cfg_deep genopt = self.cgen if (cffile is None): cffile = [] if (cdsfile is None): cdsfile = [] cdomainname = megasearch.getdomainext() for module in SearchModule.loadedModules: if (module.builtin): option = 'checked=yes' flogin = 0 flogin_caption_user = '******' flogin_caption_pwd = 'pwd' login_name = '' login_pwd = '' speed_cl = 1 if (module.active == 0): option = '' for i in xrange(len(cffile)): if (cffile[i]['type'] == module.typesrch): if (cffile[i]['valid'] == 0): option = '' else: option = 'checked=yes' login_name = cffile[i]['login'] login_pwd = cffile[i]['pwd'] speed_cl = cffile[i]['speed_class'] if (module.login == 1): flogin = 1 #~ if('caption_login_user' in module): if (hasattr(module, 'caption_login_user')): flogin_caption_user = module.caption_login_user flogin_caption_pwd = module.caption_login_pwd tmpcfg = { 'stchk': option, 'humanname': module.name, 'url': '', 'idx': count, 'speed_class': speed_cl, 'type': module.typesrch, 'flogin': flogin, 'flogin_caption_user': flogin_caption_user, 'flogin_caption_pwd': flogin_caption_pwd, 'loginname': login_name, 'loginpwd': login_pwd, } cffileb.append(tmpcfg) count = count + 1 #~ scrapers with web login for dsearchmodule in dsearchsupport: if (dsearchmodule['opts']['builtin']): option = 'checked=yes' flogin = 0 login_name = '' login_pwd = '' speed_cl = dsearchmodule['opts']['speed_cl'] if (dsearchmodule['opts']['active'] == 0): option = '' for i in xrange(len(cdsfile)): if (cdsfile[i]['type'] == dsearchmodule['opts']['typesrch'] ): if (cdsfile[i]['valid'] == 0): option = '' else: option = 'checked=yes' #~ speed_cl = cdsfile[i]['speed_cl'] login_name = cdsfile[i]['user'] login_pwd = cdsfile[i]['pwd'] if (dsearchmodule['opts']['login'] == 1): flogin = 1 tmpcfg = { 'stchk': option, 'humanname': dsearchmodule['name'], 'url': dsearchmodule['opts']['url'], 'idx': count, 'flogin_caption_user': '******', 'flogin_caption_pwd': 'pwd', 'speed_class': speed_cl, 'type': dsearchmodule['opts']['typesrch'], 'flogin': flogin, 'loginname': login_name, 'loginpwd': login_pwd, } cffileb.append(tmpcfg) count = count + 1 count = 0 for i in xrange(len(cffile)): if (cffile[i]['builtin'] == 0): cffile[i]['idx'] = count cffile[i]['valid_verbose'] = '' if (cffile[i]['valid'] == 1): cffile[i]['valid_verbose'] = 'checked=yes' count = count + 1 sel_speedopt_tmp = copy.deepcopy(self.selectable_speedopt) sel_speedopt_tmp[cffile[i]['speed_class'] - 1][2] = 'selected' cffile[i]['selspeed_sel'] = sel_speedopt_tmp sel_speedopt_basic = copy.deepcopy(self.selectable_speedopt) sel_speedopt_basic[0][2] = 'selected' count_ds = 0 cdsfile_toshow1 = [] for i in xrange(len(cdsfile)): if (cdsfile[i]['type'] == 'DSN'): cdsfile_toshow = copy.deepcopy(cdsfile[i]) cdsfile_toshow['idx'] = count_ds cdsfile_toshow['valid_verbose'] = '' if (cdsfile_toshow['valid'] == 1): cdsfile_toshow['valid_verbose'] = 'checked=yes' count_ds = count_ds + 1 sel_speedopt_tmp = copy.deepcopy(self.selectable_speedopt) sel_speedopt_tmp[cdsfile[i]['speed_class'] - 1][2] = 'selected' cdsfile_toshow['selspeed_sel'] = sel_speedopt_tmp cdsfile_toshow1.append(cdsfile_toshow) possibleopt = megasearch.listpossiblesearchoptions() for slctg in possibleopt: if (slctg[0] == genopt['search_default']): slctg[2] = 'selected' tnarray = [] for ntn in xrange(1, 50): if (genopt['trends_qty'] == ntn): tnarray.append([ntn, ntn, 'selected']) else: tnarray.append([ntn, ntn, '']) genopt['general_https_verbose'] = '' genopt['general_trend_verbose'] = '' genopt['general_suggestion_verbose'] = '' genopt['smartsearch_verbose'] = '' genopt['max_cache_verbose'] = '' genopt['predb_active_verbose'] = '' if (genopt['predb_active'] == 1): genopt['predb_active_verbose'] = 'checked=yes' if (genopt['general_https'] == 1): genopt['general_https_verbose'] = 'checked=yes' if (genopt['general_suggestion'] == 1): genopt['general_suggestion_verbose'] = 'checked=yes' if (genopt['general_trend'] == 1): genopt['general_trend_verbose'] = 'checked=yes' if (genopt['smartsearch'] == 1): genopt['smartsearch_verbose'] = 'checked=yes' if (genopt['cache_active'] == 1): genopt['cache_active_verbose'] = 'checked=yes' genopt['general_ipaddress_verbose'] = 'AUTO' if (genopt['general_ipaddress'] != ''): genopt['general_ipaddress_verbose'] = genopt['general_ipaddress'] openshift_install = False if (len(self.dirconf)): openshift_install = True return render_template('config.html', cfg=cffile, cfg_dp=cdsfile_toshow1, cnt=count, cnt_ds=count_ds, genopt=genopt, selectable_opt=possibleopt, sel_speedopt_basic=sel_speedopt_basic, openshift_install=openshift_install, tnarray=tnarray, cdomainname=cdomainname, cnt_max=MAX_PROVIDER_NUMBER, cfg_bi=cffileb)
def html_editpage(self): count = 0 if 'SearchModule.loadedModules' not in globals(): SearchModule.loadSearchModules() dsearchsupport = DeepsearchModule.supportedengines() cffileb = [] cffile = copy.deepcopy(self.cfg) cdsfile = self.cfg_deep genopt = self.cgen if (cffile is None): cffile = [] if (cdsfile is None): cdsfile = [] cdomainname = megasearch.getdomainext() for module in SearchModule.loadedModules: if (module.builtin): option = 'checked=yes' flogin = 0 flogin_caption_user = '******' flogin_caption_pwd = 'pwd' login_name = '' login_pwd = '' speed_cl = 1 extra_cl = 0 if (module.active == 0): option = '' for i in xrange(len(cffile)): if (cffile[i]['type'] == module.typesrch): if (cffile[i]['valid'] == 0): option = '' else: option = 'checked=yes' login_name = cffile[i]['login'] login_pwd = cffile[i]['pwd'] speed_cl = cffile[i]['speed_class'] extra_cl = cffile[i]['extra_class'] if (module.login == 1): flogin = 1 # ~ if('caption_login_user' in module): if (hasattr(module, 'caption_login_user')): flogin_caption_user = module.caption_login_user flogin_caption_pwd = module.caption_login_pwd tmpcfg = {'stchk': option, 'humanname': module.name, 'url': '', 'idx': count, 'speed_class': speed_cl, 'extra_class': extra_cl, 'type': module.typesrch, 'flogin': flogin, 'flogin_caption_user': flogin_caption_user, 'flogin_caption_pwd': flogin_caption_pwd, 'loginname': login_name, 'loginpwd': login_pwd, } cffileb.append(tmpcfg) count = count + 1 # ~ scrapers with web login for dsearchmodule in dsearchsupport: if (dsearchmodule['opts']['builtin']): option = 'checked=yes' flogin = 0 login_name = '' login_pwd = '' speed_cl = dsearchmodule['opts']['speed_cl'] extra_cl = dsearchmodule['opts']['extra_cl'] if (dsearchmodule['opts']['active'] == 0): option = '' for i in xrange(len(cdsfile)): if (cdsfile[i]['type'] == dsearchmodule['opts']['typesrch']): if (cdsfile[i]['valid'] == 0): option = '' else: option = 'checked=yes' # ~ speed_cl = cdsfile[i]['speed_cl'] login_name = cdsfile[i]['user'] login_pwd = cdsfile[i]['pwd'] if (dsearchmodule['opts']['login'] == 1): flogin = 1 tmpcfg = {'stchk': option, 'humanname': dsearchmodule['name'], 'url': dsearchmodule['opts']['url'], 'idx': count, 'flogin_caption_user': '******', 'flogin_caption_pwd': 'pwd', 'speed_class': speed_cl, 'extra_class': extra_cl, 'type': dsearchmodule['opts']['typesrch'], 'flogin': flogin, 'loginname': login_name, 'loginpwd': login_pwd, } cffileb.append(tmpcfg) count = count + 1 count = 0 for i in xrange(len(cffile)): if (cffile[i]['builtin'] == 0): cffile[i]['idx'] = count cffile[i]['valid_verbose'] = '' if (cffile[i]['valid'] == 1): cffile[i]['valid_verbose'] = 'checked=yes' count = count + 1 sel_speedopt_tmp = copy.deepcopy(self.selectable_speedopt) sel_speedopt_tmp[cffile[i]['speed_class'] - 1][2] = 'selected' sel_extraopt_tmp = copy.deepcopy(self.selectable_extraopt) sel_extraopt_tmp[cffile[i]['extra_class']][2] = 'selected' cffile[i]['selspeed_sel'] = sel_speedopt_tmp cffile[i]['selextra_sel'] = sel_extraopt_tmp sel_speedopt_basic = copy.deepcopy(self.selectable_speedopt) sel_speedopt_basic[0][2] = 'selected' sel_extraopt_basic = copy.deepcopy(self.selectable_extraopt) sel_extraopt_basic[0][2] = 'selected' count_ds = 0 cdsfile_toshow1 = [] for i in xrange(len(cdsfile)): if (cdsfile[i]['type'] == 'DSN'): cdsfile_toshow = copy.deepcopy(cdsfile[i]) cdsfile_toshow['idx'] = count_ds cdsfile_toshow['valid_verbose'] = '' if (cdsfile_toshow['valid'] == 1): cdsfile_toshow['valid_verbose'] = 'checked=yes' count_ds = count_ds + 1 sel_speedopt_tmp = copy.deepcopy(self.selectable_speedopt) sel_speedopt_tmp[cdsfile[i]['speed_class'] - 1][2] = 'selected' sel_extraopt_tmp = copy.deepcopy(self.selectable_extraopt) sel_extraopt_tmp[cdsfile[i]['extra_class']][2] = 'selected' cdsfile_toshow['selspeed_sel'] = sel_speedopt_tmp cdsfile_toshow['selextra_sel'] = sel_extraopt_tmp cdsfile_toshow1.append(cdsfile_toshow) possibleopt = megasearch.listpossiblesearchoptions() for slctg in possibleopt: if (slctg[0] == genopt['search_default']): slctg[2] = 'selected' tnarray = [] for ntn in xrange(1, 50): if (genopt['trends_qty'] == ntn): tnarray.append([ntn, ntn, 'selected']) else: tnarray.append([ntn, ntn, '']) genopt['general_https_verbose'] = '' genopt['general_trend_verbose'] = '' genopt['general_suggestion_verbose'] = '' genopt['smartsearch_verbose'] = '' genopt['max_cache_verbose'] = '' genopt['predb_active_verbose'] = '' genopt['general_restrictopt1_verbose'] = '' genopt['general_dereferer_verbose'] = '' if (genopt['predb_active'] == 1): genopt['predb_active_verbose'] = 'checked=yes' if (genopt['general_https'] == 1): genopt['general_https_verbose'] = 'checked=yes' if (genopt['general_restrictopt1'] == 1): genopt['general_restrictopt1_verbose'] = 'checked=yes' if (genopt['general_dereferer'] == 1): genopt['general_dereferer_verbose'] = 'checked=yes' if (genopt['general_suggestion'] == 1): genopt['general_suggestion_verbose'] = 'checked=yes' if (genopt['general_trend'] == 1): genopt['general_trend_verbose'] = 'checked=yes' if (genopt['smartsearch'] == 1): genopt['smartsearch_verbose'] = 'checked=yes' if (genopt['use_warp'] == 1): genopt['use_warp_verbose'] = 'checked=yes' if (genopt['cache_active'] == 1): genopt['cache_active_verbose'] = 'checked=yes' genopt['general_ipaddress_verbose'] = 'AUTO' if (genopt['general_ipaddress'] != ''): genopt['general_ipaddress_verbose'] = genopt['general_ipaddress'] openshift_install = False if (len(self.dirconf_oshift)): openshift_install = True return render_template('config.html', cfg=cffile, cfg_dp=cdsfile_toshow1, cnt=count, cnt_ds=count_ds, genopt=genopt, selectable_opt=possibleopt, sel_speedopt_basic=sel_speedopt_basic, sel_extraopt_basic=sel_extraopt_basic, openshift_install=openshift_install, tnarray=tnarray, cdomainname=cdomainname, cnt_max=MAX_PROVIDER_NUMBER, cfg_bi=cffileb)
def html_editpage(self): count = 0 if 'SearchModule.loadedModules' not in globals(): SearchModule.loadSearchModules() cffileb = [] cffile = copy.deepcopy(self.cfg) cdsfile = self.cfg_deep genopt = self.cgen if(cffile is None): cffile = [] if(cdsfile is None): cdsfile = [] for module in SearchModule.loadedModules: if(module.builtin): option='checked=yes' flogin=0 login_name = '' login_pwd = '' speed_cl = 1 if(module.active == 0): option='' for i in xrange(len(cffile)): if(cffile[i]['type'] == module.typesrch): if(cffile[i]['valid'] == 0): option='' else: option='checked=yes' login_name=cffile[i]['login'] login_pwd=cffile[i]['pwd'] speed_cl = cffile[i]['speed_class'] if(module.login == 1): flogin = 1 tmpcfg= {'stchk' : option, 'humanname' : module.name, 'idx' : count, 'speed_class' : speed_cl, 'type' : module.typesrch, 'flogin': flogin, 'loginname': login_name, 'loginpwd': login_pwd, } cffileb.append(tmpcfg) count = count + 1 count = 0 for i in xrange(len(cffile)): if(cffile[i]['builtin'] == 0): cffile[i]['idx'] = count cffile[i]['valid_verbose'] = '' if(cffile[i]['valid'] == 1): cffile[i]['valid_verbose'] = 'checked=yes' count = count + 1 sel_speedopt_tmp = copy.deepcopy(self.selectable_speedopt) sel_speedopt_tmp[cffile[i]['speed_class']-1][2] = 'selected' cffile[i]['selspeed_sel'] = sel_speedopt_tmp sel_speedopt_basic = copy.deepcopy(self.selectable_speedopt) sel_speedopt_basic[0][2] = 'selected' count_ds=0 for i in xrange(len(cdsfile)): cdsfile[i]['idx'] = count_ds cdsfile[i]['valid_verbose'] = '' if(cdsfile[i]['valid'] == 1): cdsfile[i]['valid_verbose'] = 'checked=yes' count_ds = count_ds + 1 sel_speedopt_tmp = copy.deepcopy(self.selectable_speedopt) sel_speedopt_tmp[cdsfile[i]['speed_class']-1][2] = 'selected' cdsfile[i]['selspeed_sel'] = sel_speedopt_tmp possibleopt=megasearch.listpossiblesearchoptions() for slctg in possibleopt: if(slctg[0] == genopt['search_default']): slctg[2] = 'selected' tnarray = [] for ntn in xrange(1,50): if(genopt['trends_qty'] == ntn): tnarray.append([ ntn, ntn,'selected']) else: tnarray.append([ntn, ntn,'']) genopt['general_https_verbose'] = '' genopt['general_trend_verbose'] = '' genopt['general_suggestion_verbose'] = '' if(genopt['general_https'] == 1): genopt['general_https_verbose'] = 'checked=yes' if(genopt['general_suggestion'] == 1): genopt['general_suggestion_verbose'] = 'checked=yes' if(genopt['general_trend'] == 1): genopt['general_trend_verbose'] = 'checked=yes' openshift_install = False if(len(self.dirconf)): openshift_install = True return render_template('config.html', cfg=cffile, cfg_dp=cdsfile, cnt=count, cnt_ds=count_ds, genopt = genopt, selectable_opt = possibleopt, sel_speedopt_basic = sel_speedopt_basic, openshift_install = openshift_install, tnarray = tnarray, cnt_max=MAX_PROVIDER_NUMBER, cfg_bi=cffileb)
def html_editpage(self): count = 0 if 'SearchModule.loadedModules' not in globals(): SearchModule.loadSearchModules() cffileb = [] cffile = copy.deepcopy(self.cfg) cdsfile = self.cfg_deep genopt = self.cgen if (cffile is None): cffile = [] if (cdsfile is None): cdsfile = [] for module in SearchModule.loadedModules: if (module.builtin): option = 'checked=yes' flogin = 0 login_name = '' login_pwd = '' speed_cl = 1 if (module.active == 0): option = '' for i in xrange(len(cffile)): if (cffile[i]['type'] == module.typesrch): if (cffile[i]['valid'] == 0): option = '' else: option = 'checked=yes' login_name = cffile[i]['login'] login_pwd = cffile[i]['pwd'] speed_cl = cffile[i]['speed_class'] if (module.login == 1): flogin = 1 tmpcfg = { 'stchk': option, 'humanname': module.name, 'idx': count, 'speed_class': speed_cl, 'type': module.typesrch, 'flogin': flogin, 'loginname': login_name, 'loginpwd': login_pwd, } cffileb.append(tmpcfg) count = count + 1 count = 0 for i in xrange(len(cffile)): if (cffile[i]['builtin'] == 0): cffile[i]['idx'] = count cffile[i]['valid_verbose'] = '' if (cffile[i]['valid'] == 1): cffile[i]['valid_verbose'] = 'checked=yes' count = count + 1 sel_speedopt_tmp = copy.deepcopy(self.selectable_speedopt) sel_speedopt_tmp[cffile[i]['speed_class'] - 1][2] = 'selected' cffile[i]['selspeed_sel'] = sel_speedopt_tmp sel_speedopt_basic = copy.deepcopy(self.selectable_speedopt) sel_speedopt_basic[0][2] = 'selected' count_ds = 0 for i in xrange(len(cdsfile)): cdsfile[i]['idx'] = count_ds cdsfile[i]['valid_verbose'] = '' if (cdsfile[i]['valid'] == 1): cdsfile[i]['valid_verbose'] = 'checked=yes' count_ds = count_ds + 1 sel_speedopt_tmp = copy.deepcopy(self.selectable_speedopt) sel_speedopt_tmp[cdsfile[i]['speed_class'] - 1][2] = 'selected' cdsfile[i]['selspeed_sel'] = sel_speedopt_tmp possibleopt = megasearch.listpossiblesearchoptions() for slctg in possibleopt: if (slctg[0] == genopt['search_default']): slctg[2] = 'selected' genopt['general_https_verbose'] = '' genopt['general_trend_verbose'] = '' genopt['general_suggestion_verbose'] = '' if (genopt['general_https'] == 1): genopt['general_https_verbose'] = 'checked=yes' if (genopt['general_suggestion'] == 1): genopt['general_suggestion_verbose'] = 'checked=yes' if (genopt['general_trend'] == 1): genopt['general_trend_verbose'] = 'checked=yes' openshift_install = False if (len(self.dirconf)): openshift_install = True return render_template('config.html', cfg=cffile, cfg_dp=cdsfile, cnt=count, cnt_ds=count_ds, genopt=genopt, selectable_opt=possibleopt, sel_speedopt_basic=sel_speedopt_basic, openshift_install=openshift_install, cnt_max=MAX_PROVIDER_NUMBER, cfg_bi=cffileb)