def get_product_list(self): html_analyse = HtmlAnalyse(self.url) data = { "Category_Radio": "Rchip", "Feature_Radio": "Rchip_RFAtten", "CATEGORY": "Rchip", "FEATURE": "Rchip_RFAtten", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } contents = html_analyse.post_contents(data=data).encode().decode() bs_contents = BeautifulSoup(contents, "html.parser") product_tags = bs_contents.find_all(name="tr")[1:] return product_tags
def get_product_list(self): html_analyse = HtmlAnalyse(self.url) data1 = { "Category_Radio": "LeadedR", "Feature_Radio": "LeadedR_CFilm", "CATEGORY": "LeadedR", "FEATURE": "LeadedR_CFilm", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data2 = { "Category_Radio": "LeadedR", "Feature_Radio": "LeadedR_Fwirewound", "CATEGORY": "LeadedR", "FEATURE": "LeadedR_Fwirewound", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data3 = { "Category_Radio": "LeadedR", "Feature_Radio": "LeadedR_LowOhmWire", "CATEGORY": "LeadedR", "FEATURE": "LeadedR_LowOhmWire", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data4 = { "Category_Radio": "LeadedR", "Feature_Radio": "LeadedR_MetalFilm", "CATEGORY": "LeadedR", "FEATURE": "LeadedR_MetalFilm", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data5 = { "Category_Radio": "LeadedR", "Feature_Radio": "LeadedR_MetalGlazedFilm", "CATEGORY": "LeadedR", "FEATURE": "LeadedR_MetalGlazedFilm", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data6 = { "Category_Radio": "LeadedR", "Feature_Radio": "LeadedR_OFilm", "CATEGORY": "LeadedR", "FEATURE": "LeadedR_OFilm", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data7 = { "Category_Radio": "LeadedR", "Feature_Radio": "LeadedR_PulseLoad", "CATEGORY": "LeadedR", "FEATURE": "LeadedR_PulseLoad", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data8 = { "Category_Radio": "LeadedR", "Feature_Radio": "LeadedR_Wirewound", "CATEGORY": "LeadedR", "FEATURE": "LeadedR_Wirewound", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data9 = { "Category_Radio": "LeadedR", "Feature_Radio": "LeadedR_ZeroOhm", "CATEGORY": "LeadedR", "FEATURE": "LeadedR_ZeroOhm", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data10 = { "Category_Radio": "LeadedR", "Feature_Radio": "LeadedR_Cement", "CATEGORY": "LeadedR", "FEATURE": "LeadedR_Cement", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data11 = { "Category_Radio": "LeadedR", "Feature_Radio": "LeadedR_AlumiHouse", "CATEGORY": "LeadedR", "FEATURE": "LeadedR_AlumiHouse", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } datas = [ data1, data2, data3, data4, data5, data6, data7, data8, data9, data10, data11 ] all_product_tags = [] for data in datas: contents = html_analyse.post_contents(data=data).encode().decode() bs_contents = BeautifulSoup(contents, "html.parser") product_tags = bs_contents.find_all(name="tr")[1:] all_product_tags += product_tags return all_product_tags
def get_product_list(self): html_analyse = HtmlAnalyse(self.url) data1 = { "Category_Radio": "Rchip", "Feature_Radio": "Rchip_Automotive", "CATEGORY": "Rchip", "FEATURE": "Rchip_Automotive", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data2 = { "Category_Radio": "Rchip", "Feature_Radio": "Rchip_GeneralPurpose", "CATEGORY": "Rchip", "FEATURE": "Rchip_GeneralPurpose", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data3 = { "Category_Radio": "Rchip", "Rchip_LeadFree": "Rchip_Automotive", "CATEGORY": "Rchip", "FEATURE": "Rchip_LeadFree", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data4 = { "Category_Radio": "Rchip", "Feature_Radio": "Rchip_GPHighPrecision", "CATEGORY": "Rchip", "FEATURE": "Rchip_GPHighPrecision", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data5 = { "Category_Radio": "Rchip", "Feature_Radio": "Rchip_ThinFilm", "CATEGORY": "Rchip", "FEATURE": "Rchip_ThinFilm", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data6 = { "Category_Radio": "Rchip", "Feature_Radio": "Rchip_Termination", "CATEGORY": "Rchip", "FEATURE": "Rchip_Termination", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data7 = { "Category_Radio": "Rchip", "Feature_Radio": "Rchip_Surge", "CATEGORY": "Rchip", "FEATURE": "Rchip_Surge", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data8 = { "Category_Radio": "Rchip", "Feature_Radio": "Rchip_Anti-Sulfurated", "CATEGORY": "Rchip", "FEATURE": "Rchip_Anti-Sulfurated", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } data9 = { "Category_Radio": "Rchip", "Feature_Radio": "Rchip_MLV", "CATEGORY": "Rchip", "FEATURE": "Rchip_MLV", "INDUCTANCE": "", "TOLERANCE": "", "IMPEDANCE": "", "SIZE": "", "POWER": "", "RESISTANCE": "", "TCR": "", "CAPACITANCE": "", "TC": "", "VOLTAGE": "", "FREQUENCY": "", "INSERTIONLOSS": "", "LIFETIME": "", "ANTENNA": "", "ISSEARCH": "OK" } datas = [data1, data2, data3, data4, data5, data6, data7, data8, data9] all_product_tags = [] for data in datas: contents = html_analyse.post_contents(data=data).encode().decode() bs_contents = BeautifulSoup(contents, "html.parser") product_tags = bs_contents.find_all(name="tr")[1:] all_product_tags += product_tags return all_product_tags