def analise_photo_page(link): from lxml.etree import tostring link = link.replace("http://vk", "http://m.vk") print "parsing page " + link photo_page_object = make_html_obj_from_link(link, "mobile") author_name = photo_page_object.xpath('//div[@class="mv_details"]/dl[2]/dd/a/text()') author_name = "" if not author_name else author_name[0] author_link = photo_page_object.xpath('//div[@class="mv_details"]/dl[2]/dd/a/@href') author_link = "" if not author_link else author_link[0] album_name = photo_page_object.xpath('//div[@class="mv_details"]/dl[1]/dd/a/node()') album_name = "" if not album_name else album_name[0] description = photo_page_object.xpath('//div[@class="mv_description"]/node()') title = "" if description: content = [] for desc in description: if not isinstance(desc, (str, basestring, unicode)): content.append(tostring(desc)) else: content.append(desc) title += desc content = html.escape(" ".join(content)) title = html.escape(title) else: content = ( "Album: " + album_name + ". " + html.escape(photo_page_object.xpath('//div[@class="pv_summary"]/text()')[0]) ) title = content image_link = photo_page_object.xpath('//li/a[@target="_blank"]/@href') if not image_link: print link, " has not been parsed correctly" print image_link, "\n" with open(link.split("/")[-1] + "NotCorrectlyParsedPage.html", "w") as source: source.write(tostring(photo_page_object)) image_link = "" photo_hash = "" else: image_link = image_link[0] photo_hash = image_link.split(".")[-2].split("/")[-1] from PostParamsContainer import PostParamsContainer # page_link='', description='', author_name='', author_link='', image_link='', time='', photo_hash='', content='' return PostParamsContainer( link, title, author_name, author_link, image_link, photo_hash=photo_hash, content=content )
def log_entry(file_path, request, request_execution_result): """ @type file_path: str @type request: jmx_interaction.structures.RequestStructure @type request_execution_result: dict """ entry_id = str(random.random() * random.choice([10, 20, 30, 100, 500, 1000, 10000, 100000])) diff_operations_div_id = "diffOperations_" + entry_id diff_content_table_id = "diffContent_" + entry_id file_content = table_entry_top + """<pre id='""" + diff_operations_div_id + """' class ='diffContentTableClass'> """ + html.escape(request.__str__()) + """</pre> <pre id='""" + diff_content_table_id + """' style='display: none'>\n """ + html.escape(str(request_execution_result)) + "</pre>" file_content += table_entry_bottom write_str_to_file(file_path, file_content)
def addMessage(self, message, raw=False): if not raw: # We assume raw messages, formatted for HTML, are printed separately if self.mute: util.unmutePrint() print '*** ' + message if self.mute: util.mutePrint() message = html.escape(message) self.messages[self.currentQuestion].append(message)
def getmapHybrid(): if session.get('user_id') != None: result_df = getCollabRecom(session.get('user_id')) mp = folium.Map(location=[36.1699, -115.1398], zoom_start=12) for i, r in result_df.iterrows(): folium.Marker(location=[float(r.latitude), float(r.longitude)], popup=html.escape(r["business_name"]) + '<br>' + 'Stars: ' + str(r.stars) + '<br>' + 'Reviews: ' + str(r.review_count), icon=folium.Icon(color='green')).add_to(mp) return mp._repr_html_()
def _html_interpolate_output_refs(itext_value, context): if hasattr(itext_value, 'with_refs'): underline_template = '<u> %s </u>' return mark_safe( itext_value.with_refs( context, processor=lambda x: underline_template % (html.escape(x) if x is not None else '<i class="fa fa-question-circle"></i>'), escape=html.escape, )) else: return itext_value
def getmapNewuser(): result_df = pd.DataFrame() if session.get('keyword') != None: result_df = getKeyWordsRecoms(session.get('keyword'), 5).toPandas() for key in session.copy(): session.pop(key, None) mp = folium.Map(location=[36.1699, -115.1398], zoom_start=12) for i, r in result_df.iterrows(): folium.Marker(location=[float(r.latitude), float(r.longitude)], popup=html.escape(r["business_name"]) + '<br>' + 'Stars: ' + str(r.stars) + '<br>' + 'Reviews: ' + str(r.review_count), icon=folium.Icon(color='green')).add_to(mp) return mp._repr_html_()
def _html_interpolate_output_refs(itext_value, context): if hasattr(itext_value, 'with_refs'): underline_template = u'<u> %s </u>' return mark_safe( itext_value.with_refs( context, processor=lambda x: underline_template % ( html.escape(x) if x is not None else u'<i class="icon-question-sign"></i>' ), escape=html.escape, ) ) else: return itext_value
def analise_photo_page(link): from lxml.etree import tostring link = link.replace('http://vk', 'http://m.vk') print 'parsing page ' + link photo_page_object = make_html_obj_from_link(link, 'mobile') author_name = photo_page_object.xpath( '//div[@class="mv_details"]/dl[2]/dd/a/text()') author_name = '' if not author_name else author_name[0] author_link = photo_page_object.xpath( '//div[@class="mv_details"]/dl[2]/dd/a/@href') author_link = '' if not author_link else author_link[0] album_name = photo_page_object.xpath( '//div[@class="mv_details"]/dl[1]/dd/a/node()') album_name = '' if not album_name else album_name[0] description = photo_page_object.xpath( '//div[@class="mv_description"]/node()') title = '' if description: content = [] for desc in description: if not isinstance(desc, (str, basestring, unicode)): content.append(tostring(desc)) else: content.append(desc) title += desc content = html.escape(' '.join(content)) title = html.escape(title) else: content = 'Album: ' + album_name + '. ' + html.escape( photo_page_object.xpath('//div[@class="pv_summary"]/text()')[0]) title = content image_link = photo_page_object.xpath('//li/a[@target="_blank"]/@href') if not image_link: print link, ' has not been parsed correctly' print image_link, '\n' with open(link.split('/')[-1] + 'NotCorrectlyParsedPage.html', 'w') as source: source.write(tostring(photo_page_object)) image_link = '' photo_hash = '' else: image_link = image_link[0] photo_hash = image_link.split('.')[-2].split('/')[-1] from PostParamsContainer import PostParamsContainer # page_link='', description='', author_name='', author_link='', image_link='', time='', photo_hash='', content='' return PostParamsContainer(link, title, author_name, author_link, image_link, photo_hash=photo_hash, content=content)
if cmt.exception != '': noOfCommitsException += 1 for ref in cmt.refactorings: noOfRefactorings += ref.occurences if ref.name.startswith( 'Change Parameter Type') or ref.name.startswith( 'Change Variable Type') or ref.name.startswith( 'Change Return Type') or ref.name.startswith( 'Change Attribute Type'): noOfTypeChanges += ref.occurences descrptions = [] # print(type(ref.descriptionAndurl)) for k, v in ref.descriptionAndurl.items(): descrptions.append( dict(description=html.escape(k), frm=v.lhs, to=v.rhs)) if descrptions is []: refactorings.append( dict(name=ref.name, occurence=ref.occurences, num=0)) else: refactorings.append( dict(name=ref.name, occurence=ref.occurences, descriptions=descrptions, num=len(descrptions))) if len(refactorings) > 0 or depChanged: pathToCommitsInProject = os.path.join(pathToPages, p.name) pathToDetailedCommits = os.path.join(pathToCommitsInProject, cmt.sha + ".html")
def processCode(y): el = El("code", html.escape(str(y))) el.attr("class", "html") return el