Exemple #1
0
    def showPreview(self):
        if self.togglePreviewCheckbox.isChecked():
            try:
                # Get nodes
                key_nodes = self.input_extract.text()
                subkey = key_nodes.split('|').pop(0).rsplit('.', 1)[0]
                key_id = self.input_id.text()
                #selected = self.mainWindow.tree.selectionModel().selectedRows()

                objecttypes = self.objecttypeEdit.text().replace(' ',
                                                                 '').split(',')
                level = self.levelEdit.value() - 1
                conditions = {
                    'filter': {
                        'level': level,
                        '!objecttype': objecttypes
                    }
                }
                selected = self.mainWindow.tree.selectedIndexesAndChildren(
                    conditions)

                nodes = []
                for item in selected:
                    if not item.isValid():
                        continue
                    treenode = item.internalPointer()
                    dbnode = treenode.dbnode()
                    if dbnode is not None:
                        name, nodes = extractValue(dbnode.response,
                                                   key_nodes,
                                                   dump=False)
                    break

                # Dump nodes
                value = []
                nodes = [nodes] if not (type(nodes) is list) else nodes

                for n in nodes:
                    nodedata = json.dumps(n) if isinstance(n, Mapping) else n

                    n = n if isinstance(n, Mapping) else {subkey: n}
                    objectid = extractValue(
                        n, key_id, default=None)[1] if key_id != '' else ''

                    value.append((str(objectid), str(nodedata)))
            except Exception as e:
                value = [('', str(e))]

            value = [
                '<b>{}</b><p>{}</p><hr>'.format(html.escape(x), html.escape(y))
                for x, y in value
            ]
            value = "\n\n".join(value)

            self.dataEdit.setHtml(value)

        self.dataEdit.setVisible(self.togglePreviewCheckbox.isChecked())
        if not self.togglePreviewCheckbox.isChecked():
            self.adjustSize()
        self.show()
Exemple #2
0
    def gen_html_report_DefaultPort_section(self):
        accordion_id = "accordion7"
        accordion_title = "修改默认监听端口"
        collapse_id = "collapse7"

        current_item = self.node_xpath(self.xml_obj,"/root/checklist/section[@id='checkDefaultPort']/item")[0]
        check_object = self.text_xpath(current_item, "check_object")
        check_command = self.text_xpath(current_item, "check_command")
        check_comment = self.text_xpath(current_item, "check_comment")
        check_result_item = current_item.xpath("check_result")[0]

        check_result_not_escape = lxml.html.tostring(check_result_item).decode('utf-8')
        start_pos = re.search("<check_result>", check_result_not_escape).end()
        end_pos = re.search("</check_result>", check_result_not_escape).start()
        check_result = html.escape(check_result_not_escape[start_pos:end_pos].strip("\n"))
        check_result = check_result.replace("\n", "<br />")

        if check_result.strip() != "":
            self.config_warn += 1
            card_class = "bg-warning text-white"
        else:
            card_class = "bg-success text-white"
            self.config_right += 1
        self.create_accordion_card(accordion_id, accordion_title, collapse_id, card_class=card_class)
        self.html_report_obj.writelines("""<table id="DefaultPort_list" class="table">\n""")
        self.html_report_obj.writelines(f"""<tr><th>检测项</th><td>{check_object}</td></tr>\n""")
        self.html_report_obj.writelines(f"""<tr><th>检测命令</th><td>{check_command}</td></tr>\n""")
        self.html_report_obj.writelines(f"""<tr><th>检测说明</th><td>{check_comment}</td></tr>\n""")
        self.html_report_obj.writelines(f"""<tr><th>检测结果</th><td>{check_result}</td></tr>\n""")
        self.html_report_obj.writelines("""</table>\n""")
        self.close_div_label(5)
Exemple #3
0
def wraptip(value):
    try:
        value = '<qt>{}</qt>'.format(html.escape(
            str(value))) if value is not None else value
    except:
        pass
    return value
def inner_html(element):
    inner = element.text
    if inner is None:
        inner = ''
    inner = html.escape(str(inner))
    for child in element:
        inner += lxml.html.tostring(child, method='html', pretty_print=True).decode('utf-8')
    return inner
Exemple #5
0
def inner_html(element):
    inner = element.text
    if inner is None:
        inner = ''
    inner = html.escape(str(inner))
    for child in element:
        inner += lxml.html.tostring(child, method='html').decode('utf-8')
    return inner
Exemple #6
0
    def gen_html_report_ServerVersion_section(self):
        accordion_id = "accordion6"
        accordion_title = "隐藏版本号"
        collapse_id = "collapse6"

        current_item = self.xml_obj.xpath(
            "/root/checklist/section[@id='checkServerVersion']/item")[0]
        check_object = current_item.xpath("check_object")[0].text
        check_command = current_item.xpath("check_command")[0].text
        check_comment = current_item.xpath("check_comment")[0].text
        check_result_item = current_item.xpath("check_result")[0]

        check_result_not_escape = lxml.html.tostring(check_result_item).decode(
            'utf-8')
        start_pos = re.search("<check_result>", check_result_not_escape).end()
        end_pos = re.search("</check_result>", check_result_not_escape).start()
        check_result = html.escape(
            check_result_not_escape[start_pos:end_pos].strip("\n"))
        check_result = check_result.replace("\n", "<br />")

        version_name_pattern = "Server\s*number:\s*"
        version_value_pattern = "Server\s*number:\s*[\d|\.]+"
        version_str = ''
        # 找表版本号,表示未隐藏版本号
        try:
            version_value = re.search(version_value_pattern,
                                      check_result).group()
            self.config_error += 1
            card_class = "bg-danger text-white"
        except:
            # 如果找不到版本号,但找得到Server number:则表示已隐藏版本号
            try:
                version_name = re.search(version_name_pattern,
                                         check_result).group()
                self.config_right += 1
                card_class = "bg-success text-white"
            # 两个都找不到说明version.sh执行出错
            except:
                self.config_warn += 1
                card_class = "bg-warning text-white"

        self.create_accordion_card(accordion_id,
                                   accordion_title,
                                   collapse_id,
                                   card_class=card_class)
        self.html_report_obj.writelines(
            """<table id="ServerVersion_list" class="table">\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测项</th><td>{check_object}</td></tr>\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测命令</th><td>{check_command}</td></tr>\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测说明</th><td>{check_comment}</td></tr>\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测结果</th><td>{check_result}</td></tr>\n""")
        self.html_report_obj.writelines("""</table>\n""")
        self.close_div_label(5)
Exemple #7
0
 def replace_mustache_tag(self,
                          html_source,
                          tag,
                          replacement_text,
                          encode=False):
     """ Replaces the tag in the text with (optionally) html escaped replacement """
     if encode:
         return html_source.replace(
             tag, html.escape(replacement_text, quote=True))
     else:
         return html_source.replace(tag, replacement_text)
Exemple #8
0
    def gen_html_report_ListDir_section(self):
        accordion_id = "accordion3"
        accordion_title = "禁止列目录"
        collapse_id = "collapse3"

        current_item = self.xml_obj.xpath(
            "/root/checklist/section[@id='checkListDir']/item")[0]
        check_object = current_item.xpath("check_object")[0].text
        check_command = current_item.xpath("check_command")[0].text
        check_comment = current_item.xpath("check_comment")[0].text
        check_result_item = current_item.xpath("check_result")[0]
        check_result = ""
        try:
            list_dir_item = check_result_item.xpath(
                "init-param[param-name = 'listings']")[0]
            list_dir_item_value = list_dir_item.xpath("param-value/text()")[0]

            check_result_not_escape = lxml.html.tostring(list_dir_item).decode(
                'utf-8')
            start_pos = re.search("<init-param>",
                                  check_result_not_escape).end()
            end_pos = re.search("</init-param>",
                                check_result_not_escape).start()
            check_result = html.escape(
                check_result_not_escape[start_pos:end_pos].strip("\n"))
            check_result = check_result.replace("\n", "<br />")

            if list_dir_item_value == "false":
                card_class = "bg-success text-white"
                self.config_right += 1
            else:
                self.config_error += 1
                card_class = "bg-danger text-white"
        except:
            card_class = "bg-success text-white"
            self.config_right += 1
        self.create_accordion_card(accordion_id,
                                   accordion_title,
                                   collapse_id,
                                   card_class=card_class)
        self.html_report_obj.writelines(
            """<table id="ListDir_list" class="table">\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测项</th><td>{check_object}</td></tr>\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测命令</th><td>{check_command}</td></tr>\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测说明</th><td>{check_comment}</td></tr>\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测结果</th><td>{check_result}</td></tr>\n""")
        self.html_report_obj.writelines("""</table>\n""")
        self.close_div_label(5)
Exemple #9
0
    def gen_html_report_DefaultAccount_section(self):
        accordion_id = "accordion2"
        accordion_title = "禁用tomcat默认帐号"
        collapse_id = "collapse2"

        current_item = self.xml_obj.xpath(
            "/root/checklist/section[@id='checkDefaultAccount']/item")[0]
        check_object = current_item.xpath("check_object")[0].text
        check_command = current_item.xpath("check_command")[0].text
        check_comment = current_item.xpath("check_comment")[0].text
        check_result_item = current_item.xpath("check_result")[0]
        check_result_not_escape = lxml.html.tostring(check_result_item).decode(
            'utf-8')
        start_pos = re.search("<check_result>", check_result_not_escape).end()
        end_pos = re.search("</check_result>", check_result_not_escape).start()
        check_result_not_escape = check_result_not_escape.replace(
            "></user>", "/>")
        check_result = html.escape(
            check_result_not_escape[start_pos:end_pos].strip("\n"))
        check_result = check_result.replace("\n", "<br />")
        try:
            user_items = check_result_item.xpath("user")
            if len(user_items) == 0:
                card_class = "bg-success text-white"
                self.config_right += 1
            else:
                self.config_error += 1
                card_class = "bg-danger text-white"
            #check_result = etree.tostring(user_items[0])
        except:
            card_class = "bg-success text-white"
            self.config_right += 1
            check_result = "error occur while parse, please check it manually"

        self.create_accordion_card(accordion_id,
                                   accordion_title,
                                   collapse_id,
                                   card_class=card_class)
        self.html_report_obj.writelines(
            """<table id="DefaultAccount_list" class="table">\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测项</th><td>{check_object}</td></tr>\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测命令</th><td>{check_command}</td></tr>\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测说明</th><td>{check_comment}</td></tr>\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测结果</th><td>{check_result}</td></tr>\n""")
        self.html_report_obj.writelines("""</table>\n""")
        self.close_div_label(5)
Exemple #10
0
    def gen_html_report_ErrorPage_section(self):
        accordion_id = "accordion4"
        accordion_title = "自定义错误页面"
        collapse_id = "collapse4"

        current_item = self.xml_obj.xpath(
            "/root/checklist/section[@id='checkErrorPage']/item")[0]
        check_object = current_item.xpath("check_object")[0].text
        check_command = current_item.xpath("check_command")[0].text
        check_comment = current_item.xpath("check_comment")[0].text
        check_result = ''
        check_result_item = current_item.xpath("check_result")[0]

        check_result_not_escape = lxml.html.tostring(check_result_item).decode(
            'utf-8')
        # start_pos = re.search("<init-param>", check_result_not_escape).end()
        # end_pos = re.search("</init-param>", check_result_not_escape).start()
        check_result = html.escape(check_result_not_escape.strip("\n"))
        check_result = check_result.replace("\n", "<br />")
        try:
            error_code_list = check_result_item.xpath(
                "error-page/error-code/text()")
            error_code_str = "、".join(error_code_list)
            if ("401" in error_code_str) and ("404" in error_code_str) and (
                    "500" in error_code_str):
                card_class = "bg-success text-white"
                self.config_right += 1
            else:
                self.config_error += 1
                card_class = "bg-danger text-white"
        except:
            self.config_error += 1
            card_class = "bg-danger text-white"
        self.create_accordion_card(accordion_id,
                                   accordion_title,
                                   collapse_id,
                                   card_class=card_class)
        self.html_report_obj.writelines(
            """<table id="ErrorPage_list" class="table">\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测项</th><td>{check_object}</td></tr>\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测命令</th><td>{check_command}</td></tr>\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测说明</th><td>{check_comment}</td></tr>\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测结果</th><td>{check_result}</td></tr>\n""")
        self.html_report_obj.writelines("""</table>\n""")
        self.close_div_label(5)
Exemple #11
0
        def replace_link_tag(match):
            attrs = lxml.html.fromstring(match.group(0)).attrib
            asset_path = href_to_path(attrs.get('href'))
            if asset_path:
                title = attrs.get('alt', attrs.get('title', asset_path.name))
                with asset_path.open('rb') as f:
                    document = Document.objects.create(
                        title=title,
                        file=File(f, asset_path.name),
                    )

                return '<a %s>' % ' '.join([
                    '%s="%s"' % (k, html.escape(v, quote=True)) for k, v in (
                        ('id', str(document.pk)),
                        ('linktype', 'document'),
                    )
                ])
            else:
                return match.group(0)
Exemple #12
0
        def replace_link_tag(match):
            attrs = lxml.html.fromstring(match.group(0)).attrib
            asset_path = href_to_path(attrs.get('href'))
            if asset_path:
                title = attrs.get('alt', attrs.get('title', asset_path.name))
                with asset_path.open('rb') as f:
                    document = Document.objects.create(
                        title=title,
                        file=File(f, asset_path.name),
                    )

                return '<a %s>' % ' '.join([
                    '%s="%s"' % (k, html.escape(v, quote=True)) for k, v in (
                        ('id', str(document.pk)),
                        ('linktype', 'document'),
                    )
                ])
            else:
                return match.group(0)
Exemple #13
0
    def gen_html_report_EnableAccessLog_section(self):
        accordion_id = "accordion5"
        accordion_title = "开启访问日志"
        collapse_id = "collapse5"

        current_item = self.xml_obj.xpath(
            "/root/checklist/section[@id='checkEnableAccessLog']/item")[0]
        check_object = current_item.xpath("check_object")[0].text
        check_command = current_item.xpath("check_command")[0].text
        check_comment = current_item.xpath("check_comment")[0].text
        check_result_item = current_item.xpath("check_result")[0]

        check_result_not_escape = lxml.html.tostring(check_result_item).decode(
            'utf-8')
        start_pos = re.search("<check_result>", check_result_not_escape).end()
        end_pos = re.search("</check_result>", check_result_not_escape).start()
        check_result = html.escape(
            check_result_not_escape[start_pos:end_pos].strip("\n"))
        check_result = check_result.replace("\n", "<br />")

        if check_result.strip() == "":
            self.config_error += 1
            card_class = "bg-danger text-white"
        else:
            card_class = "bg-success text-white"
            self.config_right += 1
        self.create_accordion_card(accordion_id,
                                   accordion_title,
                                   collapse_id,
                                   card_class=card_class)
        self.html_report_obj.writelines(
            """<table id="EnableAccessLog_list" class="table">\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测项</th><td>{check_object}</td></tr>\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测命令</th><td>{check_command}</td></tr>\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测说明</th><td>{check_comment}</td></tr>\n""")
        self.html_report_obj.writelines(
            f"""<tr><th>检测结果</th><td>{check_result}</td></tr>\n""")
        self.html_report_obj.writelines("""</table>\n""")
        self.close_div_label(5)
Exemple #14
0
        def replace_image_tag(match):
            attrs = lxml.html.fromstring(match.group(0)).attrib
            asset_path = self.convert_url_to_path(path.parent, attrs.get('src'))

            if asset_path:
                with asset_path.open('rb') as f:
                    image = Image.objects.create(
                        title=attrs.get('alt', attrs.get('title', '')),
                        file=File(f, asset_path.name),
                        width=attrs.get('width', 0),
                        height=attrs.get('height', 0),
                    )

                return '<embed %s/>' % ' '.join([
                    '%s="%s"' % (k, html.escape(v, quote=True)) for k, v in (
                        ('alt', image.title),
                        ('embedtype', 'image'),
                        ('format', get_image_format(attrs)),
                        ('id', str(image.pk)),
                    )
                ])
            else:
                return match.group(0)
Exemple #15
0
        def replace_image_tag(match):
            attrs = lxml.html.fromstring(match.group(0)).attrib
            asset_path = self.convert_url_to_path(path.parent,
                                                  attrs.get('src'))

            if asset_path:
                with asset_path.open('rb') as f:
                    image = Image.objects.create(
                        title=attrs.get('alt', attrs.get('title', '')),
                        file=File(f, asset_path.name),
                        width=attrs.get('width', 0),
                        height=attrs.get('height', 0),
                    )

                return '<embed %s/>' % ' '.join([
                    '%s="%s"' % (k, html.escape(v, quote=True)) for k, v in (
                        ('alt', image.title),
                        ('embedtype', 'image'),
                        ('format', get_image_format(attrs)),
                        ('id', str(image.pk)),
                    )
                ])
            else:
                return match.group(0)
Exemple #16
0
    def process_source_file(self,
                            sourceFileDef,
                            destDir,
                            site_config,
                            additional_mustache_tags={},
                            force_write=False):
        """ process a source file and output the files required """
        header = sourceFileDef.metadata
        title = header["title"]
        author = header["author"]
        template_type = sourceFileDef.template_type()
        full_url = site_config.root_url + sourceFileDef.dest_file_name()

        dest_file_path = os.path.join(destDir, sourceFileDef.dest_file_name())
        dest_file_dir = os.path.split(dest_file_path)[0]
        os.makedirs(dest_file_dir, exist_ok=True)
        number_of_subdirs = 0
        t = sourceFileDef.dest_file_name().split(os.path.sep)
        number_of_subdirs = len(t) - 1
        relative_path_to_top = "/".join([".."] * number_of_subdirs)
        if (len(relative_path_to_top) > 0):
            relative_path_to_top += '/'

        outputFileDef = FileDef(dest_file_path)
        if (sourceFileDef.older(outputFileDef) and not force_write):
            return

        if (template_type not in self.templates):
            raise errors.CompileError(
                "Unknown template type: " + template_type,
                sourceFileDef.file_name)
        """ Calculate the list of tags for this article"""
        article_tags = []
        for tag_name in sourceFileDef.tags():
            if not site_config.is_tag_allowed(tag_name):
                raise errors.CompileError(
                    "Unknown tag: " + tag_name +
                    ". Add to site config file to use.",
                    sourceFileDef.file_name)
            article_tags.append(site_config.allowed_tags[tag_name])

        article_tags.sort(key=lambda s: s.title)
        all_tag_ids = []
        all_tag_titles = []
        for tag in article_tags:
            all_tag_titles.append(html.escape(tag.title, quote=True))
            all_tag_ids.append(tag.tag)

        tag_link_text = "in <a href=\"/tagcloud.html#" + "+".join(
            all_tag_ids) + "\">" + ", ".join(all_tag_titles) + "</a>"

        article_text = sourceFileDef.processed_text
        summary = sourceFileDef.summary
        image_url = ""
        image_url = ""
        if (len(sourceFileDef.images) > 0):
            image_url = sourceFileDef.images[0]

        html_source = self.templates[template_type].contents
        for t, v in additional_mustache_tags.items():
            html_source = self.replace_mustache_tag(html_source,
                                                    "{{" + t + "}}", v)

        html_source = self.replace_mustache_tag(html_source,
                                                "{{title}}",
                                                title,
                                                encode=True)
        html_source = self.replace_mustache_tag(html_source,
                                                "{{author}}",
                                                author,
                                                encode=True)
        html_source = self.replace_mustache_tag(
            html_source, "{{pretty_date}}",
            pretty_date(sourceFileDef.original_date))
        html_source = self.replace_mustache_tag(html_source, "{{full_url}}",
                                                full_url)
        html_source = self.replace_mustache_tag(html_source, "{{tag_links}}",
                                                tag_link_text)
        html_source = self.replace_mustache_tag(html_source,
                                                "{{twitter_handle}}",
                                                site_config.twitter_handle,
                                                encode=True)
        html_source = self.replace_mustache_tag(html_source,
                                                "{{first_words}}",
                                                summary,
                                                encode=True)
        html_source = self.replace_mustache_tag(html_source, "{{first_image}}",
                                                image_url)

        html_source = html_source.replace("{{css_relative_path}}",
                                          relative_path_to_top)

        html_source = html_source.replace("{{article_content}}", article_text)

        with open(outputFileDef.file_name, "w", encoding="utf-8") as f:
            f.write(html_source)
Exemple #17
0
<description>
</description>
<items>
 <rdf:Seq>
 </rdf:Seq>
</items>
</channel>
</rdf:RDF>'''
rss_item = '''<item xmlns="{x}" xmlns:rdf="{rdf}" rdf:about="{url}">
 <title>{title}</title>
 <link>{link}</link>
 <description rdf:datatype="rdf:HTML"></description>
</item>
'''

html_escape_dict = lambda o: dict([(k, html.escape(v)
                                    if isinstance(v, str) else v)
                                   for k, v in o.items()])


def remove_script(node):
    for c in node.getchildren():
        if c.tag == "script":
            node.remove(c)
        else:
            remove_script(c)
    return node


class HintRequired(Exception):
    def fill(self, ev):
Exemple #18
0
<description>
</description>
<items>
 <rdf:Seq>
 </rdf:Seq>
</items>
</channel>
</rdf:RDF>'''
rss_item = '''<item xmlns="{x}" xmlns:rdf="{rdf}" rdf:about="{url}">
 <title>{title}</title>
 <link>{link}</link>
 <description rdf:datatype="rdf:HTML"></description>
</item>
'''

html_escape_dict = lambda o: dict([(k,html.escape(v) if isinstance(v, str) else v) for k,v in o.items()])

def remove_script(node):
	for c in node.getchildren():
		if c.tag == "script":
			node.remove(c)
		else:
			remove_script(c)
	return node

class HintRequired(Exception):
	def fill(self, ev):
		for line in self.args:
			p = re.match("(?P<name>[^:;]+)(?P<params>;[^:;]+)?:(?P<value>.*)$", line)
			if not p:
				raise Exception("Hint arg error {0}".format(line))
Exemple #19
0
            program_html = lxml.html.fromstring(result.text,
                                                base_url=entry.link)

            if not keyword in entry.title:
                if not keyword in get_section(program_html, "番組概要"):
                    if not keyword in get_section(program_html, "人名リンク"):
                        if not keyword in get_section(program_html, "番組詳細"):
                            sys.stderr.write(
                                "[info] skipping %s (no matching keyword)\n" %
                                entry.link)
                            continue

            checked_thistime.append(url_num)
            mes = u"<a href=\"%s\">%s</a> (%s)" % (
                entry.link, html.escape(entry.title), keyword)
            messages.append(mes)

    sess.close()

    if len(messages) > 0:
        message_str = "<br />\n".join(messages)
        sys.stderr.write(u"[info] mailing via sendgrid\n")
        sg_client = sendgrid.SendGridAPIClient(sg_apikey)
        sg_from = sendgrid.Email(name="Check TV Programs", email=sg_username)
        message = sendgrid.Mail(from_email=sg_from,
                                to_emails=[sg_recipient],
                                subject=u"Update of TV Programs",
                                html_content=message_str)
        message.reply_to = sg_recipient
        sg_client.send(message)
Exemple #20
0
def HtmlEncode(strToEncode):
    return html.escape(strToEncode)
Exemple #21
0
def wraptip(value):
    value = '<qt>{}</qt>'.format(html.escape(value)) if value is not None else value
    return value