qark.py

'''Copyright 2015 LinkedIn Corp. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License.
 You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.'''

import os
import re
import sys
import stat
import fnmatch
sys.path.insert(0, os.path.dirname(os.path.realpath(__file__)) + '/lib')

from subprocess import Popen, PIPE, STDOUT
import urllib2
import ast
import string
from collections import defaultdict
from xml.dom import minidom
from modules.IssueType import IssueType, IssueSeverity
import traceback
from modules import common,findExtras,webviews, report, unpackAPK
import lib.axmlparserpy.axmlprinter as axmlprinter
from modules.DetermineMinSDK import determine_min_sdk
from modules import sdkManager
from modules import createSploit
from modules import createExploit
from modules import writeExploit
from modules import intentTracer
from modules import findMethods
from modules import findPending
from modules import findBroadcasts
from modules import findTapJacking
from modules import filePermissions
from modules import exportedPreferenceActivity
from modules import useCheckPermission
from modules import cryptoFlaws
from modules import certValidation
from modules import GeneralIssues
from modules import contentProvider
from modules.contentProvider import *
from modules import filters
from modules.common import terminalPrint, Severity, ReportIssue
import logging
import time
import shutil
from lib import argparse
from lib.pyfiglet import Figlet
from threading import Thread, Lock
from Queue import Queue
from modules.report import Severity, ReportIssue
from modules.createExploit import ExploitType
from lib.pubsub import pub
import subprocess
from lib.progressbar import ProgressBar, Percentage, Bar
from modules import adb
from yapsy.PluginManager import PluginManager
#from yapsy.PluginManager import PluginManager

package_name=''
pbar_file_permission_done = False
lock = Lock()
PROGRESS_BARS = ['X.509 Validation', 'Pending Intents', 'File Permissions (check 1)', 'File Permissions (check 2)', 'Webview checks', 'Broadcast issues', 'Crypto issues', 'Plugin issues' ]

def exit():
    """
    Wrapper for exiting the program gracefully. Internally calls sys.exit()
    """
    sys.exit()

def clear_lines(n):
    """
   Clear the space before using it
    """
    thread0 = Thread(name='Clear Lines', target=clear, args=(n,))
    thread0.start()
    thread0.join()

def clear(n):
    """
    clears n lines on the terminal
    """
    with common.term.location():
        print("\n"*n)

def get_manifestXML(mf):
    common.manifest = mf

def apktool(pathToAPK):
    manifest = ""
    # If path to APK is /foo/bar/temp/myapp.apk
    # Create /temp/foo/apktool
    # Run java -jar apktool_2.1.0.jar d /foo/bar/temp/myapp.apk --no-src --force -m --output /foo/bar/temp/apktool/
    # read AndroidManifest.xml and return the content
    apktool = subprocess.call(['java', '-Djava.awt.headless=true','-jar', common.rootDir + '/lib/apktool_2.1.0.jar', 'd', pathToAPK, '--no-src', '--force', '-m','--output', str(pathToAPK.rsplit(".",1)[0]).rsplit("/",1)[0] + "/apktool"], stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
    print str(pathToAPK.rsplit(".",1)[0]).rsplit("/",1)[0] + "/apktool" + "/AndroidManifest.xml"
    with open (str(pathToAPK.rsplit(".",1)[0]).rsplit("/",1)[0] + "/apktool" + "/AndroidManifest.xml", "r") as f:
        manifest = f.read()
    pub.sendMessage('manifest', mf=manifest)
    return


def progress_bar_update(bar, percent):
    lock.acquire()

    global pbar_file_permission_done 
    if bar == "File Permissions" and percent >= 100 and not pbar_file_permission_done:
        pbar_file_permission_done = True
        bar = "File Permissions (check 1)"
    elif bar == "File Permissions" and pbar_file_permission_done:
        bar = "File Permissions (check 2)"
    elif bar == "File Permissions":
        bar = "File Permissions (check 1)"

    # if the supplied bar name is not in the list then we assume it is a user plugin
    if bar in PROGRESS_BARS:
        pbars[bar].update(percent)
    else:
        pbars["Plugin issues"][bar].update(percent)

    lock.release()

def version():
    print "Version 0.8"
    sys.exit()

def show_exports(compList,compType):
    try:
        if len(compList)>0:
            if compType=='activity':
                print "==>EXPORTED ACTIVITIES: "
                for index,component in enumerate(compList):
                    print str(index)+": "+str(component)
                    try:
                        adb.show_adb_commands(str(component),compType,package_name)
                    except Exception as e:
                        common.logger.error("Problem running adb.show_adb_commands, for Activities, in qark.py: " + str(e))
                '''elif compType=='alias':
                    print "==>EXPORTED ACTIVITY ALIASES: "
                    adb.show_adb_commands(component[1],compType,package_name)'''
            elif compType=='service':
                print "==>EXPORTED SERVICES: "
                for index,component in enumerate(compList):
                    print str(index)+": "+str(component)
                    try:
                        adb.show_adb_commands(str(component),compType,package_name)
                    except Exception as e:
                        common.logger.error("Problem running adb.show_adb_commands, for Services, in qark.py: " + str(e))
                        '''if compType=='provider':
                            print "==>EXPORTED PROVIDERS: "
                            adb.show_adb_commands(component[1],compType,package_name)'''
            elif compType=='receiver':
                print "==>EXPORTED RECEIVERS: "
                for index,component in enumerate(compList):
                    print str(index)+": "+str(component)
                    try:
                        adb.show_adb_commands(str(component),compType,package_name)
                    except Exception as e:
                        common.logger.error("Problem running adb.show_adb_commands, for Receivers, in qark.py: " + str(e))

    except Exception as e:
        common.logger.error("Problem running show_exports in qark.py: " + str(e))
    return


def read_files(filename,rex):
    things_to_inspect=[]
    with open(filename) as f:
        content=f.readlines()
        for y in content:
            if re.search(rex,y):
                if re.match(r'^\s*(\/\/|\/\*)',y): #exclude single-line or beginning comments
                    pass
                elif re.match(r'^\s*\*',y): #exclude lines that are comment bodies
                    pass
                elif re.match(r'.*\*\/$',y): #exclude lines that are closing comments
                    pass
                elif re.match(r'^\s*Log\..\(',y): #exclude Logging functions
                    pass
                elif re.match(r'(.*)(public|private)\s(String|List)',y): #exclude declarations
                    pass
                else:
                    things_to_inspect.append(y)
    return things_to_inspect


def process_manifest(manifest):
    try:
        common.manifest = os.path.abspath(str(manifest).strip())
        common.manifest = re.sub("\\\\\s",' ',common.manifest)
        common.manifest = minidom.parseString(open(common.manifest, 'r').read()).toxml()
        common.xmldoc = minidom.parseString(common.manifest.encode('utf-8'))
        report.write_manifest(common.xmldoc)
        common.logger.info(common.xmldoc.toxml())
    except Exception as e:
        try:
            # not human readable yet?
            ap = axmlprinter.AXMLPrinter(open(common.manifest, 'rb').read())
            common.xmldoc = minidom.parseString(ap.getBuff())
            common.logger.info(common.xmldoc.toxml())
            report.write_manifest(common.xmldoc.toprettyxml())
        except Exception as e:
            if not common.interactive_mode:
                common.logger.error(str(e) + "\r\nThat didnt work. Try providing an absolute path to the file")
                exit()
            common.logger.error(str(e) + "\r\nThat didnt work. Try providing an absolute path to the file\n")


def list_all_apk():
    result = []
    adb = common.getConfig('AndroidSDKPath') + "platform-tools/adb"
    st = os.stat(adb)
    os.chmod(adb, st.st_mode | stat.S_IEXEC)
    while True:
        p1 = Popen([adb, 'devices'], stdout=PIPE, stdin=PIPE, stderr=STDOUT)
        a = 0
        error = False
        for line in p1.stdout:
            a = a+1
            if "daemon not running. starting it now on port" in line:
                error = True
            # If atleast one device is connected
        if a >2 and not error:
            break
        else:
            common.logger.warning("Waiting for a device to be connected...")
            time.sleep(5)
    p0 = Popen([adb, 'shell', 'pm', 'list', 'packages', '-f'], stdout=PIPE, stdin=PIPE, stderr=STDOUT)
    index = 0
    for line in p0.stdout:


        path = str(line).find('=')
        result.append(str(line)[8:path])
        index+=1
    return result

def uninstall(package):
    print "trying to uninstall " + package
    result = []
    adb = common.getConfig('AndroidSDKPath') + "platform-tools/adb"
    st = os.stat(adb)
    os.chmod(adb, st.st_mode | stat.S_IEXEC)
    while True:
        p1 = Popen([adb, 'devices'], stdout=PIPE, stdin=PIPE, stderr=STDOUT)
        a = 0
        for line in p1.stdout:
            a = a+1
            # If atleast one device is connected
        if a >2 :
            break
        else:
            common.logger.warning("Waiting for a device to be connected...")
            time.sleep(5)
    uninstall = Popen([adb, 'shell', 'pm', 'uninstall', package], stdout=PIPE, stdin=PIPE, stderr=STDOUT)
    for line in uninstall.stdout:
        if "Failure" in line:
            package = re.sub('-\d$', '', package)
            uninstall_try_again = Popen([adb, 'shell', 'pm', 'uninstall', package], stdout=PIPE, stdin=PIPE, stderr=STDOUT)
    return

def pull_apk(pathOnDevice):
    adb = common.getConfig('AndroidSDKPath') + "platform-tools/adb"
    st = os.stat(adb)
    os.chmod(adb, st.st_mode | stat.S_IEXEC)
    if not os.path.exists('temp' + "/"):
        os.makedirs('temp' + "/")
    p0 = Popen([adb, 'pull', pathOnDevice, 'temp/'+str(pathOnDevice).split('/')[-1]], stdout=PIPE, stdin=PIPE, stderr=STDOUT)
    for line in p0.stdout:
        print line,
    return 'temp/'+str(pathOnDevice).split('/')[-1]

def find_manifest_in_source():
    if not common.interactive_mode:
        manifestPath = common.args.manifest
    else:
        common.logger.info('Finding AndroidManifest.xml')
        listOfFiles = []
        manifestPath=''
        try:
            for (dirpath, dirnames, filenames) in os.walk(common.sourceDirectory):
                for filename in filenames:
                    if filename == 'AndroidManifest.xml':
                        listOfFiles.append(os.path.join(dirpath,filename))
            if len(listOfFiles)==0:
                while True:
                    print common.term.cyan + common.term.bold + str(common.config.get('qarkhelper','CANT_FIND_MANIFEST')).decode('string-escape').format(t=common.term)
                    common.sourceDirectory=os.path.abspath(raw_input("Enter path: ")).rstrip()
                    common.sourceDirectory = re.sub("\\\\\s",' ',common.sourceDirectory)
                    if os.path.isdir(common.sourceDirectory):
                        if not common.sourceDirectory.endswith('/'):
                            common.sourceDirectory+='/'
                        manifestPath=find_manifest_in_source()
                        common.manifest=manifestPath
                        break
                    else:
                        common.logger.error("Not a directory. Please try again")

            elif len(listOfFiles)>1:
                print "Please enter the number corresponding to the correct file:"
                for f in enumerate(listOfFiles,1):
                    print str(f)
                while True:
                    selection=int(raw_input())
                    r=range(1,len(listOfFiles)+1)
                    if int(selection) in r:
                        manifestPath=listOfFiles[selection-1]
                        break
                    else:
                        print "Invalid selection, please enter a number between 1 and " + str(len(listOfFiles))
            else:
                manifestPath=listOfFiles[0]
        except Exception as e:
            common.logger.error(str(e))
            exit()
    return manifestPath

def report_badger(identity, objectlist):
    for item in objectlist:
        if isinstance(item, ReportIssue):
            report.write_badger(identity, item.getSeverity(), item.getDetails(), item.getExtras())

def writeReportSection(results, category):
    if category == "CRYPTO ISSUES":
        section = report.Section.CRYPTO_BUGS
    elif category == "BROADCAST ISSUES":
        section = report.Section.BROADCASTS
    elif category == "CERTIFICATE VALIDATION ISSUES":
        section = report.Section.X509
    elif category == "PENDING INTENT ISSUES":
        section = report.Section.PENDING_INTENTS
    elif category == "FILE PERMISSION ISSUES":
        section = report.Section.FILE_PERMISSIONS
    elif category == "WEB-VIEW ISSUES":
        section = report.Section.WEBVIEW
    elif category == "PLUGIN ISSUES":
        section = report.Section.PLUGIN

    try: 
        report.writeSection(section, results)
    except Exception as e:
        print e.message
    with common.term.location(0,common.term.height):
        common.logger.log(common.HEADER_ISSUES_LEVEL, category)
    if not any(isinstance(x, terminalPrint) for x in results):
        common.logger.info(" No issues to report")
    for item in results:
        if isinstance(item, terminalPrint):
            if item.getLevel() == Severity.INFO:
                common.logger.info(item.getData())
            if item.getLevel() == Severity.WARNING:
                common.logger.warning(item.getData())
            if item.getLevel() == Severity.ERROR:
                common.logger.error(item.getData())
            if item.getLevel() == Severity.VULNERABILITY:
                common.logger.log(common.VULNERABILITY_LEVEL,item.getData())

    
if __name__ == "__main__":
    ignore = os.system('clear')
    f = Figlet(font='colossal')
    print f.renderText('Q A R K')


    common.logger = logging.getLogger()
    common.rootDir = os.path.dirname(os.path.realpath(__file__))

    #Initialize system
    #Verify that settings.properties always exists
    if not os.path.exists(os.path.dirname(os.path.realpath(__file__)) + "/settings.properties"):
        f = open(os.path.dirname(os.path.realpath(__file__)) + "/settings.properties",'w')
        f.close()

    #
    common.writeKey("rootDir", common.rootDir)

    common.initialize_logger()
    #######################################
    parser = argparse.ArgumentParser(description='QARK - Andr{o}id Source Code Analyzer and Exploitation Tool')
    required = parser.add_argument_group('Required')
    mode = parser.add_argument_group('Mode')
    advanced = parser.add_argument_group('When --source=2')
    auto = parser.add_argument_group('When --source=1')
    optional = parser.add_argument_group('Optional')
    exploitmenu = parser.add_argument_group('Exploit Generation')
    mode.add_argument("-s", "--source", dest="source", metavar='int', type=int, help="1 if you have an APK, 2 if you want to specify the source selectively")
    advanced.add_argument("-m", "--manifest", dest="manifest", help="Enter the full path to the manifest file. Required only when --source==2")
    auto.add_argument("-p", "--pathtoapk", dest="apkpath", help="Enter the full path to the APK file. Required only when --source==1")

    advanced_mutual = advanced.add_mutually_exclusive_group()
    advanced_mutual.add_argument("-a", "--autodetectcodepath", dest="autodetect", help="AutoDetect java source code path based of the path provided for manifest. 1=autodetect, 0=specify manually")
    advanced_mutual.add_argument("-c", "--codepath", dest="codepath", help="Enter the full path to the root folder containing java source. Required only when --source==2")

    optional.add_argument("-e", "--exploit", dest="exploit", help="1 to generate a targeted exploit APK, 0 to skip")
    optional.add_argument("-i", "--install", dest="install", help="1 to install exploit APK on the device, 0 to skip")
    optional.add_argument("-d", "--debug", dest="debuglevel", help="Debug Level. 10=Debug, 20=INFO, 30=Warning, 40=Error")
    optional.add_argument("-v", "--version", dest="version", help="Print version info", action='store_true')
    optional.add_argument("-r", "--reportdir", dest="reportdir", help="Specify full path for output report directory. Defaults to /report")
    required_group = required.add_mutually_exclusive_group()
    required_group.add_argument("-t", "--acceptterms", dest="acceptterms", help="Automatically accept terms and conditions when downloading Android SDK")
    required_group.add_argument("-b", "--basesdk", dest="basesdk", help="Specify the full path to the root directory of the Android SDK")


    common.args = parser.parse_args()

    if len(sys.argv) > 1:
        common.interactive_mode = False

    #######################################
    #Command line argument sanity checks
    if not common.interactive_mode:
        if not common.args.source:
            common.logger.error("Please specify source (--source=1 or --source==2)")
            exit()
        if common.args.source==1:
            if common.args.apkpath is None:
                common.logger.error("When selecting --source=1, Please provide the path to the APK via --pathtoapk flag")
                exit()
            if common.args.exploit is None:
                common.logger.error("--exploit flag missing. Possible values 0/1")
                exit()
            if int(common.args.exploit) == 1:
                if common.args.install is None:
                    common.logger.error("--install flag missing. Possible values 0/1")
                    exit()
        if common.args.source==2:
            if common.args.autodetect is None:
                if common.args.manifest is None or common.args.codepath is None:
                    common.logger.error("When selecting --source=2, Please either pass --autodetectcodepath=1 or both --manifest and --codepath")
            if common.args.exploit is None:
                common.logger.error("--exploit flag missing. Possible values 0/1")
                exit()
            if int(common.args.exploit) == 1:
                if common.args.install is None:
                    common.logger.error("--install flag missing. Possible values 0/1")
                    exit()

    if common.args.debuglevel is not None:
        if int(common.args.debuglevel) in range(10,60):
            common.logger.setLevel(int(common.args.debuglevel))
        else:
            parser.error("Please provide a valid Debug level (10,20,30,40,50,60)")

    exploit_choice = 1

    if common.args.version:
        version()

    if common.args.basesdk is not None:
        common.writeKey('AndroidSDKPath', str(common.args.basesdk).strip())

    #######################################
    #Reset any old report
    report.reset()
    common.set_environment_variables()
    #Copy the exploit code into a separate temp directory
    if not os.path.exists(common.getConfig("rootDir") + "/build"):
        shutil.copytree(common.getConfig("rootDir") + "/exploitAPKs", common.getConfig("rootDir") + "/build")

    common.logger.info(common.config.get('qarkhelper', 'STARTUP'))

    if not sdkManager.is_android_sdk_installed():
        sdkManager.get_android_sdk_manager()
    else:
        common.logger.info( common.config.get('qarkhelper', 'SDK_INSTALLATION_IDENTIFIED'))

    common.minSdkVersion=1

    #Begin
    common.logger.info('Initializing QARK\n')
    common.checkJavaVersion()

    #Define plugin location and get all plugins
    manager = PluginManager()
    manager.setPluginPlaces(["plugins"])
    manager.collectPlugins()

    if common.interactive_mode:
        while True:
            try:
                print common.term.cyan + common.term.bold + str(common.config.get('qarkhelper','APK_OR_SOURCE_PROMPT')).decode('string-escape').format(t=common.term)
                common.source_or_apk=int(raw_input(common.config.get('qarkhelper','ENTER_YOUR_CHOICE')))
                if common.source_or_apk in (1,2):
                    break
                else:
                    if not common.interactive_mode:
                        common.logger.error(common.config.get('qarkhelper','NOT_A_VALID_OPTION'))
                        exit()
                    common.logger.error(common.config.get('qarkhelper','NOT_A_VALID_OPTION_INTERACTIVE'))
            except Exception as e:
                if not common.interactive_mode:
                    common.logger.error(common.config.get('qarkhelper','NOT_A_VALID_OPTION'))
                    exit()
                common.logger.error(common.config.get('qarkhelper','NOT_A_VALID_OPTION_INTERACTIVE'))

    else:
        common.source_or_apk = common.args.source
    if common.source_or_apk==1:
        while True:
            try:
                if common.interactive_mode:
                    while True:
                        print common.term.cyan + common.term.bold + str(common.config.get('qarkhelper','APK_PATH_OR_FROM_PHONE')).decode('string-escape').format(t=common.term)
                        common.apkPathChoice=int(raw_input(common.config.get('qarkhelper','ENTER_YOUR_CHOICE')))
                        if common.apkPathChoice in (1,2):
                            break
                        else:
                            if not common.interactive_mode:
                                common.logger.error(common.config.get('qarkhelper','NOT_A_VALID_OPTION'))
                                common.exitClean()
                            else:
                                common.logger.error(common.config.get('qarkhelper','NOT_A_VALID_OPTION_INTERACTIVE'))
                    if (common.apkPathChoice==2):
                        print common.term.cyan + common.term.bold + str(common.config.get('qarkhelper','TRUST_ME')).decode('string-escape').format(t=common.term)
                        apkList = list_all_apk()
                        for apk in apkList:
                            print str(apkList.index(apk)) + ") " +  apk
                        print common.term.cyan + common.term.bold + str(common.config.get('qarkhelper','APK_PATH_OR_FROM_PHONE')).decode('string-escape').format(t=common.term)
                        apkIndex = int(raw_input(common.config.get('qarkhelper', 'SELECT_AN_APK') + "[" + "0-" + str(len(apkList)-1) + "]: " ))
                        while apkIndex not in range(0,len(apkList)):
                            common.logger.error('Please select a valid APK number')
                            apkIndex = int(raw_input(common.config.get('qarkhelper', 'SELECT_AN_APK') + "(" + "0-" + str(len(apkList)-1) + "): " ))
                        common.logger.info("Selected:"+ str(apkIndex) + " " + str(apkList[apkIndex]))
                        common.apkPath = pull_apk(str(apkList[apkIndex]))
                        apkName=str(os.path.abspath(common.apkPath)).split("/")[-1]
                        common.sourceDirectory=re.sub(r''+apkName,'',os.path.abspath(common.apkPath))
                    else:
                        print common.term.cyan + common.term.bold + str(common.config.get('qarkhelper','PATH_PROMPT_APK')).decode('string-escape').format(t=common.term)
                        common.apkPath = str(raw_input(common.config.get('qarkhelper', 'PATH_APK'))).strip()
                else:
                    if common.args.apkpath is not None:
                        common.apkPath = common.args.apkpath
                        common.logger.debug('User selected APK %s' + common.apkPath)

                common.apkPath = os.path.abspath(common.apkPath)
                common.apkPath = re.sub("\\\\\s",' ',common.apkPath)
                report.write("apkpath", common.apkPath)
                unpackAPK.unpack()
                break
            except Exception as e:
                continue

        try:
            package = defaultdict(list)
            result = Queue()
            pub.subscribe(get_manifestXML, 'manifest')
            thread_get_manifest = Thread(name='apktool-qark', target=apktool, args=(common.apkPath,))
            thread_get_manifest.start()
            thread_get_manifest.join()
            common.manifest = minidom.parseString(common.manifest).toxml()
            if common.interactive_mode:
                show=raw_input("Inspect Manifest?[y/n]")
                if show in ['y','Y']:
                    common.logger.info(common.manifest)
                    raw_input("Press ENTER key to continue")
            else:
                common.logger.info(common.manifest)
            report.write_manifest(common.manifest.encode( "utf-8" ))
            #common.manifest = mf

        except IOError:
            common.logger.error(IOError.message)

        #parse xml
        common.xmldoc = minidom.parseString(common.manifest.encode('utf-8'))
    elif common.source_or_apk==2:
        # Check if all required arguments are present before proceeding
        while True:
            if common.interactive_mode:
                common.sourceDirectory=os.path.abspath(raw_input(common.config.get('qarkhelper','SOURCE_PROMPT')).rstrip())
            else:
                common.sourceDirectory=common.args.codepath
            re.sub(r'AndroidManifest.xml','',common.sourceDirectory)
            common.sourceDirectory = os.path.abspath(str(common.sourceDirectory).strip())
            common.sourceDirectory = re.sub("\\\\\s",' ',common.sourceDirectory)
            if os.path.isdir(common.sourceDirectory):
                if not common.sourceDirectory.endswith('/'):
                    common.sourceDirectory+='/'
                manifest = find_manifest_in_source()
                if not common.interactive_mode:
                    process_manifest(common.args.manifest)
                else:
                    process_manifest(manifest)
                break
            else:
                common.logger.error("Not a directory. Please try again")
        report.write("apkpath", common.sourceDirectory)
        totalfiles = 0
        for root, dirnames, filenames in os.walk(common.sourceDirectory):
            for filename in fnmatch.filter(filenames, '*'):
                totalfiles = totalfiles + 1
        report.write("totalfiles",totalfiles)

    else:
        common.logger.info("You only had 2 options and you still messed up. Let me choose option 2 for you")
    #Only application and manifest elements are required: http://developer.android.com/guide/topics/manifest/manifest-intro.html
    try:
        determine_min_sdk()

        common.print_terminal_header("APP COMPONENT ATTACK SURFACE")

        app = common.xmldoc.getElementsByTagName("application")
        common.compare(app.length,1,common.config.get('qarkhelper', 'APP_ELEM_ISSUE'), 'true')

        GeneralIssues.verify_allow_backup(app)
        GeneralIssues.verify_custom_permissions()
        GeneralIssues.verify_debuggable(app)

        common.logger.info("Checking provider")
        prov_priv_list, prov_exp_list, prov_exp_perm_list, prov_prot_broad_list, report_data, results =common.check_export('provider',True)
        report_badger("appcomponents", results)
        common.print_terminal(report_data)

        common.logger.info("Checking activity")
        act_priv_list, act_exp_list, act_exp_perm_list, act_prot_broad_list=[],[],[],[]
        act_priv_list, act_exp_list, act_exp_perm_list, act_prot_broad_list, report_data, results=common.check_export('activity',True)

        #Normalizing activity names for use in exploit APK, so all will be absolute
        act_priv_list=common.normalizeActivityNames(act_priv_list,package_name)
        act_exp_list=common.normalizeActivityNames(act_exp_list,package_name)
        act_exp_perm_list=common.normalizeActivityNames(act_exp_perm_list,package_name)
        act_prot_broad_list=common.normalizeActivityNames(act_prot_broad_list,package_name)

        report_badger("appcomponents", results)
        common.print_terminal(report_data)

        common.logger.info("Checking activity-alias")
        #TODO - Normalize activity alias names?
        actalias_priv_list, actalias_exp_list, actalias_exp_perm_list,actalias_prot_broad_list=[],[],[],[]
        actalias_priv_list, actalias_exp_list, actalias_exp_perm_list,actalias_prot_broad_list, report_data, results=common.check_export('activity-alias',True)
        report_badger("appcomponents", results)
        common.print_terminal(report_data)

        common.logger.info("Checking services")
        serv_priv_list, serv_exp_list, serv_exp_perm_list,serv_prot_broad_list=[],[],[],[]
        serv_priv_list, serv_exp_list, serv_exp_perm_list,serv_prot_broad_list, report_data, results=common.check_export('service',True)
        report_badger("appcomponents", results)
        common.print_terminal(report_data)

        common.logger.info("Checking receivers")
        rec_priv_list, rec_exp_list, rec_exp_perm_list,rec_prot_broad_list=[],[],[],[]
        rec_priv_list, rec_exp_list, rec_exp_perm_list,rec_prot_broad_list, report_data, results=common.check_export('receiver',True)
        report_badger("appcomponents", results)
        common.print_terminal(report_data)

    except Exception as e:
        common.logger.error(traceback.format_exc())

    #Begin static code Analysis
    #Easy Wins first
    if common.source_or_apk == 1 and common.interactive_mode:
            stop_point = raw_input("Press ENTER key to begin decompilation")

    #Converting dex files to jar
    if common.source_or_apk!=1:
        try:
            if os.path.exists(common.manifest.rsplit("/",1)[0] + "/java"):
                common.pathToUnpackedAPK = common.manifest.rsplit("/",1)[0] + "/java"
                common.logger.info("Found Java Source at %s", common.pathToUnpackedAPK)
                confirm = raw_input(common.config.get('qarkhelper', 'SOURCE_CONFIRM'))
                if str(confirm).lower()=='n':
                    common.sourceDirectory = os.path.abspath(raw_input(common.config.get('qarkhelper', 'SOURCE_PROMPT'))).rstrip()
                else:
                    common.sourceDirectory = common.pathToUnpackedAPK
            elif os.path.exists(common.sourceDirectory):
                common.logger.info("Using "+common.sourceDirectory+" as the project source directory")
            else:
                common.sourceDirectory = os.path.abspath(raw_input(common.config.get('qarkhelper', 'SOURCE_PROMPT'))).rstrip()
                common.sourceDirectory = re.sub("\\\\\s",' ',common.sourceDirectory)
        except IOError:
            common.logger.error("Oops! all hope is lost \n %s", IOError.message)
    else:
        unpackAPK.decompile(common.pathToDEX)
        if common.pathToUnpackedAPK != "":
            common.logger.info('Decompiled code found at:%s', common.pathToUnpackedAPK)
            common.sourceDirectory = common.pathToUnpackedAPK

    #find all java files
    common.java_files=common.find_java(common.sourceDirectory)

    #find all R.java files
    common.xml_files=common.find_xml(common.sourceDirectory)

    if common.interactive_mode:
        stop_point = raw_input("Press ENTER key to begin Static Code Analysis")

    #Regex to look for collection of deviceID
    #Regex to determine if WebViews are imported
    wv_imp_rex=r'android.webkit.WebView'
    cp_imp_rex=r'android.content.ContentProvider'
    #Run through all files, look for regex, print warning/info text and lines of code, with file names/paths

    cert_queue = Queue()
    pending_intents_queue = Queue()
    file_permission_queue = Queue()
    web_view_queue = Queue()
    find_broadcast_queue = Queue()
    crypto_flaw_queue = Queue()
    plugin_queue = Queue()

    if common.source_or_apk==1:
        report.write("javafiles", common.count)
    else:
        javafiles = 0
        for root, dirnames, filenames in os.walk(common.sourceDirectory):
            for filename in fnmatch.filter(filenames, '*.java'):
                javafiles = javafiles + 1
        report.write("javafiles", javafiles)

    common.logger.info("Running Static Code Analysis...")
    common.keyFiles=common.findKeys(common.sourceDirectory)

    '''
    #Look for improper use of checkCallingPermission, rather than enforceCallingPermission
    try:
        use_check_permission()
    except Exception as e:
        common.logger.error("Unable to run checks for improper use of checkCallingPermission: " + str(e))
    '''

    height = common.term.height

    try:
        clear_amount = (len(PROGRESS_BARS) - 1) * 2
        for plugin in manager.getAllPlugins():
            clear_amount += 2
        clear_lines(clear_amount)

        # TODO: change to list comprehension to make it more pythonic
        # all static writers included in every static analysis
        writers = [common.Writer((0, height-8)), common.Writer((0, height-6)), common.Writer((0, height-4)), 
                    common.Writer((0, height-2)), common.Writer((0, height-10)), common.Writer((0, height-12)), common.Writer((0, height-14))]
        pbars = {}
   
        # create dictionary for progress bars, pbars = { name: ProgressBar }
        for barNum in range(len(PROGRESS_BARS)-1):
            pbars[PROGRESS_BARS[barNum]] = ProgressBar(widgets=[PROGRESS_BARS[barNum], Percentage(), Bar()], maxval=100, fd=writers[barNum]).start()

        # create writer and progress bar for each plugin
        placer = 0
        for plugin in manager.getAllPlugins():
            writer = common.Writer((0, height-(16+placer)))
            writers.append(writer)
            if 'Plugin issues' not in pbars:
                pbars['Plugin issues'] = {}

            pbars['Plugin issues'][plugin.plugin_object.getName()] = ProgressBar(widgets=[plugin.plugin_object.getName(), Percentage(), Bar()], maxval=100, fd=writer).start() 
            placer += 2

        pub.subscribe(progress_bar_update, 'progress')

        #Create static analysis threads
        threads = []
        threads.append(Thread(name='Certificate Validation', target=certValidation.validate, args=(cert_queue,height-8)))
        threads.append(Thread(name='Pending Intent validation', target=findPending.start, args = (pending_intents_queue,height-6)))
        threads.append(Thread(name='File Permission checks', target=filePermissions.start, args = (file_permission_queue,height-4)))
        threads.append(Thread(name='Webviews', target=webviews.validate, args = (web_view_queue,)))
        threads.append(Thread(name='Find Broadcasts', target=findBroadcasts.main, args = (find_broadcast_queue,)))
        threads.append(Thread(name='Crypto Issues', target=cryptoFlaws.main, args = (crypto_flaw_queue,)))

        for plugin in manager.getAllPlugins():
            threads.append(Thread(name=plugin.plugin_object.getCategory(), target=plugin.plugin_object.getTarget(), args = (plugin_queue,)))

        for thread in threads:
            thread.start()

        for thread in threads:
            thread.join()

        clear_lines(5)
        try:
        #Start looking for stuff potentially vulnerable to malicious apps
            if len(prov_exp_list)>0:
                findMethods.map_from_manifest(prov_exp_list,'provider')
            if len(prov_exp_perm_list)>0:
                findMethods.map_from_manifest(prov_exp_perm_list,'provider')
            if len(act_exp_list)>0:
                findMethods.map_from_manifest(act_exp_list,'activity')
            if len(act_exp_perm_list)>0:
                findMethods.map_from_manifest(act_exp_perm_list,'activity')
                #BUG Need to customize this
            if len(actalias_exp_list)>0:
                findMethods.map_from_manifest(actalias_exp_list,'activity-alias')
            if len(act_exp_perm_list)>0:
                findMethods.map_from_manifest(actalias_exp_perm_list,'activity-alias')
            if len(serv_exp_list)>0:
                findMethods.map_from_manifest(serv_exp_list,'service')
            if len(serv_exp_perm_list)>0:
                findMethods.map_from_manifest(serv_exp_perm_list,'service')
            if len(rec_exp_list)>0:
                findMethods.map_from_manifest(rec_exp_list,'receiver')
            if len(rec_exp_perm_list)>0:
                findMethods.map_from_manifest(rec_exp_perm_list,'receiver')
        except Exception as e:
            common.logger.error("Unable to use findMethods to map from manifest: " + str(e))


        results = [ (crypto_flaw_queue.get(), "CRYPTO ISSUES"),
                    (find_broadcast_queue.get(), "BROADCAST ISSUES"), 
                    (cert_queue.get(), "CERTIFICATE VALIDATION ISSUES"), 
                    (pending_intents_queue.get(), "PENDING INTENT ISSUES"),
                    (file_permission_queue.get(), "FILE PERMISSION ISSUES"),
                    (web_view_queue.get(), "WEB-VIEW ISSUES")
         ]
        if not plugin_queue.empty():
            for i in range(plugin_queue.qsize()):
                results.append((plugin_queue.get(), "PLUGIN ISSUES"))
                    
        for r in results:
            writeReportSection(r[0], r[1])

    except Exception as e:
        common.logger.error("Unexpected error: " + str(e))

    ########################
    #Look for exported Preference activities
    '''
    if common.minSdkVersion<19:
        try:
            if (len(act_exp_list)>0) or (len(actalias_exp_list>0)):
                exportedPreferenceActivity.main()
        except Exception as e:
            common.logger.error("Unable to check for exported Preference Activities: " + str(e))
    '''
    #########################
    #Look for TapJacking vulnerabilities
    #Native protection was added in API v. 9, so previous likely vulnerable
    if common.minSdkVersion >8:
        common.logger.debug("Beginning TapJacking testing")
        findTapJacking.start(common.sourceDirectory)
    else:
        common.logger.log(common.VULNERABILITY_LEVEL,"Since the minSdkVersion is less that 9, it is likely this application is vulnerable to TapJacking. QARK made no attempt to confirm, as the protection would have to be custom code, which is difficult for QARK to examine and understand properly. This vulnerability allows a malicious application to lay on top of this app, while letting the key strokes pass through to the application below. This can cause users to take unwanted actions, within the victim application, similar to Clickjacking on websites. Please select the appropriate options in the exploitation menus to verify manually using QARK's exploit APK. Note: The QARK proof-of-concept is transparent, but in real-world attacks, it would likely not be. This is done solely to aid in testing. For more information: https://media.blackhat.com/ad-12/Niemietz/bh-ad-12-androidmarcus_niemietz-WP.pdf")


    ###########
    #Look for Content Provider issues
    if len(common.text_scan(common.java_files,cp_imp_rex)) > 1:
        common.logger.info("Content Providers appear to be in use, locating...")
        cp_dec_list=contentProvider.find_content_providers()
        cp_dec_list=filter(None,cp_dec_list)
        cp_dec_list=common.dedup(cp_dec_list)

        common.logger.info("FOUND " + str(len(cp_dec_list)) + " CONTENTPROVIDERS:")
        for p in cp_dec_list:
            common.logger.info(str(p))

        query_rex=r'\.query\(.*\)'
        update_rex=r'\.update\(.*\)'
        delete_rex=r'\.delete\(.*\)'
        insert_rex=r'\.insert\(.*\)'
        #TODO - Add SQLi checks
        #VERY LAME SQL INJECTION DETECTION (GUESSING)
        statement_list=[]
        statement_list.append([])
        for p in cp_dec_list:
            if len(p)>1:
                statement_list+=common.text_scan([p[1]],query_rex)
                statement_list+=common.text_scan([p[1]],update_rex)
                statement_list+=common.text_scan([p[1]],delete_rex)
                statement_list+=common.text_scan([p[1]],insert_rex)
        if len(cp_dec_list)>0:
            common.logger.info("The Content Providers above should be manually inspected for injection vulnerabilities.")
    try:
        #TODO - This is a pain in the ass and incomplete
        content_provider_uri_permissions()
    except Exception as e:
        common.logger.error("Unable to parse Content Provider permissions. Error: " + str(e))


    for item in list(common.parsingerrors):
        report.write("parsingerror-issues-list",item,"strong")

    #reporting number of vulns before ading ADB commands
    report.write_counters()

    common.print_terminal_header("ADB EXPLOIT COMMANDS")

    for a in common.xmldoc.getElementsByTagName('manifest'):
        if 'package' in a.attributes.keys():
            package_name=a.attributes['package'].value


    try:

        if ((prov_exp_list is not None) or (act_exp_list is not None) or (actalias_exp_list is not None) or (serv_exp_list is not None) or (rec_exp_list is not None)):
            common.logger.info("Until we perfect this, for manually testing, run the following command to see all the options and their meanings: adb shell am. Make sure to update qark frequently to get all the enhancements! You'll also find some good examples here: http://xgouchet.fr/android/index.php?article42/launch-intents-using-adb")
            try:

                show_exports(prov_exp_list,'provider')
                show_exports(act_exp_list,'activity')
                show_exports(actalias_exp_list,'alias')
                show_exports(serv_exp_list,'service')
                show_exports(rec_exp_list,'receiver')

                print "\nTo view any sticky broadcasts on the device:"
                print "adb shell dumpsys activity| grep sticky\n"

                common.logger.info("Support for other component types and dynamically adding extras is in the works, please check for updates")

            except Exception as e:
                common.logger.error("Problem running show_exports in qark.py: " + str(e))
        else:
            print "Sorry, nothing exploitable via ADB"
    except Exception as e:
        common.logger.error("Unfortunately, we were unable to print out the ADB commands for exploitation: " + str(e))

    #TODO - return line of code for bugs
    while True:
        try:
            if common.interactive_mode:
                print common.term.cyan + common.term.bold + str(common.config.get('qarkhelper','EXPLOIT_CHOICE')).decode('string-escape').format(t=common.term)
                exploit_choice=int(raw_input(common.config.get('qarkhelper','ENTER_YOUR_CHOICE')))
                if exploit_choice in (1,2):
                    break
                else:
                    common.logger.error(common.config.get('qarkhelper','NOT_A_VALID_OPTION_INTERACTIVE'))
            else:
                if int(common.args.exploit) in (0,1):
                    exploit_choice = int(common.args.exploit)
                    break
                else:
                    common.logger.error(common.config.get('qarkhelper','NOT_A_VALID_OPTION'))
                    common.exitClean()
        except Exception as e:
            if not common.interactive_mode:
                common.logger.error(common.config.get('qarkhelper','NOT_A_VALID_OPTION'))
                exit()
            common.logger.error(common.config.get('qarkhelper','NOT_A_VALID_OPTION_INTERACTIVE'))

    if exploit_choice==1:
        # Exploit all vulnerabilities
        print "Generating exploit payloads for all vulnerabilities"
        type_list=['String','StringArray','StringArrayList','Boolean','BooleanArray','Int','Float','Long','LongArray','[]','','IntArray','IntegerArrayList','FloatArray','Double','Char','CharArray','CharSequence','CharSequenceArray','CharSequenceArrayList','Byte','ByteArray', 'Bundle','Short','ShortArray','Serializable','Parcelable','ParcelableArrayList','ParcelableArray','unknownType']
        shutil.rmtree(common.getConfig("rootDir") +'/build')
        if str(createSploit.copy_template(common.getConfig("rootDir") + '/exploitAPKs/qark/',common.getConfig("rootDir") + '/build/qark')) is not 'ERROR':
            common.exploitLocation = common.getConfig("rootDir") + '/build/qark'
            if len(prov_exp_list)>0:
                common.logger.info("Sorry, we're still working on the providers")
            if len(act_exp_list)>0:
                common.normalizeActivityNames(act_exp_list,filters.find_package())
                for i in act_exp_list:
                    common.logger.debug(str(i))
                    exploit = createExploit.exploitActivity()
                    print str(i)
                    extras_list=[]
                    entries=common.get_entry_for_component('activity')
                    for n in entries:
                        tmp_extra=findExtras.find_extras(str(i),n)
                        if tmp_extra not in type_list:
                            if tmp_extra not in extras_list:
                                extras_list+=tmp_extra
                    common.dedup(extras_list)
                    if re.match(r'^\..*',str(i)):
                        i=str(package_name)+str(i)
                    exploit.setExportedActivity(str(i))
                    for j in range(0,len(extras_list)):
                        extras_list[j] = str(extras_list[j]).replace('\"','')
                        bad_extras=["\"\"","\" \"","[]"]
                        #if (extras_list[j]==" " or extras_list[j]==""):
                        if extras_list[j] in bad_extras:
                            pass
                        elif extras_list[j] in type_list:
                            pass
                        else:
                            exploit.setExtra(extras_list[j])
                    try:
                        writeExploit.write(exploit)
                    except Exception as e:
                        common.logger.error("Problems creating exploit (activity): " + str(e))
            if len(actalias_exp_list)>0:
                common.logger.info("Sorry, we're still working on Activity Aliases")
            if len(serv_exp_list)>0:
                for i in range(0, len(serv_exp_list)):
                    exploit = createExploit.exploitService()
                    exploit.setIntent(filters.find_package() + serv_exp_list[i])
                    writeExploit.write(exploit)
            if len(rec_exp_list)>0:
                for i in range(0, len(rec_exp_list)):
                    exploit = createExploit.exploitReceiver()
                    action=filters.find_intent_filters(rec_exp_list[i],"receiver")
                    exploit.setIntent(action)
                    print rec_exp_list[i]
                    extras_list=[]
                    entries=common.get_entry_for_component('receiver')
                    for n in entries:
                        tmp_extra=findExtras.find_extras(rec_exp_list[i],n)
                        if tmp_extra not in type_list:
                            if tmp_extra not in extras_list:
                                extras_list+=tmp_extra
                    common.dedup(extras_list)
                    if len(common.sploitparams)==0:
                        for j in range(0,len(extras_list)):
                            extras_list[j] = str(extras_list[j]).replace('\"','')
                            if (extras_list[j]==" " or extras_list[j]==""):
                                pass
                            else:
                                exploit.setExtra(extras_list[j])
                    else:
                        for j in range(0,len(common.sploitparams)):
                            #exploit.setExtra((common.sploitparams[j])[0])
                            if type(common.sploitparams[j]) is str:
                                pass
                                #exploit.setExtra(common.sploitparams[j])
                            else:
                                common.sploitparams[j][0] = str(common.sploitparams[j][0]).replace('\"','')
                                if (common.sploitparams[j][0]==" " or common.sploitparams[j][0]==""):
                                    pass
                                else:
                                    exploit.setExtra(common.sploitparams[j][0])
                    try:
                        writeExploit.write(exploit)
                    except Exception as e:
                        common.logger.error("Problems creating exploit (receiver): " + str(e))
            sdkManager.build_apk('qark')
            if common.interactive_mode:
                install=raw_input("Do you want to install this to your device? (y/n)").lower()
            else:
                install_option = common.args.install
                if install_option:
                    install = "y"
                else:
                    install_option = "n"
            if install=='y':
                apkList = list_all_apk()
                for apk in apkList:
                    if "com.secbro.qark" in apk:
                        uninstall(str(apk).split("/")[-1].rstrip(".apk"))
                common.logger.info("Installing...")
                try:
                    common.logger.info("The apk can be found in the "+common.getConfig("rootDir")+"/build/qark directory")
                    subprocess.call("adb install " + common.getConfig("rootDir") + "/build/qark/app/build/outputs/apk/app-debug.apk",shell=True)
                except Exception as e:
                    common.logger.error("Problems installing exploit APK: " + str(e))
            else:
                common.logger.info("The apk can be found in the "+common.getConfig("rootDir")+"/build/qark directory")
    elif exploit_choice==2:
        if common.reportInitSuccess:
            print "An html report of the findings is located in : " + common.reportDir
        else:
            common.logger.error("Problem with reporting; No html report generated. Please see the readme file for possible solutions.")
        common.exitClean()
    if common.reportInitSuccess:
        print "An html report of the findings is located in : " + common.reportDir
    else:
        common.logger.error("Problem with reporting; No html report generated. Please see the readme file for possible solutions.")

    print "Goodbye!"
    raise SystemExit