Esempio n. 1
0
def run(instance, mcu, toolchain, connection, connection_lock, platform_lock,
        misc_locks, clean, defines, ubxlib_dir, working_dir, printer, reporter,
        test_report_handle):
    '''Build/run on STM32Cube'''
    return_value = -1
    mcu_dir = ubxlib_dir + os.sep + SDK_DIR + os.sep + "mcu" + os.sep + mcu
    instance_text = u_utils.get_instance_text(instance)
    # Create a unique project name prefix in case more than
    # one process is running this
    updated_project_name_prefix = UPDATED_PROJECT_NAME_PREFIX + str(
        os.getpid()) + "_"
    workspace_subdir = STM32CUBE_IDE_WORKSPACE_SUBDIR + "_" + str(os.getpid())
    elf_path = None
    downloaded = False
    running = False
    download_list = None

    # Only one toolchain for STM32Cube
    del toolchain

    prompt = PROMPT + instance_text + ": "

    # Print out what we've been told to do
    text = "running STM32Cube for " + mcu
    if connection and "debugger" in connection and connection["debugger"]:
        text += ", on STLink debugger serial number " + connection["debugger"]
    if clean:
        text += ", clean build"
    if defines:
        text += ", with #define(s)"
        for idx, define in enumerate(defines):
            if idx == 0:
                text += " \"" + define + "\""
            else:
                text += ", \"" + define + "\""
    if ubxlib_dir:
        text += ", ubxlib directory \"" + ubxlib_dir + "\""
    if working_dir:
        text += ", working directory \"" + working_dir + "\""
    printer.string("{}{}.".format(prompt, text))

    # On STM32F4 we can get USB errors if we try to do a download
    # on one platform while another is performing SWO logging.
    # Since each board only runs a single instance of stuff we
    # can work around this be ensuring that all downloads are
    # completed before SWO logging begins.
    # Add us to the list of pending downloads
    if misc_locks and ("stm32f4_downloads_list" in misc_locks):
        download_list = misc_locks["stm32f4_downloads_list"]
        download_list.append(instance_text)

    reporter.event(u_report.EVENT_TYPE_BUILD, u_report.EVENT_START,
                   "STM32Cube")
    # Switch to the working directory
    with u_utils.ChangeDir(working_dir):
        # Check that everything we need is installed
        if check_installation(PATHS_LIST, printer, prompt):
            # Fetch Unity
            if u_utils.fetch_repo(u_utils.UNITY_URL, u_utils.UNITY_SUBDIR,
                                  None, printer, prompt):
                # I've no idea why but on every other
                # build STM32Cube loses track of where
                # most of the files are: you'll see it
                # say that it can't find u_cfg_sw.h and
                # fail.  Until we find out why just
                # give it two goes, deleting the project
                # we created before trying again.
                retries = 2
                while (elf_path is None) and (retries > 0):
                    # The STM32Cube IDE, based on Eclipse
                    # has no mechanism for overriding the locations
                    # of things so here we read the .project
                    # file and replace the locations of the
                    # STM32Cube SDK and Unity files as
                    # appropriate
                    if create_project(
                            mcu_dir, PROJECT_NAME,
                            updated_project_name_prefix + PROJECT_NAME,
                            STM32CUBE_FW_PATH,
                            working_dir + os.sep + u_utils.UNITY_SUBDIR,
                            printer, prompt):
                        # Do the build
                        build_start_time = time()
                        elf_path = build_binary(
                            mcu_dir, workspace_subdir,
                            updated_project_name_prefix + PROJECT_NAME, clean,
                            defines, printer, prompt)
                        if elf_path is None:
                            reporter.event(u_report.EVENT_TYPE_BUILD,
                                           u_report.EVENT_INFORMATION,
                                           "unable to build, will retry")
                            printer.string("{}if the compilation."       \
                                           " failure was because"        \
                                           " the build couldn't"         \
                                           " even find u_cfg_sw.h"       \
                                           " then ignore it, Eclipse"    \
                                           " lost its head, happens"     \
                                           " a lot, we will try again.". \
                                           format(prompt))
                    else:
                        reporter.event(
                            u_report.EVENT_TYPE_BUILD, u_report.EVENT_WARNING,
                            "unable to create STM32Cube project, will retry")
                    retries -= 1
                if elf_path:
                    reporter.event(
                        u_report.EVENT_TYPE_BUILD, u_report.EVENT_PASSED,
                        "build took {:.0f} second(s)".format(time() -
                                                             build_start_time))
                    # Lock the connection.
                    with u_connection.Lock(connection, connection_lock,
                                           CONNECTION_LOCK_GUARD_TIME_SECONDS,
                                           printer,
                                           prompt) as locked_connection:
                        if locked_connection:
                            # I have seen download failures occur if two
                            # ST-Link connections are initiated at the same time.
                            with u_utils.Lock(
                                    platform_lock,
                                    PLATFORM_LOCK_GUARD_TIME_SECONDS,
                                    "platform", printer,
                                    prompt) as locked_platform:
                                if locked_platform:
                                    reporter.event(
                                        u_report.EVENT_TYPE_DOWNLOAD,
                                        u_report.EVENT_START)
                                    # Do the download.  I have seen the STM32F4 debugger
                                    # barf on occasions so give this two bites of
                                    # the cherry
                                    retries = 2
                                    while not downloaded and (retries > 0):
                                        downloaded = download(
                                            connection,
                                            DOWNLOAD_GUARD_TIME_SECONDS,
                                            elf_path, printer, prompt)
                                        retries -= 1
                                        if not downloaded:
                                            if connection and "serial_port" in connection \
                                               and connection["serial_port"]:
                                                # Before retrying, reset the USB port
                                                u_utils.usb_reset("STMicroelectronics STLink" \
                                                                  "Virtual COM Port (" +
                                                                  connection["serial_port"] +
                                                                  ")", printer, prompt)
                                            sleep(5)
                                    if platform_lock:
                                        # Once the download has been done (or not) the platform lock
                                        # can be released, after a little safety sleep
                                        sleep(1)
                                        platform_lock.release()
                                    if downloaded:
                                        # Remove us from the list of pending downloads
                                        if download_list:
                                            download_list.remove(instance_text)
                                        reporter.event(
                                            u_report.EVENT_TYPE_DOWNLOAD,
                                            u_report.EVENT_COMPLETE)
                                        # Wait for all the other downloads to complete before
                                        # starting SWO logging
                                        u_utils.wait_for_completion(
                                            download_list, "download",
                                            DOWNLOADS_COMPLETE_GUARD_TIME_SECONDS,
                                            printer, prompt)
                                        # So that all STM32Cube instances don't start up at
                                        # once, which can also cause problems, wait the
                                        # instance-number number of seconds.
                                        hold_off = instance[0]
                                        if hold_off > 30:
                                            hold_off = 30
                                        sleep(hold_off)
                                        # Create and empty the SWO data file and decoded text file
                                        file_handle = open(SWO_DATA_FILE,
                                                           "w").close()
                                        file_handle = open(
                                            SWO_DECODED_TEXT_FILE,
                                            "w").close()
                                        reporter.event(
                                            u_report.EVENT_TYPE_TEST,
                                            u_report.EVENT_START)
                                        try:
                                            # Start a process which reads the
                                            # SWO output from a file, decodes it and
                                            # writes it back to a file
                                            process = Process(
                                                target=swo_decode_process,
                                                args=(SWO_DATA_FILE,
                                                      SWO_DECODED_TEXT_FILE))
                                            process.start()
                                            # Two bites at the cherry again
                                            retries = 2
                                            while not running and (retries >
                                                                   0):
                                                # Now start Open OCD to reset the target
                                                # and capture SWO output
                                                sleep(1)
                                                with u_utils.ExeRun(
                                                        open_ocd(
                                                            OPENOCD_COMMANDS,
                                                            connection),
                                                        printer, prompt):
                                                    running = True
                                                    # Open the SWO decoded text file for
                                                    # reading, binary to prevent the line
                                                    # endings being munged.
                                                    file_handle = open(
                                                        SWO_DECODED_TEXT_FILE,
                                                        "rb")
                                                    # Monitor progress based on the decoded
                                                    # SWO text
                                                    return_value = u_monitor.          \
                                                                   main(file_handle,
                                                                        u_monitor.CONNECTION_PIPE,
                                                                        RUN_GUARD_TIME_SECONDS,
                                                                        RUN_INACTIVITY_TIME_SECONDS,
                                                                        instance, printer,
                                                                        reporter,
                                                                        test_report_handle)
                                                    file_handle.close()
                                                retries -= 1
                                                if not running:
                                                    sleep(5)
                                            process.terminate()
                                        except KeyboardInterrupt:
                                            # Tidy up process on SIGINT
                                            printer.string(
                                                "{}caught CTRL-C, terminating..."
                                                .format(prompt))
                                            process.terminate()
                                            return_value = -1
                                        if return_value == 0:
                                            reporter.event(
                                                u_report.EVENT_TYPE_TEST,
                                                u_report.EVENT_COMPLETE)
                                        else:
                                            reporter.event(
                                                u_report.EVENT_TYPE_TEST,
                                                u_report.EVENT_FAILED)
                                    else:
                                        reporter.event(
                                            u_report.EVENT_TYPE_DOWNLOAD,
                                            u_report.EVENT_FAILED)
                        else:
                            reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                                           u_report.EVENT_FAILED,
                                           "unable to lock a connection")
                else:
                    reporter.event(u_report.EVENT_TYPE_BUILD,
                                   u_report.EVENT_FAILED,
                                   "check debug log for details")

                # To avoid a build up of stuff, delete the temporary build and
                # workspace on exit
                tmp = mcu_dir + os.sep + updated_project_name_prefix + PROJECT_NAME
                if os.path.exists(tmp):
                    printer.string("{}deleting temporary build directory {}...".   \
                                   format(prompt, tmp))
                    u_utils.deltree(tmp, printer, prompt)
                if os.path.exists(workspace_subdir):
                    printer.string("{}deleting temporary workspace directory {}...". \
                                   format(prompt, workspace_subdir))
                    u_utils.deltree(workspace_subdir, printer, prompt)

            else:
                reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                               u_report.EVENT_FAILED, "unable to fetch Unity")
        else:
            reporter.event(
                u_report.EVENT_TYPE_INFRASTRUCTURE, u_report.EVENT_FAILED,
                "there is a problem with the tools installation for STM32F4")

    # Remove us from the list of pending downloads for safety
    try:
        misc_locks["stm32f4_downloads_list"].remove(instance_text)
    except (AttributeError, ValueError, TypeError):
        pass

    return return_value
Esempio n. 2
0
def run(instance, mcu, toolchain, connection, connection_lock, platform_lock,
        misc_locks, clean, defines, ubxlib_dir, working_dir, printer, reporter,
        test_report_handle):
    '''Build/run on Zephyr'''
    return_value = -1
    build_dir = None
    instance_text = u_utils.get_instance_text(instance)

    # Don't need the platform lock
    del platform_lock

    # Only one toolchain for Zephyr
    del toolchain

    prompt = PROMPT + instance_text + ": "

    # Print out what we've been told to do
    text = "running Zephyr for " + mcu
    if connection and "debugger" in connection and connection["debugger"]:
        text += ", on JLink debugger serial number " + connection["debugger"]
    if clean:
        text += ", clean build"
    if defines:
        text += ", with #define(s)"
        for idx, define in enumerate(defines):
            if idx == 0:
                text += " \"" + define + "\""
            else:
                text += ", \"" + define + "\""
    if ubxlib_dir:
        text += ", ubxlib directory \"" + ubxlib_dir + "\""
    if working_dir:
        text += ", working directory \"" + working_dir + "\""
    printer.string("{}{}.".format(prompt, text))

    reporter.event(u_report.EVENT_TYPE_BUILD, u_report.EVENT_START, "Zephyr")
    # Switch to the working directory
    with u_utils.ChangeDir(working_dir):
        # Check that everything we need is installed
        # and configured
        if check_installation(TOOLS_LIST, printer, prompt):
            # Set up the environment variables for Zephyr
            returned_env = set_env(printer, prompt)
            if returned_env:
                # The west tools need to use the environment
                # configured above.
                print_env(returned_env, printer, prompt)
                # Note that Zephyr brings in its own
                # copy of Unity so there is no need to
                # fetch it here.
                # For Zephyr we need to obtain the full board name
                board = find_board(ubxlib_dir, mcu)
                if board:
                    # Do the build
                    build_start_time = time()
                    build_dir = build(board, clean, ubxlib_dir, defines,
                                      returned_env, printer, prompt, reporter)
                    if build_dir:
                        # Build succeeded, need to lock some things to do the download
                        reporter.event(
                            u_report.EVENT_TYPE_BUILD, u_report.EVENT_PASSED,
                            "build took {:.0f} second(s)".format(
                                time() - build_start_time))
                        # On NRF52 (NRF5)/Zephyr (NRF53/NRF52) doing a download
                        # on more than one platform at a time or doing a download
                        # while RTT logging is in progress seems to cause problems,
                        # even though it should be tied to the serial number of the
                        # given debugger on that board, so lock JLink for this.
                        jlink_lock = None
                        if "jlink_lock" in misc_locks:
                            jlink_lock = misc_locks["jlink_lock"]
                        with u_utils.Lock(jlink_lock,
                                          INSTALL_LOCK_WAIT_SECONDS, "JLink",
                                          printer, prompt) as locked_jlink:
                            if locked_jlink:
                                with u_connection.Lock(
                                        connection, connection_lock,
                                        CONNECTION_LOCK_GUARD_TIME_SECONDS,
                                        printer, prompt) as locked_connection:
                                    if locked_connection:
                                        # Get the device name for JLink
                                        jlink_device_name = jlink_device(mcu)
                                        if not jlink_device_name:
                                            reporter.event(
                                                u_report.
                                                EVENT_TYPE_INFRASTRUCTURE,
                                                u_report.EVENT_WARNING,
                                                "MCU not found in JLink devices"
                                            )
                                        # Do the download
                                        reporter.event(
                                            u_report.EVENT_TYPE_DOWNLOAD,
                                            u_report.EVENT_START)
                                        if download(
                                                connection, jlink_device_name,
                                                DOWNLOAD_GUARD_TIME_SECONDS,
                                                build_dir, returned_env,
                                                printer, prompt):
                                            reporter.event(
                                                u_report.EVENT_TYPE_DOWNLOAD,
                                                u_report.EVENT_COMPLETE)
                                            # Now the target can be reset
                                            u_utils.reset_nrf_target(
                                                connection, printer, prompt)
                                            reporter.event(
                                                u_report.EVENT_TYPE_TEST,
                                                u_report.EVENT_START)
                                            if connection and "swo_port" in connection:
                                                swo_port = connection[
                                                    "swo_port"]

                                            # With JLink started
                                            if jlink_device_name:
                                                RUN_JLINK.append("-Device")
                                                RUN_JLINK.append(
                                                    jlink_device(mcu))
                                            RUN_JLINK.append("-RTTTelnetPort")
                                            RUN_JLINK.append(str(swo_port))
                                            if connection and "debugger" in connection and \
                                               connection["debugger"]:
                                                RUN_JLINK.append("-USB")
                                                RUN_JLINK.append(
                                                    connection["debugger"])
                                            with u_utils.ExeRun(
                                                    RUN_JLINK,
                                                    printer,
                                                    prompt,
                                                    with_stdin=True
                                            ) as process_jlink:
                                                # Open the Telnet port to JLink
                                                # to get the debug output
                                                telnet_handle = u_utils.open_telnet(
                                                    swo_port, printer, prompt)
                                                if telnet_handle is not None:
                                                    # Monitor progress
                                                    return_value = u_monitor.    \
                                                                   main(telnet_handle,
                                                                        u_monitor.CONNECTION_TELNET,
                                                                        RUN_GUARD_TIME_SECONDS,
                                                                        RUN_INACTIVITY_TIME_SECONDS,
                                                                        instance, printer,
                                                                        reporter,
                                                                        test_report_handle)
                                                    telnet_handle.close()
                                                else:
                                                    reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                                                                   u_report.EVENT_FAILED,
                                                                   "unable to open RTT port " +  \
                                                                   str(swo_port))
                                                # JLink is VERY touchy as to how it exits,
                                                # need to send it "exit\n" over stdin
                                                # for it to exit cleanly
                                                process_jlink.stdin.write(
                                                    "exit\n".encode())
                                                sleep(5)
                                            if return_value == 0:
                                                reporter.event(
                                                    u_report.EVENT_TYPE_TEST,
                                                    u_report.EVENT_COMPLETE)
                                            else:
                                                reporter.event(
                                                    u_report.EVENT_TYPE_TEST,
                                                    u_report.EVENT_FAILED)
                                        else:
                                            reporter.event(
                                                u_report.EVENT_TYPE_DOWNLOAD,
                                                u_report.EVENT_FAILED,
                                                "check debug log for details")
                                    else:
                                        reporter.event(
                                            u_report.EVENT_TYPE_INFRASTRUCTURE,
                                            u_report.EVENT_FAILED,
                                            "unable to lock a connection")
                            else:
                                reporter.event(
                                    u_report.EVENT_TYPE_INFRASTRUCTURE,
                                    u_report.EVENT_FAILED,
                                    "unable to lock JLink")
                    else:
                        return_value = 1
                        reporter.event(u_report.EVENT_TYPE_BUILD,
                                       u_report.EVENT_FAILED,
                                       "check debug log for details")
                else:
                    return_value = 1
                    reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                                   u_report.EVENT_FAILED,
                                   "unable to find overlay file")
            else:
                reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                               u_report.EVENT_FAILED,
                               "environment setup failed")
        else:
            reporter.event(
                u_report.EVENT_TYPE_INFRASTRUCTURE, u_report.EVENT_FAILED,
                "there is a problem with the tools installation for Zephyr")

    return return_value
Esempio n. 3
0
def run(instance, mcu, toolchain, connection, connection_lock, platform_lock,
        misc_locks, clean, defines, ubxlib_dir, working_dir, printer, reporter,
        test_report_handle):
    '''Build/run on nRF5'''
    return_value = -1
    hex_file_path = None
    instance_text = u_utils.get_instance_text(instance)
    swo_port = u_utils.JLINK_SWO_PORT
    downloaded = False

    # Don't need the platform lock
    del platform_lock

    prompt = PROMPT + instance_text + ": "

    # Print out what we've been told to do
    text = "running nRF5 for " + mcu + " under " + toolchain
    if connection and "debugger" in connection and connection["debugger"]:
        text += ", on JLink debugger serial number " + connection["debugger"]
    if clean:
        text += ", clean build"
    if defines:
        text += ", with #define(s)"
        for idx, define in enumerate(defines):
            if idx == 0:
                text += " \"" + define + "\""
            else:
                text += ", \"" + define + "\""
    if ubxlib_dir:
        text += ", ubxlib directory \"" + ubxlib_dir + "\""
    if working_dir:
        text += ", working directory \"" + working_dir + "\""
    printer.string("{}{}.".format(prompt, text))

    reporter.event(u_report.EVENT_TYPE_BUILD, u_report.EVENT_START,
                   "nRF5SDK/" + toolchain)
    # Switch to the working directory
    with u_utils.ChangeDir(working_dir):
        # Check that everything we need is installed
        if check_installation(toolchain, TOOLS_LIST, printer, prompt):
            # Fetch Unity
            if u_utils.fetch_repo(u_utils.UNITY_URL, u_utils.UNITY_SUBDIR,
                                  None, printer, prompt):
                # Do the build
                build_start_time = time()
                if toolchain.lower() == "gcc":
                    build_subdir_gcc = BUILD_SUBDIR_PREFIX_GCC + instance_text.replace(
                        ".", "_")
                    hex_file_path = build_gcc(clean, build_subdir_gcc,
                                              ubxlib_dir, defines, printer,
                                              prompt, reporter)
                elif toolchain.lower() == "ses":
                    hex_file_path = build_ses(clean, ubxlib_dir, defines,
                                              printer, prompt, reporter)
                if hex_file_path:
                    # Build succeeded, need to lock a connection to do the download
                    reporter.event(
                        u_report.EVENT_TYPE_BUILD, u_report.EVENT_PASSED,
                        "build took {:.0f} second(s)".format(time() -
                                                             build_start_time))
                    # Do the download
                    # On nRF5 doing a download or starting RTT logging
                    # on more than one platform at a time seems to cause
                    # problems, even though it should be tied to the
                    # serial number of the given debugger on that board,
                    # so lock JLink for this.
                    jlink_lock = None
                    if "jlink_lock" in misc_locks:
                        jlink_lock = misc_locks["jlink_lock"]
                    with u_utils.Lock(jlink_lock, INSTALL_LOCK_WAIT_SECONDS,
                                      "JLink", printer,
                                      prompt) as locked_jlink:
                        if locked_jlink:
                            with u_connection.Lock(
                                    connection, connection_lock,
                                    CONNECTION_LOCK_GUARD_TIME_SECONDS,
                                    printer, prompt) as locked_connection:
                                if locked_connection:
                                    reporter.event(
                                        u_report.EVENT_TYPE_DOWNLOAD,
                                        u_report.EVENT_START)
                                    # I have seen the download fail on occasion
                                    # so give this two bites of the cherry
                                    retries = 2
                                    while not downloaded and (retries > 0):
                                        downloaded = download(
                                            connection,
                                            DOWNLOAD_GUARD_TIME_SECONDS,
                                            hex_file_path, printer, prompt)
                                        retries -= 1
                                        if not downloaded and (retries > 0):
                                            reporter.event(
                                                u_report.EVENT_TYPE_DOWNLOAD,
                                                u_report.EVENT_WARNING,
                                                "unable to download, will retry..."
                                            )
                                            sleep(5)
                                    if downloaded:
                                        reporter.event(
                                            u_report.EVENT_TYPE_DOWNLOAD,
                                            u_report.EVENT_COMPLETE)

                                        # Now the target can be reset
                                        u_utils.reset_nrf_target(
                                            connection, printer, prompt)
                                        reporter.event(
                                            u_report.EVENT_TYPE_TEST,
                                            u_report.EVENT_START)
                                        if connection and "swo_port" in connection:
                                            swo_port = connection["swo_port"]

                                        # With JLink started
                                        RUN_JLINK.append("-RTTTelnetPort")
                                        RUN_JLINK.append(str(swo_port))
                                        if connection and "debugger" in connection and \
                                           connection["debugger"]:
                                            RUN_JLINK.append("-USB")
                                            RUN_JLINK.append(
                                                connection["debugger"])
                                        with u_utils.ExeRun(RUN_JLINK,
                                                            printer,
                                                            prompt,
                                                            with_stdin=True
                                                            ) as process_jlink:
                                            # Open the Telnet port to JLink
                                            # to get the debug output
                                            telnet_handle = u_utils.open_telnet(
                                                swo_port, printer, prompt)
                                            if telnet_handle is not None:
                                                # Monitor progress
                                                return_value = u_monitor.    \
                                                               main(telnet_handle,
                                                                    u_monitor.CONNECTION_TELNET,
                                                                    RUN_GUARD_TIME_SECONDS,
                                                                    RUN_INACTIVITY_TIME_SECONDS,
                                                                    instance, printer, reporter,
                                                                    test_report_handle)
                                                telnet_handle.close()
                                            else:
                                                reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                                                               u_report.EVENT_FAILED,
                                                               "unable to open RTT port " +  \
                                                               str(swo_port))
                                            # JLink is VERY touchy as to how it exits,
                                            # need to send it "exit\n" over stdin
                                            # for it to exit cleanly
                                            process_jlink.stdin.write(
                                                "exit\n".encode())
                                            sleep(5)
                                        if return_value == 0:
                                            reporter.event(
                                                u_report.EVENT_TYPE_TEST,
                                                u_report.EVENT_COMPLETE)
                                        else:
                                            reporter.event(
                                                u_report.EVENT_TYPE_TEST,
                                                u_report.EVENT_FAILED)
                                    else:
                                        reporter.event(
                                            u_report.EVENT_TYPE_DOWNLOAD,
                                            u_report.EVENT_FAILED,
                                            "check debug log for details")
                                    # Wait for a short while before giving
                                    # the connection lock away to make sure
                                    # that everything really has shut down
                                    # in the debugger
                                    sleep(5)
                                else:
                                    reporter.event(
                                        u_report.EVENT_TYPE_INFRASTRUCTURE,
                                        u_report.EVENT_FAILED,
                                        "unable to lock a connection")
                        else:
                            reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                                           u_report.EVENT_FAILED,
                                           "unable to lock JLink")
                else:
                    return_value = 1
                    reporter.event(u_report.EVENT_TYPE_BUILD,
                                   u_report.EVENT_FAILED,
                                   "check debug log for details")
            else:
                reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                               u_report.EVENT_FAILED, "unable to fetch Unity")
        else:
            reporter.event(
                u_report.EVENT_TYPE_INFRASTRUCTURE, u_report.EVENT_FAILED,
                "there is a problem with the tools installation for nRF5 SDK")

    return return_value
Esempio n. 4
0
def run(instance,
        mcu,
        board,
        toolchain,
        connection,
        connection_lock,
        platform_lock,
        misc_locks,
        clean,
        defines,
        ubxlib_dir,
        working_dir,
        printer,
        reporter,
        test_report_handle,
        keep_going_flag=None,
        unity_dir=None):
    '''Build/run on Arduino'''
    return_value = -1
    monitor_dtr_rts_on = None
    installed = False
    sketch_paths = []
    build_paths = []
    return_values = []
    instance_text = u_utils.get_instance_text(instance)

    # None of the misc locks are required
    del misc_locks

    # Since we only currently support ESP-IDF we don't need
    # unity as ESP-IDF already has a copy built in
    del unity_dir

    prompt = PROMPT + instance_text + ": "

    toolchain = toolchain.lower()

    # Print out what we've been told to do and at the
    # same time check for the DTR/RTS off marker
    text = "running Arduino for " + mcu + " with SDK " + toolchain + \
           " on board with FQBN \"" + board + "\""
    if connection and connection["serial_port"]:
        text += ", serial port " + connection["serial_port"]
    if clean:
        text += ", clean build"
    if defines:
        text += ", with #define(s)"
        for idx, define in enumerate(defines):
            if define == MONITOR_DTR_RTS_OFF_MARKER:
                monitor_dtr_rts_on = False
            if idx == 0:
                text += " \"" + define + "\""
            else:
                text += ", \"" + define + "\""
    if ubxlib_dir:
        text += ", ubxlib directory \"" + ubxlib_dir + "\""
    if working_dir:
        text += ", working directory \"" + working_dir + "\""
    printer.string("{}{}.".format(prompt, text))

    reporter.event(u_report.EVENT_TYPE_BUILD, u_report.EVENT_START, "Arduino")
    printer.string("{}CD to {}...".format(prompt, working_dir))

    with u_utils.ChangeDir(working_dir):
        # Lock the Arduino platform while we install the tools
        with u_utils.Lock(platform_lock, PLATFORM_LOCK_GUARD_TIME_SECONDS,
                          "platform", printer, prompt,
                          keep_going_flag) as locked_platform:
            if locked_platform:
                installed = install(board, ARDUINO_BOARDS_URLS, printer,
                                    prompt, keep_going_flag)

        if installed:
            arduino_dir = os.path.join(ubxlib_dir, ARDUINO_SUB_DIR)
            library_path = os.path.join(working_dir, LIBRARIES_SUB_DIR)
            # Clear out any pre-built ubxlib library or rebuilds
            # won't pick up changes
            clear_prebuilt_library(os.path.join(library_path, LIBRARY_NAME),
                                   mcu, printer, prompt)
            # Create the ubxlib Arduino library
            if create_library(ubxlib_dir, arduino_dir, toolchain,
                              os.path.join(library_path, LIBRARY_NAME),
                              LIBRARY_NAME_LIB_POSTFIX, clean, printer, prompt,
                              keep_going_flag):
                # Create the ubxlib Arduino test library
                if create_library(ubxlib_dir, arduino_dir, toolchain,
                                  os.path.join(library_path, LIBRARY_NAME),
                                  LIBRARY_NAME_TEST_POSTFIX, clean, printer,
                                  prompt, keep_going_flag):
                    # We now build both libraries with the test sketch and we also
                    # build the examples with the just the ubxlib Arduino library.
                    # Make a list of the sketches to build
                    sketch_paths.append(
                        os.path.join(arduino_dir, TEST_SKETCH_SUB_PATH))
                    for root, _directories, files in os.walk(library_path):
                        for file in files:
                            if os.sep + "examples" + os.sep in root and file.endswith(
                                    ".ino"):
                                sketch_paths.append(os.path.join(root, file))
                    printer.string("{}{} thing(s) to build.".format(
                        prompt, len(sketch_paths)))
                    # Build the sketches: note that the first build of the ubxlib
                    # Arduino library to a .a file will be copied back into the library
                    # directory for use in the following builds
                    build_dir = os.path.join(working_dir, BUILD_SUBDIR)
                    for sketch_path in sketch_paths:
                        build_start_time = time()
                        build_path = build(build_dir, sketch_path,
                                           library_path, mcu, board, defines,
                                           clean, printer, prompt, reporter,
                                           keep_going_flag)
                        if not u_utils.keep_going(keep_going_flag, printer,
                                                  prompt) or not build_path:
                            break
                        build_paths.append(build_path)
                        reporter.event(u_report.EVENT_TYPE_BUILD,
                                       u_report.EVENT_PASSED,
                                       "build {} of {} took {:.0f} second(s)". \
                                       format(len(build_paths), len(sketch_paths),
                                              time() - build_start_time))
                    if len(build_paths) == len(sketch_paths):
                        # Download and run the builds
                        with u_connection.Lock(
                                connection, connection_lock,
                                CONNECTION_LOCK_GUARD_TIME_SECONDS, printer,
                                prompt, keep_going_flag) as locked:
                            if locked:
                                for build_path in build_paths:
                                    # I have seen download failures occur if two
                                    # are initiated at the same time so lock the
                                    # platform for this
                                    downloaded = False
                                    with u_utils.Lock(
                                            platform_lock,
                                            PLATFORM_LOCK_GUARD_TIME_SECONDS,
                                            "platform", printer, prompt,
                                            keep_going_flag
                                    ) as locked_platform:
                                        if locked_platform:
                                            # Have seen this fail, so give it a few goes
                                            reporter.event(
                                                u_report.EVENT_TYPE_DOWNLOAD,
                                                u_report.EVENT_START)
                                            retries = 0
                                            while u_utils.keep_going(keep_going_flag, printer,
                                                                     prompt) and               \
                                                  not downloaded and (retries < 3):
                                                downloaded = download(
                                                    build_path, board,
                                                    connection["serial_port"],
                                                    printer, prompt,
                                                    keep_going_flag)
                                                if not downloaded:
                                                    reporter.event(u_report.EVENT_TYPE_DOWNLOAD,
                                                                   u_report.EVENT_WARNING,
                                                                   "unable to download, will" \
                                                                   " retry...")
                                                    retries += 1
                                                    sleep(5)
                                    if downloaded:
                                        reporter.event(
                                            u_report.EVENT_TYPE_DOWNLOAD,
                                            u_report.EVENT_COMPLETE)
                                        reporter.event(
                                            u_report.EVENT_TYPE_TEST,
                                            u_report.EVENT_START)
                                        # Open the COM port to get debug output
                                        serial_handle = u_utils.open_serial(
                                            connection["serial_port"],
                                            115200,
                                            printer,
                                            prompt,
                                            dtr_set_on=monitor_dtr_rts_on,
                                            rts_set_on=monitor_dtr_rts_on)
                                        if serial_handle is not None:
                                            # Monitor progress
                                            return_values.append(
                                                u_monitor.main(
                                                    serial_handle,
                                                    u_monitor.
                                                    CONNECTION_SERIAL,
                                                    RUN_GUARD_TIME_SECONDS,
                                                    RUN_INACTIVITY_TIME_SECONDS,
                                                    "\r",
                                                    instance,
                                                    printer,
                                                    reporter,
                                                    test_report_handle,
                                                    keep_going_flag=
                                                    keep_going_flag))
                                            # Delays and flushes here to make sure
                                            # that the serial port actually closes
                                            # since we might need to re-open it for
                                            # another download going around the loop
                                            serial_handle.cancel_read()
                                            sleep(1)
                                            serial_handle.reset_input_buffer()
                                            serial_handle.reset_output_buffer()
                                            sleep(1)
                                            serial_handle.close()
                                            reporter.event(
                                                u_report.
                                                EVENT_TYPE_INFRASTRUCTURE,
                                                u_report.EVENT_COMPLETE,
                                                "serial port closed")
                                            sleep(5)
                                        else:
                                            reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                                                           u_report.EVENT_FAILED,
                                                           "unable to open serial port " +      \
                                                           connection["serial_port"])
                                        if return_values and return_values[
                                                -1] == 0:
                                            reporter.event(
                                                u_report.EVENT_TYPE_TEST,
                                                u_report.EVENT_COMPLETE)
                                        else:
                                            reporter.event(
                                                u_report.EVENT_TYPE_TEST,
                                                u_report.EVENT_FAILED)
                                    else:
                                        reporter.event(
                                            u_report.EVENT_TYPE_DOWNLOAD,
                                            u_report.EVENT_FAILED,
                                            "unable to download to the target")
                                if return_values:
                                    return_value = 0
                                    for item in return_values:
                                        # If a return value goes negative then
                                        # only count the negative values, i.e. the
                                        # number of infrastructure failures
                                        if (item < 0) and (return_value >= 0):
                                            return_value = item
                                        else:
                                            if (((item > 0) and (return_value >= 0)) or  \
                                                ((item < 0) and (return_value < 0))):
                                                return_value += item
                            else:
                                reporter.event(
                                    u_report.EVENT_TYPE_INFRASTRUCTURE,
                                    u_report.EVENT_FAILED,
                                    "unable to lock a connection")
                    else:
                        reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                                       u_report.EVENT_FAILED, "failed a build")
                else:
                    reporter.event(
                        u_report.EVENT_TYPE_BUILD, u_report.EVENT_FAILED,
                        "unable to build library, check debug log for details")
            else:
                reporter.event(
                    u_report.EVENT_TYPE_INFRASTRUCTURE, u_report.EVENT_FAILED,
                    "unable to create library, check debug log for details")
        else:
            reporter.event(
                u_report.EVENT_TYPE_INFRASTRUCTURE, u_report.EVENT_FAILED,
                "unable to install tools, check debug log for details")

    return return_value
Esempio n. 5
0
def run(instance, mcu, toolchain, connection, connection_lock,
        platform_lock, misc_locks, clean, defines, ubxlib_dir,
        working_dir, printer, reporter, test_report_handle):
    '''Build/run on ESP-IDF'''
    return_value = -1
    instance_text = u_utils.get_instance_text(instance)
    filter_string = "*\r\n"

    # No issues with running in parallel on ESP-IDF
    del platform_lock

    # Only one toolchain for ESP-IDF
    del toolchain

    prompt = PROMPT + instance_text + ": "

    # Print out what we've been told to do
    text = "running ESP-IDF for " + mcu
    if connection and connection["serial_port"]:
        text += ", on serial port " + connection["serial_port"]
    if clean:
        text += ", clean build"
    if defines:
        text += ", with #define(s)"
        for idx, define in enumerate(defines):
            if idx == 0:
                text += " \"" + define + "\""
            else:
                text += ", \"" + define + "\""
    if ubxlib_dir:
        text += ", ubxlib directory \"" + ubxlib_dir + "\""
    if working_dir:
        text += ", working directory \"" + working_dir + "\""
    printer.string("{}{}.".format(prompt, text))

    reporter.event(u_report.EVENT_TYPE_BUILD,
                   u_report.EVENT_START,
                   "ESP-IDF")
    printer.string("{}CD to {}...".format(prompt, working_dir))
    with u_utils.ChangeDir(working_dir):
        # Fetch ESP-IDF into the right sub directory
        # and install the tools
        esp_idf_location = get_esp_idf_location(instance)
        esp_idf_dir = ESP_IDF_ROOT + os.sep + esp_idf_location["subdir"]
        if esp_idf_location:
            system_lock = None
            if misc_locks and ("system_lock" in misc_locks):
                system_lock = misc_locks["system_lock"]
            returned_env = install(esp_idf_location["url"], esp_idf_dir,
                                   esp_idf_location["branch"], system_lock,
                                   printer, prompt, reporter)
            if returned_env:
                # From here on the ESP-IDF tools need to set up
                # and use the set of environment variables
                # returned above.
                print_env(returned_env, printer, prompt)
                # Now do the build
                build_dir = working_dir + os.sep + BUILD_SUBDIR
                build_start_time = time()
                if build(esp_idf_dir, ubxlib_dir, build_dir,
                         defines, returned_env, clean,
                         printer, prompt, reporter):
                    reporter.event(u_report.EVENT_TYPE_BUILD,
                                   u_report.EVENT_PASSED,
                                   "build took {:.0f} second(s)". \
                                   format(time() - build_start_time))
                    with u_connection.Lock(connection, connection_lock,
                                           CONNECTION_LOCK_GUARD_TIME_SECONDS,
                                           printer, prompt) as locked:
                        if locked:
                            # Have seen this fail, only with Python 3 for
                            # some reason, so give it a few goes
                            reporter.event(u_report.EVENT_TYPE_DOWNLOAD,
                                           u_report.EVENT_START)
                            retries = 0
                            while not download(esp_idf_dir, ubxlib_dir, build_dir,
                                               connection["serial_port"], returned_env,
                                               printer, prompt) and (retries < 3):
                                reporter.event(u_report.EVENT_TYPE_DOWNLOAD,
                                               u_report.EVENT_WARNING,
                                               "unable to download, will retry...")
                                retries += 1
                                sleep(5)
                            if retries < 3:
                                reporter.event(u_report.EVENT_TYPE_DOWNLOAD,
                                               u_report.EVENT_COMPLETE)
                                reporter.event(u_report.EVENT_TYPE_TEST,
                                               u_report.EVENT_START)
                                # Search the defines list to see if it includes a
                                # "U_CFG_APP_FILTER=blah" item.  On ESP32 the tests
                                # that are run are not selected at compile time,
                                # they are selected by sending the "blah" string
                                # over the COM port where it must match a "module name",
                                # a thing in [square brackets] which our naming convention
                                # dictates will be an API name (e.g. "port") or "example".
                                for define in defines:
                                    tmp = u_utils.FILTER_MACRO_NAME + "="
                                    if define.startswith(tmp):
                                        filter_string = define[len(tmp):]
                                        reporter.event(u_report.EVENT_TYPE_TEST,
                                                       u_report.EVENT_INFORMATION,
                                                       "only running module \"" +
                                                       filter_string + "\"")
                                        printer.string("{} will use filter [{}].".   \
                                                       format(prompt, filter_string))
                                        # Add the top and tail it needs for sending
                                        filter_string = "[" + filter_string + "]\r\n"
                                        break
                                # Open the COM port to get debug output
                                serial_handle = u_utils.open_serial(connection["serial_port"],
                                                                    115200, printer, prompt)
                                if serial_handle is not None:
                                    # Monitor progress
                                    return_value = u_monitor.main(serial_handle,
                                                                  u_monitor.CONNECTION_SERIAL,
                                                                  RUN_GUARD_TIME_SECONDS,
                                                                  RUN_INACTIVITY_TIME_SECONDS,
                                                                  instance, printer, reporter,
                                                                  test_report_handle,
                                                                  send_string=filter_string)
                                    serial_handle.close()
                                else:
                                    reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                                                   u_report.EVENT_FAILED,
                                                   "unable to open serial port " +      \
                                                   connection["serial_port"])
                                if return_value == 0:
                                    reporter.event(u_report.EVENT_TYPE_TEST,
                                                   u_report.EVENT_COMPLETE)
                                else:
                                    reporter.event(u_report.EVENT_TYPE_TEST,
                                                   u_report.EVENT_FAILED)
                            else:
                                reporter.event(u_report.EVENT_TYPE_DOWNLOAD,
                                               u_report.EVENT_FAILED,
                                               "unable to download to the target")
                        else:
                            reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                                           u_report.EVENT_FAILED,
                                           "unable to lock a connection")
                else:
                    reporter.event(u_report.EVENT_TYPE_BUILD,
                                   u_report.EVENT_FAILED,
                                   "unable to build, check debug log for details")
            else:
                reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                               u_report.EVENT_FAILED,
                               "tools installation failed")
        else:
            reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                           u_report.EVENT_FAILED,
                           "don't have ESP-IDF URL for this instance")
            printer.string("{}error: don't have ESP-IDF URL instance {}.".
                           format(prompt, instance_text))

    return return_value
Esempio n. 6
0
def run(instance,
        mcu,
        toolchain,
        connection,
        connection_lock,
        platform_lock,
        misc_locks,
        clean,
        defines,
        ubxlib_dir,
        working_dir,
        printer,
        reporter,
        test_report_handle,
        keep_going_flag=None):
    '''Build/run on ESP-IDF'''
    return_value = -1
    monitor_dtr_rts_on = None
    instance_text = u_utils.get_instance_text(instance)

    # No issues with running in parallel on ESP-IDF
    del platform_lock

    # Only one toolchain for ESP-IDF
    del toolchain

    prompt = PROMPT + instance_text + ": "

    # Print out what we've been told to do and at the
    # same time check for the DTR/RTS off marker
    text = "running ESP-IDF for " + mcu
    if connection and connection["serial_port"]:
        text += ", on serial port " + connection["serial_port"]
    if clean:
        text += ", clean build"
    if defines:
        text += ", with #define(s)"
        for idx, define in enumerate(defines):
            if define == MONITOR_DTR_RTS_OFF_MARKER:
                monitor_dtr_rts_on = False
            if idx == 0:
                text += " \"" + define + "\""
            else:
                text += ", \"" + define + "\""
    if ubxlib_dir:
        text += ", ubxlib directory \"" + ubxlib_dir + "\""
    if working_dir:
        text += ", working directory \"" + working_dir + "\""
    printer.string("{}{}.".format(prompt, text))

    reporter.event(u_report.EVENT_TYPE_BUILD, u_report.EVENT_START, "ESP-IDF")
    printer.string("{}CD to {}...".format(prompt, working_dir))
    with u_utils.ChangeDir(working_dir):
        # Fetch ESP-IDF into the right sub directory
        # and install the tools
        esp_idf_dir = ESP_IDF_ROOT + os.sep + ESP_IDF_LOCATION["subdir"]
        system_lock = None
        if u_utils.keep_going(keep_going_flag, printer, prompt) and \
           misc_locks and ("system_lock" in misc_locks):
            system_lock = misc_locks["system_lock"]
        returned_env = install(ESP_IDF_LOCATION["url"], esp_idf_dir,
                               ESP_IDF_LOCATION["branch"], system_lock,
                               keep_going_flag, printer, prompt, reporter)
        if u_utils.keep_going(keep_going_flag, printer, prompt) and \
           returned_env:
            # From here on the ESP-IDF tools need to set up
            # and use the set of environment variables
            # returned above.
            print_env(returned_env, printer, prompt)
            # Now do the build
            build_dir = working_dir + os.sep + BUILD_SUBDIR
            build_start_time = time()
            if u_utils.keep_going(keep_going_flag, printer, prompt) and \
               build(esp_idf_dir, ubxlib_dir, build_dir,
                     defines, returned_env, clean,
                     printer, prompt, reporter, keep_going_flag):
                reporter.event(u_report.EVENT_TYPE_BUILD,
                               u_report.EVENT_PASSED,
                               "build took {:.0f} second(s)". \
                               format(time() - build_start_time))
                with u_connection.Lock(connection, connection_lock,
                                       CONNECTION_LOCK_GUARD_TIME_SECONDS,
                                       printer, prompt,
                                       keep_going_flag) as locked:
                    if locked:
                        # Have seen this fail, only with Python 3 for
                        # some reason, so give it a few goes
                        reporter.event(u_report.EVENT_TYPE_DOWNLOAD,
                                       u_report.EVENT_START)
                        retries = 0
                        downloaded = False
                        while u_utils.keep_going(keep_going_flag, printer, prompt) and \
                              not downloaded and (retries < 3):
                            downloaded = download(esp_idf_dir, ubxlib_dir,
                                                  build_dir,
                                                  connection["serial_port"],
                                                  returned_env, printer,
                                                  prompt)
                            if not downloaded:
                                reporter.event(
                                    u_report.EVENT_TYPE_DOWNLOAD,
                                    u_report.EVENT_WARNING,
                                    "unable to download, will retry...")
                                retries += 1
                                sleep(5)
                        if downloaded:
                            reporter.event(u_report.EVENT_TYPE_DOWNLOAD,
                                           u_report.EVENT_COMPLETE)
                            reporter.event(u_report.EVENT_TYPE_TEST,
                                           u_report.EVENT_START)
                            # Open the COM port to get debug output
                            serial_handle = u_utils.open_serial(
                                connection["serial_port"],
                                115200,
                                printer,
                                prompt,
                                dtr_set_on=monitor_dtr_rts_on,
                                rts_set_on=monitor_dtr_rts_on)
                            if serial_handle is not None:
                                # Monitor progress
                                return_value = u_monitor.main(
                                    serial_handle,
                                    u_monitor.CONNECTION_SERIAL,
                                    RUN_GUARD_TIME_SECONDS,
                                    RUN_INACTIVITY_TIME_SECONDS,
                                    "\r",
                                    instance,
                                    printer,
                                    reporter,
                                    test_report_handle,
                                    keep_going_flag=keep_going_flag)
                                serial_handle.close()
                            else:
                                reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                                               u_report.EVENT_FAILED,
                                               "unable to open serial port " +      \
                                               connection["serial_port"])
                            if return_value == 0:
                                reporter.event(u_report.EVENT_TYPE_TEST,
                                               u_report.EVENT_COMPLETE)
                            else:
                                reporter.event(u_report.EVENT_TYPE_TEST,
                                               u_report.EVENT_FAILED)
                        else:
                            reporter.event(u_report.EVENT_TYPE_DOWNLOAD,
                                           u_report.EVENT_FAILED,
                                           "unable to download to the target")
                    else:
                        reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                                       u_report.EVENT_FAILED,
                                       "unable to lock a connection")
            else:
                reporter.event(u_report.EVENT_TYPE_BUILD,
                               u_report.EVENT_FAILED,
                               "unable to build, check debug log for details")
        else:
            reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                           u_report.EVENT_FAILED, "tools installation failed")

    return return_value
Esempio n. 7
0
def run(instance,
        mcu,
        board,
        toolchain,
        connection,
        connection_lock,
        platform_lock,
        misc_locks,
        clean,
        defines,
        ubxlib_dir,
        working_dir,
        printer,
        reporter,
        test_report_handle,
        keep_going_flag=None):
    '''Build/run on Zephyr'''
    return_value = -1
    build_dir = None
    instance_text = u_utils.get_instance_text(instance)

    # Don't need the platform or misc locks
    del platform_lock
    del misc_locks

    # Only one toolchain for Zephyr
    del toolchain

    prompt = PROMPT + instance_text + ": "

    # Print out what we've been told to do
    text = "running Zephyr for " + mcu + " (on a \"" + board + "\" board)"
    if connection and "debugger" in connection and connection["debugger"]:
        text += ", on JLink debugger serial number " + connection["debugger"]
    if clean:
        text += ", clean build"
    if defines:
        text += ", with #define(s)"
        for idx, define in enumerate(defines):
            if idx == 0:
                text += " \"" + define + "\""
            else:
                text += ", \"" + define + "\""
    if ubxlib_dir:
        text += ", ubxlib directory \"" + ubxlib_dir + "\""
    if working_dir:
        text += ", working directory \"" + working_dir + "\""
    printer.string("{}{}.".format(prompt, text))

    reporter.event(u_report.EVENT_TYPE_BUILD, u_report.EVENT_START, "Zephyr")
    # Switch to the working directory
    with u_utils.ChangeDir(working_dir):
        # Check that everything we need is installed
        # and configured
        if u_utils.keep_going(keep_going_flag, printer, prompt) and \
           check_installation(TOOLS_LIST, printer, prompt):
            # Set up the environment variables for Zephyr
            returned_env = set_env(printer, prompt)
            if u_utils.keep_going(keep_going_flag, printer, prompt) and \
               returned_env:
                # The west tools need to use the environment
                # configured above.
                print_env(returned_env, printer, prompt)
                # Note that Zephyr brings in its own
                # copy of Unity so there is no need to
                # fetch it here.
                if board:
                    # Do the build
                    build_start_time = time()
                    build_dir = build(board, clean, ubxlib_dir, defines,
                                      returned_env, printer, prompt, reporter,
                                      keep_going_flag)
                    if u_utils.keep_going(keep_going_flag, printer, prompt) and \
                       build_dir:
                        # Build succeeded, need to lock some things to do the download
                        reporter.event(
                            u_report.EVENT_TYPE_BUILD, u_report.EVENT_PASSED,
                            "build took {:.0f} second(s)".format(
                                time() - build_start_time))
                        # Do the download
                        with u_connection.Lock(
                                connection, connection_lock,
                                CONNECTION_LOCK_GUARD_TIME_SECONDS, printer,
                                prompt, keep_going_flag) as locked_connection:
                            if locked_connection:
                                # Get the device name for JLink
                                jlink_device_name = jlink_device(mcu)
                                if not jlink_device_name:
                                    reporter.event(
                                        u_report.EVENT_TYPE_INFRASTRUCTURE,
                                        u_report.EVENT_WARNING,
                                        "MCU not found in JLink devices")
                                # Do the download
                                reporter.event(u_report.EVENT_TYPE_DOWNLOAD,
                                               u_report.EVENT_START)
                                retries = 0
                                downloaded = False
                                while u_utils.keep_going(keep_going_flag, printer, prompt) and \
                                      not downloaded and (retries < 3):
                                    downloaded = download(
                                        connection, jlink_device_name,
                                        DOWNLOAD_GUARD_TIME_SECONDS, build_dir,
                                        returned_env, printer, prompt)
                                    if not downloaded:
                                        reporter.event(
                                            u_report.EVENT_TYPE_DOWNLOAD,
                                            u_report.EVENT_WARNING,
                                            "unable to download, will retry..."
                                        )
                                        retries += 1
                                        sleep(5)
                                if downloaded:
                                    reporter.event(
                                        u_report.EVENT_TYPE_DOWNLOAD,
                                        u_report.EVENT_COMPLETE)
                                    # Now the target can be reset
                                    u_utils.reset_nrf_target(
                                        connection, printer, prompt)
                                    reporter.event(u_report.EVENT_TYPE_TEST,
                                                   u_report.EVENT_START)

                                    with URttReader(
                                            jlink_device(mcu),
                                            jlink_serial=connection[
                                                "debugger"],
                                            printer=printer,
                                            prompt=prompt) as rtt_reader:
                                        return_value = u_monitor.main(
                                            rtt_reader,
                                            u_monitor.CONNECTION_RTT,
                                            RUN_GUARD_TIME_SECONDS,
                                            RUN_INACTIVITY_TIME_SECONDS,
                                            "\n",
                                            instance,
                                            printer,
                                            reporter,
                                            test_report_handle,
                                            keep_going_flag=keep_going_flag)
                                    if return_value == 0:
                                        reporter.event(
                                            u_report.EVENT_TYPE_TEST,
                                            u_report.EVENT_COMPLETE)
                                    else:
                                        reporter.event(
                                            u_report.EVENT_TYPE_TEST,
                                            u_report.EVENT_FAILED)
                                else:
                                    reporter.event(
                                        u_report.EVENT_TYPE_DOWNLOAD,
                                        u_report.EVENT_FAILED,
                                        "check debug log for details")
                            else:
                                reporter.event(
                                    u_report.EVENT_TYPE_INFRASTRUCTURE,
                                    u_report.EVENT_FAILED,
                                    "unable to lock a connection")
                    else:
                        return_value = 1
                        reporter.event(u_report.EVENT_TYPE_BUILD,
                                       u_report.EVENT_FAILED,
                                       "check debug log for details")
                else:
                    return_value = 1
                    reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                                   u_report.EVENT_FAILED,
                                   "unable to find overlay file")
            else:
                reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                               u_report.EVENT_FAILED,
                               "environment setup failed")
        else:
            reporter.event(
                u_report.EVENT_TYPE_INFRASTRUCTURE, u_report.EVENT_FAILED,
                "there is a problem with the tools installation for Zephyr")

    return return_value
Esempio n. 8
0
def run(instance,
        mcu,
        toolchain,
        connection,
        connection_lock,
        platform_lock,
        misc_locks,
        clean,
        defines,
        ubxlib_dir,
        working_dir,
        printer,
        reporter,
        test_report_handle,
        keep_going_flag=None,
        unity_dir=None):
    '''Build/run on nRF5'''
    return_value = -1
    hex_file_path = None
    instance_text = u_utils.get_instance_text(instance)
    downloaded = False
    _ = (misc_locks)  # Suppress unused variable

    # Don't need the platform lock
    del platform_lock

    prompt = PROMPT + instance_text + ": "

    # Print out what we've been told to do
    text = "running nRF5 for " + mcu + " under " + toolchain
    if connection and "debugger" in connection and connection["debugger"]:
        text += ", on JLink debugger serial number " + connection["debugger"]
    if clean:
        text += ", clean build"
    if defines:
        text += ", with #define(s)"
        for idx, define in enumerate(defines):
            if idx == 0:
                text += " \"" + define + "\""
            else:
                text += ", \"" + define + "\""
    if ubxlib_dir:
        text += ", ubxlib directory \"" + ubxlib_dir + "\""
    if working_dir:
        text += ", working directory \"" + working_dir + "\""
    if unity_dir:
        text += ", using Unity from \"" + unity_dir + "\""
    printer.string("{}{}.".format(prompt, text))

    reporter.event(u_report.EVENT_TYPE_BUILD, u_report.EVENT_START,
                   "nRF5SDK/" + toolchain)
    # Switch to the working directory
    with u_utils.ChangeDir(working_dir):
        # Check that everything we need is installed
        if u_utils.keep_going(keep_going_flag, printer, prompt) and \
           check_installation(toolchain, TOOLS_LIST, printer, prompt):
            # Fetch Unity, if necessary
            if u_utils.keep_going(keep_going_flag, printer, prompt) and \
                not unity_dir:
                if u_utils.fetch_repo(u_utils.UNITY_URL,
                                      u_utils.UNITY_SUBDIR,
                                      None,
                                      printer,
                                      prompt,
                                      submodule_init=False):
                    unity_dir = os.getcwd() + os.sep + u_utils.UNITY_SUBDIR
            if unity_dir:
                # Do the build
                build_start_time = time()
                if u_utils.keep_going(keep_going_flag, printer, prompt):
                    if toolchain.lower() == "gcc":
                        build_subdir_gcc = BUILD_SUBDIR_PREFIX_GCC + instance_text.replace(
                            ".", "_")
                        hex_file_path = build_gcc(clean, build_subdir_gcc,
                                                  ubxlib_dir, unity_dir,
                                                  defines, printer, prompt,
                                                  reporter, keep_going_flag)
                    elif toolchain.lower() == "ses":
                        hex_file_path = build_ses(clean, ubxlib_dir, unity_dir,
                                                  defines, printer, prompt,
                                                  reporter, keep_going_flag)
                if hex_file_path:
                    # Build succeeded, need to lock a connection to do the download
                    reporter.event(
                        u_report.EVENT_TYPE_BUILD, u_report.EVENT_PASSED,
                        "build took {:.0f} second(s)".format(time() -
                                                             build_start_time))
                    # Do the download
                    with u_connection.Lock(
                            connection, connection_lock,
                            CONNECTION_LOCK_GUARD_TIME_SECONDS, printer,
                            prompt, keep_going_flag) as locked_connection:
                        if locked_connection:
                            reporter.event(u_report.EVENT_TYPE_DOWNLOAD,
                                           u_report.EVENT_START)
                            # I have seen the download fail on occasion
                            # so give this two bites of the cherry
                            retries = 2
                            while not downloaded and (retries > 0):
                                downloaded = download(
                                    connection, DOWNLOAD_GUARD_TIME_SECONDS,
                                    hex_file_path, printer, prompt)
                                retries -= 1
                                if not downloaded and (retries > 0):
                                    reporter.event(
                                        u_report.EVENT_TYPE_DOWNLOAD,
                                        u_report.EVENT_WARNING,
                                        "unable to download, will retry...")
                                    sleep(5)
                            if downloaded:
                                reporter.event(u_report.EVENT_TYPE_DOWNLOAD,
                                               u_report.EVENT_COMPLETE)

                                # Now the target can be reset
                                u_utils.reset_nrf_target(
                                    connection, printer, prompt)
                                reporter.event(u_report.EVENT_TYPE_TEST,
                                               u_report.EVENT_START)

                                with URttReader(
                                        "NRF52840_XXAA",
                                        jlink_serial=connection["debugger"],
                                        printer=printer,
                                        prompt=prompt) as rtt_reader:
                                    return_value = u_monitor.main(
                                        rtt_reader, u_monitor.CONNECTION_RTT,
                                        RUN_GUARD_TIME_SECONDS,
                                        RUN_INACTIVITY_TIME_SECONDS, "\n",
                                        instance, printer, reporter,
                                        test_report_handle)

                                if return_value == 0:
                                    reporter.event(u_report.EVENT_TYPE_TEST,
                                                   u_report.EVENT_COMPLETE)
                                else:
                                    reporter.event(u_report.EVENT_TYPE_TEST,
                                                   u_report.EVENT_FAILED)
                            else:
                                reporter.event(u_report.EVENT_TYPE_DOWNLOAD,
                                               u_report.EVENT_FAILED,
                                               "check debug log for details")
                            # Wait for a short while before giving
                            # the connection lock away to make sure
                            # that everything really has shut down
                            # in the debugger
                            sleep(5)
                        else:
                            reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                                           u_report.EVENT_FAILED,
                                           "unable to lock a connection")
                else:
                    return_value = 1
                    reporter.event(u_report.EVENT_TYPE_BUILD,
                                   u_report.EVENT_FAILED,
                                   "check debug log for details")
            else:
                reporter.event(u_report.EVENT_TYPE_INFRASTRUCTURE,
                               u_report.EVENT_FAILED, "unable to fetch Unity")
        else:
            reporter.event(
                u_report.EVENT_TYPE_INFRASTRUCTURE, u_report.EVENT_FAILED,
                "there is a problem with the tools installation for nRF5 SDK")

    return return_value