1641906300

Committed 27 Jan 2025 05:31AM UTC coverage: 75.952% (-0.002%) from 75.954%

Build # 1641906300

Build Type

push

gitlab-ci

Committed by

web-flow

Commit Message

Merge pull request #1734 from mendersoftware/cherry-5.0.x-MEN-7900-client-stuck-after-sync-error

[Cherry 5.0.x]: MEN-7900: Fix Mender client getting stuck after failure in sync state

Run Details

24 of 40 new or added lines in 3 files covered. (60.0%)

100 existing lines in 4 files now uncovered.

7381 of 9718 relevant lines covered (75.95%)

11129.08 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

95.77

/src/mender-update/daemon/state_machine/state_machine.cpp

// Copyright 2023 Northern.tech AS
//
//    Licensed under the Apache License, Version 2.0 (the "License");
//    you may not use this file except in compliance with the License.
//    You may obtain a copy of the License at
//
//        http://www.apache.org/licenses/LICENSE-2.0
//
//    Unless required by applicable law or agreed to in writing, software
//    distributed under the License is distributed on an "AS IS" BASIS,
//    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
//    See the License for the specific language governing permissions and
//    limitations under the License.

#include <mender-update/daemon/state_machine.hpp>

#include <client_shared/conf.hpp>
#include <common/key_value_database.hpp>
#include <common/log.hpp>

#include <mender-update/daemon/states.hpp>

namespace mender {
namespace update {
namespace daemon {

namespace conf = mender::client_shared::conf;
namespace kvdb = mender::common::key_value_database;
namespace log = mender::common::log;

StateMachine::StateMachine(Context &ctx, events::EventLoop &event_loop) :
        ctx_(ctx),
        event_loop_(event_loop),
        check_update_handler_(event_loop),
        inventory_update_handler_(event_loop),
        termination_handler_(event_loop),
        schedule_submit_inventory_state_(
                ctx.inventory_timer,
                "inventory submission",
                StateEvent::InventoryPollingTriggered,
                ctx.mender_context.GetConfig().inventory_poll_interval_seconds),
        schedule_poll_for_deployment_state_(
                ctx.deployment_timer,
                "deployment check",
                StateEvent::DeploymentPollingTriggered,
                ctx.mender_context.GetConfig().update_poll_interval_seconds),
        submit_inventory_state_(
                ctx.mender_context.GetConfig().retry_poll_interval_seconds,
                ctx.mender_context.GetConfig().retry_poll_count),
        poll_for_deployment_state_(
                ctx.mender_context.GetConfig().retry_poll_interval_seconds,
                ctx.mender_context.GetConfig().retry_poll_count),
        send_download_status_state_(deployments::DeploymentStatus::Downloading),
        send_install_status_state_(deployments::DeploymentStatus::Installing),
        send_reboot_status_state_(deployments::DeploymentStatus::Rebooting),
        send_commit_status_state_(
                deployments::DeploymentStatus::Installing,
                event_loop,
                ctx.mender_context.GetConfig().retry_poll_interval_seconds,
                ctx.mender_context.GetConfig().retry_poll_count),
        // nullopt means: Fetch success/failure status from deployment context
        send_final_status_state_(
                nullopt,
                event_loop,
                ctx.mender_context.GetConfig().retry_poll_interval_seconds,
                ctx.mender_context.GetConfig().retry_poll_count),
        exit_state_(event_loop),
        main_states_(init_state_),
        state_scripts_(
                event_loop,
                chrono::seconds {ctx.mender_context.GetConfig().state_script_timeout_seconds},
                chrono::seconds {ctx.mender_context.GetConfig().state_script_retry_interval_seconds},
                chrono::seconds {ctx.mender_context.GetConfig().state_script_retry_timeout_seconds},
                ctx_.mender_context.GetConfig().paths.GetArtScriptsPath(),
                ctx_.mender_context.GetConfig().paths.GetRootfsScriptsPath()),
        runner_(ctx) {
        runner_.AddStateMachine(deployment_tracking_.states_);
        runner_.AddStateMachine(main_states_);
        runner_.AttachToEventLoop(event_loop_);
        ctx.authenticator.RegisterTokenReceivedCallback([&ctx]() {
                if (ctx.inventory_client->has_submitted_inventory) {
                        log::Debug("Client has re-authenticated - clear inventory data cache");
                        ctx.inventory_client->ClearDataCache();
                        ctx.inventory_client->has_submitted_inventory = false;
                }
        });

        using se = StateEvent;
        using tf = sm::TransitionFlag;

        auto &ss = state_scripts_;

        // When updating the table below, make sure that the initial states are in sync as well, in
        // LoadStateFromDb().

        // clang-format off
        main_states_.AddTransition(init_state_,                             se::Started,                     ss.idle_enter_,                          tf::Immediate);

        main_states_.AddTransition(ss.idle_enter_,                          se::Success,                     idle_state_,                             tf::Immediate);
        main_states_.AddTransition(ss.idle_enter_,                          se::Failure,                     idle_state_,                             tf::Immediate);

        main_states_.AddTransition(idle_state_,                             se::DeploymentPollingTriggered,  schedule_poll_for_deployment_state_,     tf::Deferred);
        main_states_.AddTransition(idle_state_,                             se::InventoryPollingTriggered,   schedule_submit_inventory_state_,        tf::Deferred);

        // The schedule states cannot fail
        main_states_.AddTransition(schedule_poll_for_deployment_state_,     se::Success,                     ss.idle_leave_deploy_,                   tf::Immediate);
        main_states_.AddTransition(schedule_submit_inventory_state_,        se::Success,                     ss.idle_leave_inv_,                      tf::Immediate);

        main_states_.AddTransition(ss.idle_leave_deploy_,                   se::Success,                     ss.sync_enter_deployment_,               tf::Immediate);
        main_states_.AddTransition(ss.idle_leave_deploy_,                   se::Failure,                     ss.sync_enter_deployment_,               tf::Immediate);

        main_states_.AddTransition(ss.sync_enter_deployment_,               se::Success,                     poll_for_deployment_state_,              tf::Immediate);
        main_states_.AddTransition(ss.sync_enter_deployment_,               se::Failure,                     ss.sync_error_,                          tf::Immediate);

        main_states_.AddTransition(ss.sync_error_,                          se::Success,                     ss.idle_enter_,                          tf::Immediate);
        main_states_.AddTransition(ss.sync_error_,                          se::Failure,                     ss.idle_enter_,                          tf::Immediate);

        main_states_.AddTransition(ss.idle_leave_inv_,                      se::Success,                     ss.sync_enter_inventory_,                tf::Immediate);
        main_states_.AddTransition(ss.idle_leave_inv_,                      se::Failure,                     ss.sync_enter_inventory_,                tf::Immediate);

        main_states_.AddTransition(ss.sync_enter_inventory_,                se::Success,                     submit_inventory_state_,                 tf::Immediate);
        main_states_.AddTransition(ss.sync_enter_inventory_,                se::Failure,                     ss.sync_error_,                          tf::Immediate);

        main_states_.AddTransition(submit_inventory_state_,                 se::Success,                     ss.sync_leave_,                          tf::Immediate);
        main_states_.AddTransition(submit_inventory_state_,                 se::Failure,                     ss.sync_error_,                          tf::Immediate);

        main_states_.AddTransition(poll_for_deployment_state_,              se::Success,                     ss.sync_leave_download_,                 tf::Immediate);
        main_states_.AddTransition(poll_for_deployment_state_,              se::NothingToDo,                 ss.sync_leave_,                          tf::Immediate);
        main_states_.AddTransition(poll_for_deployment_state_,              se::Failure,                     ss.sync_error_,                          tf::Immediate);

        main_states_.AddTransition(ss.sync_leave_,                          se::Success,                     ss.idle_enter_,                          tf::Immediate);
        main_states_.AddTransition(ss.sync_leave_,                          se::Failure,                     ss.sync_error_,                          tf::Immediate);

        main_states_.AddTransition(ss.sync_leave_download_,                 se::Success,                     send_download_status_state_,             tf::Immediate);
        main_states_.AddTransition(ss.sync_leave_download_,                 se::Failure,                     ss.sync_error_download_,                 tf::Immediate);

        main_states_.AddTransition(ss.sync_error_download_,                 se::Success,                     end_of_deployment_state_,                tf::Immediate);
        main_states_.AddTransition(ss.sync_error_download_,                 se::Failure,                     end_of_deployment_state_,                tf::Immediate);

        // Cannot fail due to FailureMode::Ignore.
        main_states_.AddTransition(send_download_status_state_,             se::Success,                     ss.download_enter_,                      tf::Immediate);

        main_states_.AddTransition(ss.download_enter_,                      se::Success,                     update_download_state_,                  tf::Immediate);
        main_states_.AddTransition(ss.download_enter_,                      se::Failure,                     ss.download_error_,                      tf::Immediate);
        main_states_.AddTransition(ss.download_enter_,                      se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);
        main_states_.AddTransition(ss.download_error_,                      se::Success,                     update_rollback_not_needed_state_,       tf::Immediate);
        main_states_.AddTransition(ss.download_error_,                      se::Failure,                     update_rollback_not_needed_state_,       tf::Immediate);

        main_states_.AddTransition(update_download_state_,                  se::Success,                     ss.download_leave_,                      tf::Immediate);
        main_states_.AddTransition(update_download_state_,                  se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);
        main_states_.AddTransition(update_download_state_,                  se::Failure,                     update_download_cancel_state_,           tf::Immediate);
        main_states_.AddTransition(update_download_state_,                  se::NothingToDo,                 ss.download_leave_save_provides,         tf::Immediate);

        // Cannot fail because download cancellation is a void function as there's nothing to do if it fails, anyway.
        main_states_.AddTransition(update_download_cancel_state_,           se::Success,                     ss.download_error_,                      tf::Immediate);

        main_states_.AddTransition(ss.download_leave_,                      se::Success,                     send_install_status_state_,              tf::Immediate);
        main_states_.AddTransition(ss.download_leave_,                      se::Failure,                     ss.download_error_,                      tf::Immediate);

        main_states_.AddTransition(ss.download_leave_save_provides,         se::Success,                     update_save_provides_state_,             tf::Immediate);
        main_states_.AddTransition(ss.download_leave_save_provides,         se::Failure,                     ss.download_error_,                      tf::Immediate);

        main_states_.AddTransition(ss.install_enter_,                       se::Success,                     update_install_state_,                   tf::Immediate);
        main_states_.AddTransition(ss.install_enter_,                       se::Failure,                     ss.install_error_rollback_,              tf::Immediate);

        // Cannot fail due to FailureMode::Ignore.
        main_states_.AddTransition(send_install_status_state_,              se::Success,                     ss.install_enter_,                       tf::Immediate);

        main_states_.AddTransition(update_install_state_,                   se::Success,                     ss.install_leave_,                       tf::Immediate);
        main_states_.AddTransition(update_install_state_,                   se::Failure,                     ss.install_error_rollback_,              tf::Immediate);
        main_states_.AddTransition(update_install_state_,                   se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);

        main_states_.AddTransition(ss.install_leave_,                       se::Success,                     update_check_reboot_state_,              tf::Immediate);
        main_states_.AddTransition(ss.install_leave_,                       se::Failure,                     ss.install_error_rollback_,              tf::Immediate);
        main_states_.AddTransition(ss.install_error_rollback_,              se::Success,                     update_check_rollback_state_,            tf::Immediate);
        main_states_.AddTransition(ss.install_error_rollback_,              se::Failure,                     update_check_rollback_state_,            tf::Immediate);

        main_states_.AddTransition(ss.failure_enter_,                       se::Success,                     update_failure_state_,                   tf::Immediate);
        main_states_.AddTransition(ss.failure_enter_,                       se::Failure,                     update_failure_state_,                   tf::Immediate);
        main_states_.AddTransition(ss.failure_enter_,                       se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);


        main_states_.AddTransition(update_check_reboot_state_,              se::Success,                     send_reboot_status_state_,               tf::Immediate);
        main_states_.AddTransition(update_check_reboot_state_,              se::NothingToDo,                 update_before_commit_state_,             tf::Immediate);
        main_states_.AddTransition(update_check_reboot_state_,              se::Failure,                     update_check_rollback_state_,            tf::Immediate);
        main_states_.AddTransition(update_check_reboot_state_,              se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);

        // Cannot fail due to FailureMode::Ignore.
        main_states_.AddTransition(send_reboot_status_state_,               se::Success,                     ss.reboot_enter_,                        tf::Immediate);

        main_states_.AddTransition(ss.reboot_enter_,                        se::Success,                     update_reboot_state_,                    tf::Immediate);
        main_states_.AddTransition(ss.reboot_enter_,                        se::Failure,                     ss.reboot_error_,                        tf::Immediate);

        main_states_.AddTransition(update_reboot_state_,                    se::Success,                     update_verify_reboot_state_,             tf::Immediate);
        main_states_.AddTransition(update_reboot_state_,                    se::Failure,                     ss.reboot_error_,                        tf::Immediate);
        main_states_.AddTransition(update_reboot_state_,                    se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);

        main_states_.AddTransition(ss.reboot_error_,                        se::Success,                     update_check_rollback_state_,            tf::Immediate);
        main_states_.AddTransition(ss.reboot_error_,                        se::Failure,                     update_check_rollback_state_,            tf::Immediate);

        main_states_.AddTransition(update_verify_reboot_state_,             se::Success,                     ss.reboot_leave_,                        tf::Immediate);
        main_states_.AddTransition(update_verify_reboot_state_,             se::Failure,                     ss.reboot_error_,                        tf::Immediate);
        main_states_.AddTransition(update_verify_reboot_state_,             se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);

        main_states_.AddTransition(ss.reboot_leave_,                        se::Success,                     update_before_commit_state_,             tf::Immediate);
        main_states_.AddTransition(ss.reboot_leave_,                        se::Failure,                     ss.reboot_error_,                        tf::Immediate);

        // Cannot fail.
        main_states_.AddTransition(update_before_commit_state_,             se::Success,                     send_commit_status_state_,               tf::Immediate);

        main_states_.AddTransition(send_commit_status_state_,               se::Success,                     ss.commit_enter_,                        tf::Immediate);
        main_states_.AddTransition(send_commit_status_state_,               se::Failure,                     update_check_rollback_state_,            tf::Immediate);

        main_states_.AddTransition(ss.commit_enter_,                        se::Success,                     update_commit_state_,                    tf::Immediate);
        main_states_.AddTransition(ss.commit_enter_,                        se::Failure,                     ss.commit_error_,                        tf::Immediate);

        main_states_.AddTransition(ss.commit_error_,                        se::Success,                     update_check_rollback_state_,            tf::Immediate);
        main_states_.AddTransition(ss.commit_error_,                        se::Failure,                     update_check_rollback_state_,            tf::Immediate);

        main_states_.AddTransition(update_commit_state_,                    se::Success,                     update_after_commit_state_,              tf::Immediate);
        main_states_.AddTransition(update_commit_state_,                    se::Failure,                     ss.commit_error_,                        tf::Immediate);
        main_states_.AddTransition(update_commit_state_,                    se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);

        main_states_.AddTransition(update_after_commit_state_,              se::Success,                     ss.commit_leave_,                        tf::Immediate);
        main_states_.AddTransition(update_after_commit_state_,              se::Failure,                     ss.commit_error_save_provides_,          tf::Immediate);
        main_states_.AddTransition(update_after_commit_state_,              se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);

        main_states_.AddTransition(ss.commit_leave_,                        se::Success,                     update_save_provides_state_,             tf::Immediate);
        main_states_.AddTransition(ss.commit_leave_,                        se::Failure,                     ss.commit_error_save_provides_,          tf::Immediate);

        main_states_.AddTransition(ss.commit_error_save_provides_,          se::Success,                     update_save_provides_state_,             tf::Immediate);
        main_states_.AddTransition(ss.commit_error_save_provides_,          se::Failure,                     update_save_provides_state_,             tf::Immediate);

        main_states_.AddTransition(update_check_rollback_state_,            se::Success,                     ss.rollback_enter_,                      tf::Immediate);
        main_states_.AddTransition(update_check_rollback_state_,            se::NothingToDo,                 ss.failure_enter_,                       tf::Immediate);
        main_states_.AddTransition(update_check_rollback_state_,            se::Failure,                     ss.failure_enter_,                       tf::Immediate);
        main_states_.AddTransition(update_check_rollback_state_,            se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);

        main_states_.AddTransition(ss.rollback_enter_,                      se::Success,                     update_rollback_state_,                  tf::Immediate);
        main_states_.AddTransition(ss.rollback_enter_,                      se::Failure,                     update_rollback_state_,                  tf::Immediate);

        main_states_.AddTransition(update_rollback_state_,                  se::Success,                     ss.rollback_leave_,                      tf::Immediate);
        main_states_.AddTransition(update_rollback_state_,                  se::Failure,                     ss.rollback_leave_error_,                tf::Immediate);
        main_states_.AddTransition(update_rollback_state_,                  se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);

        main_states_.AddTransition(ss.rollback_leave_,                      se::Success,                     update_check_rollback_reboot_state_,     tf::Immediate);
        main_states_.AddTransition(ss.rollback_leave_,                      se::Failure,                     update_check_rollback_reboot_state_,     tf::Immediate);

        main_states_.AddTransition(ss.rollback_leave_error_,                se::Success,                     ss.failure_enter_,                       tf::Immediate);
        main_states_.AddTransition(ss.rollback_leave_error_,                se::Failure,                     ss.failure_enter_,                       tf::Immediate);

        main_states_.AddTransition(update_check_rollback_reboot_state_,     se::Success,                     ss.rollback_reboot_enter_,               tf::Immediate);
        main_states_.AddTransition(update_check_rollback_reboot_state_,     se::NothingToDo,                 update_rollback_successful_state_,       tf::Immediate);
        main_states_.AddTransition(update_check_rollback_reboot_state_,     se::Failure,                     ss.failure_enter_,                       tf::Immediate);
        main_states_.AddTransition(update_check_rollback_reboot_state_,     se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);

        main_states_.AddTransition(ss.rollback_reboot_enter_,               se::Success,                     update_rollback_reboot_state_,           tf::Immediate);
        main_states_.AddTransition(ss.rollback_reboot_enter_,               se::Failure,                     update_rollback_reboot_state_,           tf::Immediate);

        main_states_.AddTransition(ss.rollback_reboot_error_,               se::Success,                     ss.failure_enter_,                       tf::Immediate);
        main_states_.AddTransition(ss.rollback_reboot_error_,               se::Failure,                     ss.failure_enter_,                       tf::Immediate);

        // No Failure transition for this state see comments in handler.
        main_states_.AddTransition(update_rollback_reboot_state_,           se::Success,                     update_verify_rollback_reboot_state_,    tf::Immediate);
        main_states_.AddTransition(update_rollback_reboot_state_,           se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);

        main_states_.AddTransition(update_verify_rollback_reboot_state_,    se::Success,                     ss.rollback_reboot_leave_,               tf::Immediate);
        main_states_.AddTransition(update_verify_rollback_reboot_state_,    se::Retry,                       update_rollback_reboot_state_,           tf::Immediate);
        main_states_.AddTransition(update_verify_rollback_reboot_state_,    se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);

        main_states_.AddTransition(ss.rollback_reboot_leave_,               se::Success,                     update_rollback_successful_state_,       tf::Immediate);
        main_states_.AddTransition(ss.rollback_reboot_leave_,               se::Failure,                     ss.rollback_reboot_error_,               tf::Immediate);

        main_states_.AddTransition(update_rollback_successful_state_,       se::Success,                     ss.failure_enter_,                       tf::Immediate);

        main_states_.AddTransition(update_failure_state_,                   se::Success,                     ss.failure_leave_update_save_provides_,  tf::Immediate);
        main_states_.AddTransition(update_failure_state_,                   se::Failure,                     ss.failure_leave_update_save_provides_,  tf::Immediate);
        main_states_.AddTransition(update_failure_state_,                   se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);

        main_states_.AddTransition(ss.failure_leave_update_save_provides_,  se::Success,                     update_save_provides_state_,             tf::Immediate);
        main_states_.AddTransition(ss.failure_leave_update_save_provides_,  se::Failure,                     update_save_provides_state_,             tf::Immediate);

        // Even if this fails there is nothing we can do at this point.
        main_states_.AddTransition(update_save_provides_state_,             se::Success,                     update_cleanup_state_,                   tf::Immediate);
        main_states_.AddTransition(update_save_provides_state_,             se::Failure,                     update_cleanup_state_,                   tf::Immediate);
        main_states_.AddTransition(update_save_provides_state_,             se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);

        main_states_.AddTransition(update_rollback_not_needed_state_,       se::Success,                     update_cleanup_state_,                   tf::Immediate);

        main_states_.AddTransition(update_cleanup_state_,                   se::Success,                     send_final_status_state_,                tf::Immediate);
        main_states_.AddTransition(update_cleanup_state_,                   se::Failure,                     send_final_status_state_,                tf::Immediate);
        main_states_.AddTransition(update_cleanup_state_,                   se::StateLoopDetected,           state_loop_state_,                       tf::Immediate);

        main_states_.AddTransition(state_loop_state_,                       se::Success,                     send_final_status_state_,                tf::Immediate);
        main_states_.AddTransition(state_loop_state_,                       se::Failure,                     send_final_status_state_,                tf::Immediate);

        main_states_.AddTransition(send_final_status_state_,                se::Success,                     clear_artifact_data_state_,              tf::Immediate);
        main_states_.AddTransition(send_final_status_state_,                se::Failure,                     clear_artifact_data_state_,              tf::Immediate);

        main_states_.AddTransition(clear_artifact_data_state_,              se::Success,                     end_of_deployment_state_,                tf::Immediate);
        main_states_.AddTransition(clear_artifact_data_state_,              se::Failure,                     end_of_deployment_state_,                tf::Immediate);

        main_states_.AddTransition(end_of_deployment_state_,                se::Success,                     ss.idle_enter_,                          tf::Immediate);

        auto &dt = deployment_tracking_;

        dt.states_.AddTransition(dt.idle_state_,                            se::DeploymentStarted,           dt.no_failures_state_,                   tf::Immediate);

        dt.states_.AddTransition(dt.no_failures_state_,                     se::Failure,                     dt.failure_state_,                       tf::Immediate);
        dt.states_.AddTransition(dt.no_failures_state_,                     se::DeploymentEnded,             dt.idle_state_,                          tf::Immediate);

        dt.states_.AddTransition(dt.failure_state_,                         se::RollbackStarted,             dt.rollback_attempted_state_,            tf::Immediate);
        dt.states_.AddTransition(dt.failure_state_,                         se::DeploymentEnded,             dt.idle_state_,                          tf::Immediate);

        dt.states_.AddTransition(dt.rollback_attempted_state_,              se::Failure,                     dt.rollback_failed_state_,               tf::Immediate);
        dt.states_.AddTransition(dt.rollback_attempted_state_,              se::DeploymentEnded,             dt.idle_state_,                          tf::Immediate);

        dt.states_.AddTransition(dt.rollback_failed_state_,                 se::DeploymentEnded,             dt.idle_state_,                          tf::Immediate);
        // clang-format on
}

StateMachine::StateMachine(
        Context &ctx, events::EventLoop &event_loop, chrono::milliseconds minimum_wait_time) :
        StateMachine(ctx, event_loop) {
        send_commit_status_state_.SetSmallestWaitInterval(minimum_wait_time);
        send_final_status_state_.SetSmallestWaitInterval(minimum_wait_time);
}

StateMachine::DeploymentTracking::DeploymentTracking() :
        states_(idle_state_) {
}

void StateMachine::LoadStateFromDb() {
        unique_ptr<StateData> state_data(new StateData);
        auto exp_loaded = ctx_.LoadDeploymentStateData(*state_data);
        if (!exp_loaded) {
                if (exp_loaded.error().code
                        == context::MakeError(context::StateDataStoreCountExceededError, "").code) {
                        log::Error("State loop detected. Forcefully aborting update.");

                        // This particular error code also fills in state_data.
                        ctx_.deployment.state_data = std::move(state_data);

                        ctx_.BeginDeploymentLogging();

                        main_states_.SetState(state_loop_state_);
                        deployment_tracking_.states_.SetState(deployment_tracking_.rollback_failed_state_);
                } else {
                        log::Error(
                                "Unable to load deployment data from database: " + exp_loaded.error().String());
                        log::Error("Starting from initial state");
                }
                return;
        }

        auto &store = ctx_.mender_context.GetMenderStoreDB();

        if (!exp_loaded.value()) {
                log::Debug("No existing deployment data, starting from initial state");

                auto err = store.Remove(ctx_.mender_context.update_control_maps);
                if (err != error::NoError) {
                        log::Error(
                                "Error removing " + ctx_.mender_context.update_control_maps
                                + " key from database: " + err.String());
                        // Nothing we can do about it.
                }

                return;
        }

        // We have state data, move it to the context.
        ctx_.deployment.state_data = std::move(state_data);

        ctx_.BeginDeploymentLogging();

        bool update_control_enabled = false;
        auto exp_update_control_data = store.Read(ctx_.mender_context.update_control_maps);
        if (exp_update_control_data) {
                auto update_control_data = common::StringFromByteVector(exp_update_control_data.value());
                if (update_control_data != "" && update_control_data != "{}") {
                        update_control_enabled = true;
                }
        } else if (exp_update_control_data.error().code != kvdb::MakeError(kvdb::KeyError, "").code) {
                log::Error("Error while loading update control data from database");
                // Since we don't actually need it, continue anyway.
        }

        auto &state = ctx_.deployment.state_data->state;

        if (state == ctx_.kUpdateStateDownload) {
                main_states_.SetState(update_cleanup_state_);
                // "rollback_attempted_state" because Download in its nature makes no system
                // changes, so a rollback is a no-op.
                deployment_tracking_.states_.SetState(deployment_tracking_.rollback_attempted_state_);

        } else if (state == ctx_.kUpdateStateArtifactReboot) {
                // Normal update path with a reboot.
                if (update_control_enabled) {
                        log::Error(
                                "This deployment was done using Update Control, but this client does not support Update Control. Failing / rolling back deployment.");
                        main_states_.SetState(state_scripts_.reboot_error_);
                        deployment_tracking_.states_.SetState(deployment_tracking_.failure_state_);
                } else {
                        main_states_.SetState(update_verify_reboot_state_);
                        deployment_tracking_.states_.SetState(deployment_tracking_.no_failures_state_);
                }

        } else if (state == ctx_.kUpdateStateArtifactRollback) {
                // Installation failed, but rollback could still succeed.
                main_states_.SetState(state_scripts_.rollback_enter_);
                deployment_tracking_.states_.SetState(deployment_tracking_.rollback_attempted_state_);

        } else if (
                state == ctx_.kUpdateStateArtifactRollbackReboot
                || state == ctx_.kUpdateStateArtifactVerifyRollbackReboot
                || state == ctx_.kUpdateStateVerifyRollbackReboot) {
                // Normal flow for a rebooting rollback.
                main_states_.SetState(update_verify_rollback_reboot_state_);
                deployment_tracking_.states_.SetState(deployment_tracking_.rollback_attempted_state_);

        } else if (
                state == ctx_.kUpdateStateAfterArtifactCommit
                || state == ctx_.kUpdateStateUpdateAfterFirstCommit) {
                // Re-run commit Leave scripts if spontaneously rebooted after commit.
                main_states_.SetState(update_after_commit_state_);
                deployment_tracking_.states_.SetState(deployment_tracking_.no_failures_state_);

        } else if (state == ctx_.kUpdateStateArtifactFailure) {
                // Re-run ArtifactFailure if spontaneously rebooted before finishing.
                main_states_.SetState(state_scripts_.failure_enter_);
                if (ctx_.deployment.state_data->update_info.all_rollbacks_successful) {
                        deployment_tracking_.states_.SetState(deployment_tracking_.rollback_attempted_state_);
                } else {
                        deployment_tracking_.states_.SetState(deployment_tracking_.failure_state_);
                }

        } else if (state == ctx_.kUpdateStateCleanup) {
                // Re-run Cleanup if spontaneously rebooted before finishing.
                main_states_.SetState(update_cleanup_state_);
                if (ctx_.deployment.state_data->update_info.all_rollbacks_successful) {
                        deployment_tracking_.states_.SetState(deployment_tracking_.rollback_attempted_state_);
                } else {
                        deployment_tracking_.states_.SetState(deployment_tracking_.failure_state_);
                }

        } else {
                // All other states trigger a rollback.
                main_states_.SetState(update_check_rollback_state_);
                deployment_tracking_.states_.SetState(deployment_tracking_.failure_state_);
        }

        auto &payload_types = ctx_.deployment.state_data->update_info.artifact.payload_types;
        if (payload_types.size() == 0) {
                ctx_.deployment.update_module.reset();
                return;
        }
        assert(payload_types.size() == 1);
        ctx_.deployment.update_module.reset(
                new update_module::UpdateModule(ctx_.mender_context, payload_types[0]));
}

error::Error StateMachine::Run() {
        // Client is supposed to do one handling of each on startup.
        runner_.PostEvent(StateEvent::InventoryPollingTriggered);
        runner_.PostEvent(StateEvent::DeploymentPollingTriggered);

        auto err = RegisterSignalHandlers();
        if (err != error::NoError) {
                return err;
        }

        log::Info("Running Mender client " + conf::kMenderVersion);

        event_loop_.Run();
        return exit_state_.exit_error;
}

void StateMachine::StopAfterDeployment() {
        main_states_.AddTransition(
                end_of_deployment_state_,
                StateEvent::DeploymentEnded,
                exit_state_,
                sm::TransitionFlag::Immediate);
}

#ifndef NDEBUG
void StateMachine::StopAfterDeployments(int number) {
        exit_state_.ExitAfter(number);
        main_states_.AddTransition(
                end_of_deployment_state_, StateEvent::Success, exit_state_, sm::TransitionFlag::Immediate);
        main_states_.AddTransition(
                exit_state_,
                StateEvent::Success,
                state_scripts_.idle_enter_,
                sm::TransitionFlag::Immediate);
}
#endif

} // namespace daemon
} // namespace update
} // namespace mender

mendersoftware / mender / 1641906300

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous