19561959745-2698

Committed 21 Nov 2025 06:05AM UTC coverage: 68.864%. Remained the same

Build # 19561959745-2698

Build Type

push

github

Committed by

tstack

Commit Message

[perf] improve stuff related to archive extraction

Run Details

19 of 27 new or added lines in 4 files covered. (70.37%)

3 existing lines in 2 files now uncovered.

51106 of 74213 relevant lines covered (68.86%)

431629.27 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

71.65

/src/lnav.cc

/**
 * Copyright (c) 2007-2016, Timothy Stack
 *
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *
 * * Redistributions of source code must retain the above copyright notice, this
 * list of conditions and the following disclaimer.
 * * Redistributions in binary form must reproduce the above copyright notice,
 * this list of conditions and the following disclaimer in the documentation
 * and/or other materials provided with the distribution.
 * * Neither the name of Timothy Stack nor the names of its contributors
 * may be used to endorse or promote products derived from this software
 * without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ''AS IS'' AND ANY
 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
 * DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE FOR ANY
 * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
 * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 *
 * @file lnav.cc
 *
 * XXX This file has become a dumping ground for code and needs to be broken up
 * a bit.
 */

#include <locale.h>
#include <signal.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <sys/stat.h>
#include <sys/time.h>
#include <sys/wait.h>
#include <unistd.h>

#include "config.h"

#if defined(__OpenBSD__) && defined(__clang__) \
    && !defined(_WCHAR_H_CPLUSPLUS_98_CONFORMANCE_)
#    define _WCHAR_H_CPLUSPLUS_98_CONFORMANCE_
#endif
#include <algorithm>
#include <map>
#include <memory>
#include <set>
#include <utility>
#include <vector>

#include <sqlite3.h>

#ifdef HAVE_BZLIB_H
#    include <bzlib.h>
#endif

#include "all_logs_vtab.hh"
#include "base/ansi_scrubber.hh"
#include "base/ansi_vars.hh"
#include "base/fs_util.hh"
#include "base/func_util.hh"
#include "base/humanize.hh"
#include "base/humanize.time.hh"
#include "base/injector.bind.hh"
#include "base/injector.hh"
#include "base/isc.hh"
#include "base/itertools.hh"
#include "base/lnav.console.hh"
#include "base/lnav_log.hh"
#include "base/paths.hh"
#include "base/progress.hh"
#include "base/relative_time.hh"
#include "base/string_util.hh"
#include "bottom_status_source.hh"
#include "bound_tags.hh"
#include "breadcrumb_curses.hh"
#include "CLI/CLI.hpp"
#include "date/tz.h"
#include "dump_internals.hh"
#include "environ_vtab.hh"
#include "ext.longpoll.hh"
#include "file_converter_manager.hh"
#include "file_options.hh"
#include "filter_sub_source.hh"
#include "fstat_vtab.hh"
#include "hist_source.hh"
#include "init-sql.h"
#include "listview_curses.hh"
#include "lnav.events.hh"
#include "lnav.exec-phase.hh"
#include "lnav.hh"
#include "lnav.indexing.hh"
#include "lnav.management_cli.hh"
#include "lnav.prompt.hh"
#include "lnav_commands.hh"
#include "lnav_config.hh"
#include "lnav_util.hh"
#include "log_data_helper.hh"
#include "log_data_table.hh"
#include "log_format_loader.hh"
#include "log_gutter_source.hh"
#include "log_stmt_vtab.hh"
#include "log_vtab_impl.hh"
#include "logfile.hh"
#include "logfile_sub_source.hh"
#include "logline_window.hh"
#include "md4cpp.hh"
#include "piper.looper.hh"
#include "readline_context.hh"
#include "readline_highlighters.hh"
#include "regexp_vtab.hh"
#include "scn/scan.h"
#include "service_tags.hh"
#include "session_data.hh"
#include "spectro_source.hh"
#include "sql_help.hh"
#include "sql_util.hh"
#include "sqlite-extension-func.hh"
#include "sqlitepp.client.hh"
#include "static_file_vtab.hh"
#include "tailer/tailer.looper.hh"
#include "term_extra.hh"
#include "termios_guard.hh"
#include "textfile_highlighters.hh"
#include "textinput_curses.hh"
#include "textview_curses.hh"
#include "timeline_source.hh"
#include "top_status_source.hh"
#include "view_helpers.crumbs.hh"
#include "view_helpers.examples.hh"
#include "view_helpers.hist.hh"
#include "views_vtab.hh"
#include "xpath_vtab.hh"
#include "xterm_mouse.hh"

#ifdef HAVE_LIBCURL
#    include <curl/curl.h>
#endif

#include "curl_looper.hh"

#if HAVE_ARCHIVE_H
#    include <archive.h>
#endif

#include "archive_manager.hh"
#include "command_executor.hh"
#include "field_overlay_source.hh"
#include "fmt/compile.h"
#include "hotkeys.hh"
#include "readline_callbacks.hh"
#include "readline_possibilities.hh"
#include "url_loader.hh"
#include "yajlpp/json_ptr.hh"

#ifdef HAVE_RUST_DEPS
#    include "lnav_rs_ext.cxx.hh"
#endif

#ifndef SYSCONFDIR
#    define SYSCONFDIR "/usr/etc"
#endif

using namespace std::literals::chrono_literals;
using namespace lnav::roles::literals;
using namespace md4cpp::literals;

static std::vector<std::filesystem::path> DEFAULT_FILES;
static auto intern_lifetime = intern_string::get_table_lifetime();

static std::vector<std::pair<const char*, std::future<void>>> CLEANUP_TASKS;

template<std::intmax_t N>
class to_string_t {
    constexpr static auto buflen() noexcept
    {
        unsigned int len = N > 0 ? 1 : 2;
        for (auto n = N; n; len++, n /= 10)
            ;
        return len;
    }

    char buf[buflen()] = {};

public:
    constexpr to_string_t() noexcept
    {
        auto ptr = buf + buflen();
        *--ptr = '\0';

        if (N != 0) {
            for (auto n = N; n; n /= 10)
                *--ptr = "0123456789"[(N < 0 ? -1 : 1) * (n % 10)];
            if (N < 0)
                *--ptr = '-';
        } else {
            buf[0] = '0';
        }
    }

    constexpr operator const char*() const { return buf; }
};

static const std::unordered_set<std::string> DEFAULT_DB_KEY_NAMES = {
    "$id",         "capture_count", "capture_index",
    "device",      "enabled",       "filter_id",
    "id",          "inode",         "key",
    "match_index", "parent",        "range_start",
    "range_stop",  "rowid",         "st_dev",
    "st_gid",      "st_ino",        "st_mode",
    "st_rdev",     "st_uid",        "pattern",
    "paused",      "filtering",     "begin_line",
    "end_line",
};

static auto bound_pollable_supervisor
    = injector::bind<pollable_supervisor>::to_singleton();

static auto bound_active_files = injector::bind<file_collection>::to_instance(
    +[]() { return &lnav_data.ld_active_files; });

static auto bound_sqlite_db
    = injector::bind<auto_sqlite3>::to_instance(&lnav_data.ld_db);

static auto bound_lnav_flags
    = injector::bind<unsigned long, lnav_flags_tag>::to_instance(
        &lnav_data.ld_flags);

static auto bound_lnav_exec_context
    = injector::bind<exec_context>::to_instance(&lnav_data.ld_exec_context);

static auto bound_last_rel_time
    = injector::bind<relative_time, last_relative_time_tag>::to_singleton();

static auto bound_term_extra = injector::bind<term_extra>::to_singleton();

static auto bound_xterm_mouse = injector::bind<xterm_mouse>::to_singleton();

static auto bound_scripts = injector::bind<available_scripts>::to_singleton();

static auto bound_curl
    = injector::bind_multiple<isc::service_base>()
          .add_singleton<curl_looper, services::curl_streamer_t>();

static auto bound_tailer
    = injector::bind_multiple<isc::service_base>()
          .add_singleton<tailer::looper, services::remote_tailer_t>();

static auto bound_main = injector::bind_multiple<static_service>()
                             .add_singleton<main_looper, services::main_t>();

static auto bound_file_options_hier
    = injector::bind<lnav::safe_file_options_hier>::to_singleton();

static auto bound_exec_phase = injector::bind<lnav::exec_phase>::to_singleton();

namespace injector {
template<>
void
force_linking(last_relative_time_tag anno)
{
}

template<>
void
force_linking(lnav_flags_tag anno)
{
}

template<>
void
force_linking(services::curl_streamer_t anno)
{
}

template<>
void
force_linking(services::remote_tailer_t anno)
{
}

template<>
void
force_linking(services::main_t anno)
{
}
}  // namespace injector

struct lnav_data_t lnav_data;

bool
setup_logline_table(exec_context& ec)
{
    auto& log_view = lnav_data.ld_views[LNV_LOG];
    bool retval = false;

    if (log_view.get_inner_height()) {
        static const intern_string_t logline = intern_string::lookup("logline");
        auto vl = log_view.get_selection();
        if (vl) {
            auto cl = lnav_data.ld_log_source.at_base(vl.value());
            auto file_and_line_opt
                = lnav_data.ld_log_source.find_line_with_file(cl);
            if (file_and_line_opt && file_and_line_opt->second->is_message()) {
                lnav_data.ld_vtab_manager->unregister_vtab(
                    logline.to_string_fragment());
                lnav_data.ld_vtab_manager->register_vtab(
                    std::make_shared<log_data_table>(lnav_data.ld_log_source,
                                                     *lnav_data.ld_vtab_manager,
                                                     cl,
                                                     logline));
                retval = true;
            }
        }
    }

    auto& db_key_names = lnav_data.ld_db_key_names;

    db_key_names = DEFAULT_DB_KEY_NAMES;

    for (const auto& iter : *lnav_data.ld_vtab_manager) {
        iter.second->get_foreign_keys(db_key_names);
    }

    return retval;
}

static bool
append_default_files()
{
    bool retval = true;
    auto cwd = std::filesystem::current_path();

    for (const auto& path : DEFAULT_FILES) {
        if (access(path.c_str(), R_OK) == 0) {
            auto full_path = cwd / path;
            auto realpath_res = lnav::filesystem::realpath(full_path);
            if (realpath_res.isOk()) {
                auto abspath = realpath_res.unwrap();
                lnav_data.ld_active_files.fc_file_names[abspath.string()]
                    .with_time_range(lnav_data.ld_default_time_range);
            } else {
                log_error("realpath() failed: %s -- %s",
                          full_path.c_str(),
                          realpath_res.unwrapErr().c_str());
            }
        } else if (lnav::filesystem::stat_file(path).isOk()) {
            lnav::console::print(
                stderr,
                lnav::console::user_message::error(
                    attr_line_t("default syslog file is not readable -- ")
                        .append(lnav::roles::file(cwd))
                        .append(lnav::roles::file(path))));
            retval = false;
        }
    }

    return retval;
}

static void
sigint(int sig)
{
    auto counter = lnav_data.ld_sigint_count.fetch_add(1);
    if (counter >= 3) {
        abort();
    }
}

static void
sigwinch(int sig)
{
    lnav_data.ld_winched = true;
}

static void
sigchld(int sig)
{
    lnav_data.ld_child_terminated = true;
}

static void
handle_rl_key(notcurses* nc, const ncinput& ch, const char* keyseq)
{
    static auto& prompt = lnav::prompt::get();

    switch (ch.eff_text[0]) {
        case NCKEY_F02: {
            auto& mouse_i = injector::get<xterm_mouse&>();
            mouse_i.set_enabled(nc, !mouse_i.is_enabled());
            break;
        }
        case NCKEY_F03:
            handle_paging_key(nc, ch, keyseq);
            break;
        case NCKEY_PGUP:
        case NCKEY_PGDOWN:
            if (prompt.p_editor.tc_height == 1) {
                handle_paging_key(nc, ch, keyseq);
            } else {
                prompt.p_editor.handle_key(ch);
            }
            break;

        default:
            prompt.p_editor.handle_key(ch);
            if (prompt.p_editor.tc_lines.size() > 1
                && prompt.p_editor.tc_height == 1)
            {
                prompt.p_editor.set_height(5);
            }
            break;
    }
}

readline_context::command_map_t lnav_commands;

static attr_line_t
command_arg_help()
{
    return attr_line_t()
        .append(
            "command arguments must start with one of the following symbols "
            "to denote the type of command:\n")
        .append("   ")
        .append(":"_symbol)
        .append(" - ")
        .append("an lnav command   (e.g. :goto 42)\n")
        .append("   ")
        .append(";"_symbol)
        .append(" - ")
        .append("an SQL statement  (e.g. ;SELECT * FROM syslog_log)\n")
        .append("   ")
        .append("|"_symbol)
        .append(" - ")
        .append("an lnav script    (e.g. |rename-stdin foo)\n");
}

static void
usage()
{
    attr_line_t ex1_term;

    ex1_term.append(lnav::roles::ok("$"))
        .append(" ")
        .append(lnav::roles::file("lnav"))
        .pad_to(40)
        .with_attr_for_all(VC_ROLE.value(role_t::VCR_QUOTED_CODE));

    attr_line_t ex2_term;

    ex2_term.append(lnav::roles::ok("$"))
        .append(" ")
        .append(lnav::roles::file("lnav"))
        .append(" ")
        .append(lnav::roles::file("/var/log"))
        .pad_to(40)
        .with_attr_for_all(VC_ROLE.value(role_t::VCR_QUOTED_CODE));

    attr_line_t ex3_term;

    ex3_term.append(lnav::roles::ok("$"))
        .append(" ")
        .append(lnav::roles::file("lnav"))
        .append(" ")
        .append("-e"_symbol)
        .append(" '")
        .append(lnav::roles::file("make"))
        .append(" ")
        .append("-j4"_symbol)
        .append("' ")
        .pad_to(40)
        .with_attr_for_all(VC_ROLE.value(role_t::VCR_QUOTED_CODE));

    attr_line_t usage_al;

    usage_al.append("usage"_h1)
        .append(": ")
        .append(lnav::roles::file(lnav_data.ld_program_name))
        .append(" [")
        .append("options"_variable)
        .append("] [")
        .append("logfile1"_variable)
        .append(" ")
        .append("logfile2"_variable)
        .append(" ")
        .append("..."_variable)
        .append("]\n")
        .append(R"(
A log file viewer for the terminal that indexes log messages to
make it easier to navigate through files quickly.

)")
        .append("Key Bindings"_h2)
        .append("\n")
        .append("  ?"_symbol)
        .append("    View/leave the online help text.\n")
        .append("  q"_symbol)
        .append("    Quit the program.\n")
        .append("\n")
        .append("Options"_h2)
        .append("\n")
        .append("  ")
        .append("-h"_symbol)
        .append("         ")
        .append("Print this message, then exit.\n")
        .append("  ")
        .append("-H"_symbol)
        .append("         ")
        .append("Display the internal help text.\n")
        .append("\n")
        .append("  ")
        .append("-I"_symbol)
        .append(" ")
        .append("dir"_variable)
        .append("     ")
        .append("An additional configuration directory.\n")
        .append("  ")
        .append("-W"_symbol)
        .append("         ")
        .append("Print warnings related to lnav's configuration.\n")
        .append("  ")
        .append("-u"_symbol)
        .append("         ")
        .append("Update formats installed from git repositories.\n")
        .append("  ")
        .append("-d"_symbol)
        .append(" ")
        .append("file"_variable)
        .append("    ")
        .append("Write debug messages to the given file.\n")
        .append("  ")
        .append("-V"_symbol)
        .append("         ")
        .append("Print version information.\n")
        .append("\n")

        .append("  ")
        .append("-S"_symbol)
        .append(",")
        .append("--since"_symbol)
        .append(" ")
        .append("Only index log content since this time.\n")
        .append("  ")
        .append("-U"_symbol)
        .append(",")
        .append("--until"_symbol)
        .append(" ")
        .append("Only index log content until this time.\n")
        .append("  ")
        .append("-r"_symbol)
        .append("         ")
        .append(
            "Recursively load files from the given directory hierarchies.\n")
        .append("  ")
        .append("-R"_symbol)
        .append("         ")
        .append("Load older rotated log files as well.\n")
        .append("  ")
        .append("-c"_symbol)
        .append(" ")
        .append("cmd"_variable)
        .append("     ")
        .append("Execute a command after the files have been loaded.\n")
        .append("  ")
        .append("-f"_symbol)
        .append(" ")
        .append("file"_variable)
        .append("    ")
        .append("Execute the commands in the given file.\n")
        .append("  ")
        .append("-e"_symbol)
        .append(" ")
        .append("cmd"_variable)
        .append("     ")
        .append("Execute a shell command-line.\n")
        .append("  ")
        .append("-t"_symbol)
        .append("         ")
        .append("Treat data piped into standard in as a log file.\n")
        .append("  ")
        .append("-n"_symbol)
        .append("         ")
        .append("Run without the curses UI. (headless mode)\n")
        .append("  ")
        .append("-N"_symbol)
        .append("         ")
        .append("Do not open the default syslog file if no files are given.\n")
        .append("  ")
        .append("-q"_symbol)
        .append("         ")
        .append("Do not print informational messages.\n")
        .append("\n")
        .append("Optional arguments"_h2)
        .append("\n")
        .append("  ")
        .append("logfileN"_variable)
        .append(R"(   The log files, directories, or remote paths to view.
             If a directory is given, all of the files in the
             directory will be loaded.
)")
        .append("\n")
        .append("Management-Mode Options"_h2)
        .append("\n")
        .append("  ")
        .append("-i"_symbol)
        .append("         ")
        .append(R"(Install the given format files and exit.  Pass 'extra'
             to install the default set of third-party formats.
)")
        .append("  ")
        .append("-m"_symbol)
        .append("         ")
        .append(R"(Switch to the management command-line mode.  This mode
             is used to work with lnav's configuration.
)")
        .append("\n")
        .append("Examples"_h2)
        .append("\n ")
        .append("\u2022"_list_glyph)
        .append(" To load and follow the syslog file:\n")
        .append("     ")
        .append(ex1_term)
        .append("\n\n ")
        .append("\u2022"_list_glyph)
        .append(" To load all of the files in ")
        .append(lnav::roles::file("/var/log"))
        .append(":\n")
        .append("     ")
        .append(ex2_term)
        .append("\n\n ")
        .append("\u2022"_list_glyph)
        .append(" To watch the output of ")
        .append(lnav::roles::file("make"))
        .append(":\n")
        .append("     ")
        .append(ex3_term)
        .append("\n\n")
        .append("Paths"_h2)
        .append("\n ")
        .append("\u2022"_list_glyph)
        .append(" Format files are read from:")
        .append("\n    ")
        .append(":open_file_folder:"_emoji)
        .append(" ")
        .append(lnav::roles::file("/etc/lnav"))
        .append("\n    ")
        .append(":open_file_folder:"_emoji)
        .append(" ")
        .append(lnav::roles::file(SYSCONFDIR "/lnav"))
        .append("\n ")
        .append("\u2022"_list_glyph)
        .append(" Configuration, session, and format files are stored in:\n")
        .append("    ")
        .append(":open_file_folder:"_emoji)
        .append(" ")
        .append(lnav::roles::file(lnav::paths::dotlnav().string()))
        .append("\n\n ")
        .append("\u2022"_list_glyph)
        .append(" Local copies of remote files, files extracted from\n")
        .append("   archives, execution output, and so on are stored in:\n")
        .append("    ")
        .append(":open_file_folder:"_emoji)
        .append(" ")
        .append(lnav::roles::file(lnav::paths::workdir().string()))
        .append("\n\n")
        .append("Documentation"_h1)
        .append(": ")
        .append("https://docs.lnav.org"_hyperlink)
        .append("\n")
        .append("Contact"_h1)
        .append("\n")
        .append("  ")
        .append(":speech_balloon:"_emoji)
        .append(" https://github.com/tstack/lnav/discussions\n")
        .append("  ")
        .append(":mailbox:"_emoji)
        .appendf(FMT_STRING(" {}\n"), PACKAGE_BUGREPORT)
        .append("Version"_h1)
        .appendf(FMT_STRING(": {}"), VCS_PACKAGE_STRING);

    lnav::console::println(stderr, usage_al);
}

static void
clear_last_user_mark(listview_curses* lv)
{
    auto* tc = (textview_curses*) lv;
    if (lnav_data.ld_select_start.find(tc) != lnav_data.ld_select_start.end()
        && !tc->is_line_visible(vis_line_t(lnav_data.ld_last_user_mark[tc])))
    {
        lnav_data.ld_select_start.erase(tc);
        lnav_data.ld_last_user_mark.erase(tc);
    }
}

static void
update_view_position(listview_curses* lv)
{
    lnav_data.ld_view_stack.top() | [lv](auto* top_lv) {
        if (lv != top_lv) {
            return;
        }

        lnav_data.ld_bottom_source.update_line_number(lv);
        lnav_data.ld_bottom_source.update_percent(lv);
        lnav_data.ld_bottom_source.update_marks(lv);
        lnav_data.ld_status[LNS_BOTTOM].set_needs_update();
    };
}

static bool
handle_config_ui_key(notcurses* nc, const ncinput& ch, const char* keyseq)
{
    bool retval = false;

    if (ch.id == NCKEY_F02) {
        auto& mouse_i = injector::get<xterm_mouse&>();
        mouse_i.set_enabled(nc, !mouse_i.is_enabled());
        return true;
    }

    switch (lnav_data.ld_mode) {
        case ln_mode_t::FILES:
            if (ch.id == NCKEY_PASTE) {
                handle_paste_content(nc, ch);
                return true;
            }

            if (ch.eff_text[0] == NCKEY_GS
                || (ch.id == ']' && ncinput_ctrl_p(&ch)))
            {
                set_view_mode(ln_mode_t::FILE_DETAILS);
                retval = true;
            } else {
                retval = lnav_data.ld_files_view.handle_key(ch);
            }
            break;
        case ln_mode_t::FILE_DETAILS:
            if (ch.id == NCKEY_ESC || ch.eff_text[0] == NCKEY_GS
                || (ch.id == ']' && ncinput_ctrl_p(&ch)))
            {
                set_view_mode(ln_mode_t::FILES);
                retval = true;
            } else {
                retval = lnav_data.ld_file_details_view.handle_key(ch);
            }
            break;
        case ln_mode_t::FILTER:
            retval = lnav_data.ld_filter_view.handle_key(ch);
            break;
        default:
            ensure(0);
    }

    if (retval) {
        return retval;
    }

    std::optional<ln_mode_t> new_mode;

    lnav_data.ld_filter_help_status_source.fss_error.clear();
    if (ch.id == 'F') {
        new_mode = ln_mode_t::FILES;
    } else if (ch.id == 'T') {
        new_mode = ln_mode_t::FILTER;
    } else if (ch.id == '\t'
               || (ch.id == NCKEY_TAB && ch.modifiers & NCKEY_MOD_SHIFT))
    {
        if (lnav_data.ld_mode == ln_mode_t::FILES) {
            new_mode = ln_mode_t::FILTER;
        } else {
            new_mode = ln_mode_t::FILES;
        }
    } else if (ch.id == 'q' || ch.id == NCKEY_ESC) {
        new_mode = ln_mode_t::PAGING;
    }

    if (new_mode) {
        if (new_mode.value() == ln_mode_t::FILES
            || new_mode.value() == ln_mode_t::FILTER)
        {
            lnav_data.ld_last_config_mode = new_mode.value();
        }
        set_view_mode(new_mode.value());
        lnav_data.ld_files_view.reload_data();
        lnav_data.ld_file_details_view.reload_data();
        lnav_data.ld_filter_view.reload_data();
        lnav_data.ld_status[LNS_FILTER].set_needs_update();
    } else {
        return handle_paging_key(nc, ch, keyseq);
    }

    return true;
}

static bool
handle_key(notcurses* nc, const ncinput& ch, const char* keyseq)
{
    static auto* breadcrumb_view = injector::get<breadcrumb_curses*>();

    switch (ch.id) {
        case NCKEY_RESIZE:
            break;
        default: {
            switch (lnav_data.ld_mode) {
                case ln_mode_t::PAGING:
                    return handle_paging_key(nc, ch, keyseq);

                case ln_mode_t::BREADCRUMBS:
                    if (ch.id == '`' || !breadcrumb_view->handle_key(ch)) {
                        set_view_mode(ln_mode_t::PAGING);
                        return true;
                    }
                    return true;

                case ln_mode_t::FILTER:
                case ln_mode_t::FILES:
                case ln_mode_t::FILE_DETAILS:
                    return handle_config_ui_key(nc, ch, keyseq);

                case ln_mode_t::SPECTRO_DETAILS: {
                    if (ch.id == '\t' || ch.id == 'q') {
                        set_view_mode(ln_mode_t::PAGING);
                        return true;
                    }
                    if (ch.id == NCKEY_PASTE) {
                        handle_paste_content(nc, ch);
                        return true;
                    }
                    if (lnav_data.ld_spectro_details_view.handle_key(ch)) {
                        return true;
                    }
                    switch (ch.eff_text[0]) {
                        case 'n': {
                            execute_command(lnav_data.ld_exec_context,
                                            "next-mark search");
                            return true;
                        }
                        case 'N': {
                            execute_command(lnav_data.ld_exec_context,
                                            "prev-mark search");
                            return true;
                        }
                        case '/': {
                            execute_command(lnav_data.ld_exec_context,
                                            "prompt search-spectro-details");
                            return true;
                        }
                    }
                    return false;
                }

                case ln_mode_t::COMMAND:
                case ln_mode_t::SEARCH:
                case ln_mode_t::SEARCH_FILTERS:
                case ln_mode_t::SEARCH_FILES:
                case ln_mode_t::SEARCH_SPECTRO_DETAILS:
                case ln_mode_t::CAPTURE:
                case ln_mode_t::SQL:
                case ln_mode_t::EXEC:
                case ln_mode_t::USER:
                    handle_rl_key(nc, ch, keyseq);
                    break;

                case ln_mode_t::BUSY: {
                    if (ch.id == NCKEY_ESC || ch.eff_text[0] == NCKEY_GS
                        || (ch.id == ']' && ncinput_ctrl_p(&ch)))
                    {
                        log_vtab_data.lvd_looping = false;
                    }
                    break;
                }

                default:
                    require(0);
                    break;
            }
        }
    }

    return true;
}

static input_dispatcher::escape_match_t
match_escape_seq(const char* keyseq)
{
    if (lnav_data.ld_mode != ln_mode_t::PAGING) {
        return input_dispatcher::escape_match_t::NONE;
    }

    auto& km = lnav_config.lc_active_keymap;
    auto iter = km.km_seq_to_cmd.find(keyseq);
    if (iter != km.km_seq_to_cmd.end()) {
        return input_dispatcher::escape_match_t::FULL;
    }

    auto lb = km.km_seq_to_cmd.lower_bound(keyseq);
    if (lb == km.km_seq_to_cmd.end()) {
        return input_dispatcher::escape_match_t::NONE;
    }

    auto ub = km.km_seq_to_cmd.upper_bound(keyseq);
    auto longest = max_element(
        lb, ub, [](auto l, auto r) { return l.first.size() < r.first.size(); });

    if (strlen(keyseq) < longest->first.size()) {
        return input_dispatcher::escape_match_t::PARTIAL;
    }

    return input_dispatcher::escape_match_t::NONE;
}

static void
gather_pipers()
{
    for (auto iter = lnav_data.ld_child_pollers.begin();
         iter != lnav_data.ld_child_pollers.end();)
    {
        if (iter->poll(lnav_data.ld_active_files)
            == child_poll_result_t::FINISHED)
        {
            iter = lnav_data.ld_child_pollers.erase(iter);
        } else {
            ++iter;
        }
    }
}

void
wait_for_pipers(std::optional<ui_clock::time_point> deadline)
{
    static constexpr auto MAX_SLEEP_TIME = 300ms;
    auto sleep_time = 10ms;
    auto loop_count = 0;

    for (;;) {
        gather_pipers();
        auto piper_count = lnav_data.ld_active_files.active_pipers();
        if (piper_count == 0 && lnav_data.ld_child_pollers.empty()) {
            if (loop_count > 0) {
                log_debug("all pipers finished");
            }
            break;
        }
        if (deadline && ui_clock::now() > deadline.value()) {
            break;
        }
        // Use usleep() since it is defined to be interruptable by a signal.
        auto urc = usleep(
            std::chrono::duration_cast<std::chrono::microseconds>(sleep_time)
                .count());
        if (urc == -1 && errno == EINTR) {
            log_trace("wait_for_pipers(): sleep interrupted");
        }
        rebuild_indexes();

        log_debug("%zu pipers and %zu children are still active",
                  piper_count,
                  lnav_data.ld_child_pollers.size());
        if (sleep_time < MAX_SLEEP_TIME) {
            sleep_time = sleep_time * 2;
        }
        loop_count += 1;
    }
}

struct refresh_status_bars {
    refresh_status_bars(std::shared_ptr<top_status_source> top_source)
        : rsb_top_source(std::move(top_source))
    {
    }

    using injectable
        = refresh_status_bars(std::shared_ptr<top_status_source> top_source);

    lnav::progress_result_t doit(lnav::func::op_type ot) const
    {
        static auto* breadcrumb_view = injector::get<breadcrumb_curses*>();
        static auto& prompt = lnav::prompt::get();
        static const auto cancel_msg
            = lnav::console::user_message::info(
                  attr_line_t("performing operation, press ")
                      .append("CTRL+]"_hotkey)
                      .append(" to cancel"))
                  .to_attr_line();
        auto retval = lnav::progress_result_t::ok;
        timeval current_time{};
        ncinput ch;

        if (!lnav_data.ld_looping || lnav_data.ld_view_stack.empty()) {
            return lnav::progress_result_t::interrupt;
        }

        gettimeofday(&current_time, nullptr);
        while (notcurses_get_nblock(this->rsb_screen->get_notcurses(), &ch) > 0)
        {
            lnav_data.ld_user_message_source.clear();

            alerter::singleton().new_input(ch);

            lnav_data.ld_input_dispatcher.new_input(
                current_time, this->rsb_screen->get_notcurses(), ch);

            lnav_data.ld_view_stack.top() | [ch](auto tc) {
                lnav_data.ld_key_repeat_history.update(ch.id, tc->get_top());
            };

            if (ncinput_ctrl_p(&ch) && ch.id == ']') {
                lnav_data.ld_bottom_source.update_loading(0, 0);
                lnav_data.ld_status[LNS_BOTTOM].set_needs_update();
                retval = lnav::progress_result_t::interrupt;
            }

            ncinput_free_paste_content(&ch);

            if (!lnav_data.ld_looping) {
                // No reason to keep processing input after the
                // user has quit.  The view stack will also be
                // empty, which will cause issues.
                retval = lnav::progress_result_t::interrupt;
                break;
            }
        }

        if (ot == lnav::func::op_type::interactive) {
        } else if (lnav_data.ld_bottom_source
                       .get_field(bottom_status_source::BSF_LOADING)
                       .empty())
        {
            prompt.p_editor.clear_inactive_value();
        } else if (prompt.p_editor.tc_inactive_value.al_string
                   != cancel_msg.al_string)
        {
            prompt.p_editor.set_inactive_value(cancel_msg);
        }

        if (lnav_data.ld_progress_source.poll()) {
            layout_views();
            lnav_data.ld_progress_view.reload_data();
            lnav_data.ld_progress_view.do_update();
        }
        if (!lnav_data.ld_log_source.is_indexing_in_progress()
            || lnav_data.ld_log_source.lss_index_generation == 0)
        {
            if (lnav_data.ld_log_source.lss_index_generation == 0
                && !lnav_data.ld_view_stack.empty())
            {
                lnav_data.ld_view_stack.top().value()->set_needs_update();
            }
            lnav_data.ld_view_stack.do_update();
        }
        if (lnav_data.ld_mode == ln_mode_t::FILES) {
            lnav_data.ld_files_view.do_update();
            lnav_data.ld_file_details_view.do_update();
        }
        if (this->rsb_top_source->update_time(current_time)) {
            lnav_data.ld_status[LNS_TOP].set_needs_update();
        }
        for (auto& sc : lnav_data.ld_status) {
            sc.do_update();
        }
        breadcrumb_view->do_update();
        lnav::prompt::get().p_editor.do_update();
        if (handle_winch(this->rsb_screen)) {
            layout_views();
            lnav_data.ld_view_stack.do_update();
        }

        notcurses_render(this->rsb_screen->get_notcurses());

        return retval;
    }

    screen_curses* rsb_screen;
    std::shared_ptr<top_status_source> rsb_top_source;
};

static void
check_for_enough_colors(const screen_curses& sc)
{
    const auto* nc_caps = notcurses_capabilities(sc.get_notcurses());
    auto last_run_diff = (std::filesystem::file_time_type::clock::now()
                          - lnav_data.ld_last_dot_lnav_time);
    auto last_run_diff_h
        = std::chrono::duration_cast<std::chrono::hours>(last_run_diff);
    if (nc_caps->colors >= 256 || last_run_diff_h < 24h) {
        return;
    }
    auto um = lnav::console::user_message::info(
                  attr_line_t("The terminal ")
                      .append_quoted(getenv("TERM"))
                      .append(" appears to have a limited color "
                              "palette, which can make things hard "
                              "to read"))
                  .with_reason(attr_line_t("The terminal appears to only have ")
                                   .append(lnav::roles::number(
                                       fmt::to_string(nc_caps->colors)))
                                   .append(" colors"))
                  .with_help(attr_line_t("Try setting ")
                                 .append("TERM"_symbol)
                                 .append(" to ")
                                 .append_quoted("xterm-256color"));
    lnav_data.ld_user_message_source.replace_with(um.to_attr_line());
    lnav_data.ld_user_message_view.reload_data();
    lnav_data.ld_user_message_expiration
        = std::chrono::steady_clock::now() + 20s;
}

static void
check_for_file_zones()
{
    auto with_tz_count = 0;
    std::vector<std::string> without_tz_files;

    for (const auto& lf : lnav_data.ld_active_files.fc_files) {
        auto format = lf->get_format_ptr();
        if (format == nullptr) {
            continue;
        }

        if (format->lf_timestamp_flags & ETF_ZONE_SET
            || format->lf_date_time.dts_default_zone != nullptr)
        {
            with_tz_count += 1;
        } else {
            without_tz_files.emplace_back(lf->get_unique_path());
        }
    }
    if (with_tz_count > 0 && !without_tz_files.empty()
        && !lnav_data.ld_exec_context.ec_msg_callback_stack.empty())
    {
        const auto note
            = attr_line_t("The file(s) without a zone: ")
                  .join(without_tz_files, VC_ROLE.value(role_t::VCR_FILE), ", ")
                  .move();
        const auto um
            = lnav::console::user_message::warning(
                  "Some messages may not be sorted by time correctly")
                  .with_reason(
                      "There are one or more files whose messages do not have "
                      "a timezone in their timestamps mixed in with files that "
                      "do have timezones")
                  .with_note(note)
                  .with_help(
                      attr_line_t("Use the ")
                          .append(":set-file-timezone"_symbol)
                          .append(
                              " command to set the zone for messages in files "
                              "that do not include a zone in the timestamp"))
                  .move();

        lnav_data.ld_exec_context.ec_msg_callback_stack.back()(um);
    }
}

static void
ui_execute_init_commands(
    exec_context& ec,
    std::vector<std::pair<Result<std::string, lnav::console::user_message>,
                          std::string>>& cmd_results,
    std::optional<ui_clock::time_point> deadline)
{
    if (lnav_data.ld_commands.empty()) {
        lnav_data.ld_cmd_init_done = true;
        return;
    }

    std::error_code errc;
    std::filesystem::create_directories(lnav::paths::workdir(), errc);
    auto open_temp_res = lnav::filesystem::open_temp_file(lnav::paths::workdir()
                                                          / "exec.XXXXXX");

    if (open_temp_res.isErr()) {
        lnav::prompt::get().p_editor.set_inactive_value(
            fmt::format(FMT_STRING("Unable to open temporary output file: {}"),
                        open_temp_res.unwrapErr()));
    } else {
        auto tmp_pair = open_temp_res.unwrap();
        auto fd_copy = tmp_pair.second.dup();
        auto tf = text_format_t::TF_UNKNOWN;

        {
            exec_context::output_guard og(
                ec,
                "tmp",
                std::make_pair(fdopen(tmp_pair.second.release(), "w"), fclose));
            execute_init_commands(ec, cmd_results);
            tf = ec.ec_output_stack.back().od_format;
        }

        struct stat st;
        if (fstat(fd_copy, &st) != -1 && st.st_size > 0) {
            static const auto OUTPUT_NAME
                = std::string("Initial command output");
            lnav_data.ld_active_files.fc_file_names[tmp_pair.first]
                .with_filename(OUTPUT_NAME)
                .with_include_in_session(false)
                .with_detect_format(false)
                .with_text_format(tf)
                .with_init_location(0_vl);
            lnav_data.ld_files_to_front.emplace_back(OUTPUT_NAME);

            lnav::prompt::get().p_editor.set_alt_value(
                HELP_MSG_1(X, "to close the file"));
        }
    }
}

static void
run_cleanup_tasks()
{
    CLEANUP_TASKS.emplace_back("line_buffer", line_buffer::cleanup_cache());
    CLEANUP_TASKS.emplace_back("archive_manager",
                               archive_manager::cleanup_cache());
    CLEANUP_TASKS.emplace_back("tailer", tailer::cleanup_cache());
    CLEANUP_TASKS.emplace_back("piper", lnav::piper::cleanup());
    CLEANUP_TASKS.emplace_back("file_converter_manager",
                               file_converter_manager::cleanup());
}

static void
looper()
{
    auto filter_sub_life
        = injector::bind<filter_sub_source>::to_scoped_singleton();
    auto crumb_life = injector::bind<breadcrumb_curses>::to_scoped_singleton();
    auto* ps = injector::get<pollable_supervisor*>();
    auto* filter_source = injector::get<filter_sub_source*>();
    auto* breadcrumb_view = injector::get<breadcrumb_curses*>();
    auto& exec_phase = injector::get<lnav::exec_phase&>();

    auto& ec = lnav_data.ld_exec_context;
    sig_atomic_t overlay_counter = 0;

    lnav_data.ld_filter_view.set_sub_source(filter_source)
        .add_input_delegate(*filter_source);
    lnav_data.ld_log_source.lss_sorting_observer
        = [](auto& lss, auto off, auto size) {
              if (off == (file_ssize_t) size) {
                  lnav_data.ld_bottom_source.update_loading(0, 0);
              } else {
                  lnav_data.ld_bottom_source.update_loading(off, size);
              }
              do_observer_update(nullptr);
              lnav_data.ld_status[LNS_BOTTOM].set_needs_update();
          };

    auto& sb = lnav_data.ld_scroll_broadcaster;
    auto& vsb = lnav_data.ld_view_stack_broadcaster;

    auto echo_views_stmt_res = prepare_stmt(lnav_data.ld_db,
#if SQLITE_VERSION_NUMBER < 3033000
                                            R"(
        UPDATE lnav_views_echo
          SET top = (SELECT top FROM lnav_views WHERE lnav_views.name = lnav_views_echo.name),
              left = (SELECT left FROM lnav_views WHERE lnav_views.name = lnav_views_echo.name),
              height = (SELECT height FROM lnav_views WHERE lnav_views.name = lnav_views_echo.name),
              inner_height = (SELECT inner_height FROM lnav_views WHERE lnav_views.name = lnav_views_echo.name),
              top_time = (SELECT top_time FROM lnav_views WHERE lnav_views.name = lnav_views_echo.name),
              search = (SELECT search FROM lnav_views WHERE lnav_views.name = lnav_views_echo.name),
              selection = (SELECT selection FROM lnav_views WHERE lnav_views.name = lnav_views_echo.name)
          WHERE EXISTS (SELECT * FROM lnav_views WHERE name = lnav_views_echo.name AND
                    (
                        lnav_views.top != lnav_views_echo.top OR
                        lnav_views.left != lnav_views_echo.left OR
                        lnav_views.height != lnav_views_echo.height OR
                        lnav_views.inner_height != lnav_views_echo.inner_height OR
                        lnav_views.top_time != lnav_views_echo.top_time OR
                        lnav_views.search != lnav_views_echo.search OR
                        lnav_views.selection != lnav_views_echo.selection
                    ))
        )"
#else
                                            R"(
        UPDATE lnav_views_echo
          SET top = orig.top,
              left = orig.left,
              height = orig.height,
              inner_height = orig.inner_height,
              top_time = orig.top_time,
              search = orig.search,
              selection = orig.selection
          FROM (SELECT * FROM lnav_views) AS orig
          WHERE orig.name = lnav_views_echo.name AND
                (
                    orig.top != lnav_views_echo.top OR
                    orig.left != lnav_views_echo.left OR
                    orig.height != lnav_views_echo.height OR
                    orig.inner_height != lnav_views_echo.inner_height OR
                    orig.top_time != lnav_views_echo.top_time OR
                    orig.search != lnav_views_echo.search OR
                    orig.selection != lnav_views_echo.selection
                )
        )"
#endif
    );

    if (echo_views_stmt_res.isErr()) {
        lnav::console::print(
            stderr,
            lnav::console::user_message::error(
                "unable to prepare UPDATE statement for lnav_views_echo "
                "table")
                .with_reason(echo_views_stmt_res.unwrapErr()));
        return;
    }
    auto echo_views_stmt = echo_views_stmt_res.unwrap();

    if (lnav_config.lc_mouse_mode == lnav_mouse_mode::disabled) {
        auto mouse_note = prepare_stmt(lnav_data.ld_db, R"(
INSERT INTO lnav_user_notifications (id, priority, expiration, message)
VALUES ('org.lnav.mouse-support', -1, DATETIME('now', '+1 minute'),
        'Press <span class="-lnav_status-styles_hotkey">F2</span> to enable mouse support');
)");
        if (mouse_note.isErr()) {
            lnav::console::print(stderr,
                                 lnav::console::user_message::error(
                                     "unable to prepare INSERT statement for "
                                     "lnav_user_notifications table")
                                     .with_reason(mouse_note.unwrapErr()));
            return;
        }

        mouse_note.unwrap().execute();
    }

    (void) signal(SIGINT, sigint);
    (void) signal(SIGTERM, sigint);
    (void) signal(SIGWINCH, sigwinch);
    (void) signal(SIGCONT, sigwinch);
    auto _ign_signal = finally([] {
        signal(SIGWINCH, SIG_IGN);
        lnav_data.ld_winched = false;
        lnav_data.ld_window = nullptr;
        lnav_data.ld_filter_view.set_sub_source(nullptr);
        for (auto& tv : lnav_data.ld_views) {
            tv.set_window(nullptr);
        }
        for (auto* view : all_views()) {
            if (view == nullptr) {
                continue;
            }
            view->set_window(nullptr);
        }
    });

    auto_fd errpipe[2];
    auto_fd::pipe(errpipe);

    errpipe[0].close_on_exec();
    errpipe[1].close_on_exec();
    auto pipe_err_handle = std::make_optional(
        log_pipe_err(errpipe[0].release(), errpipe[1].release()));

    notcurses_options nco = {};
    nco.flags |= NCOPTION_SUPPRESS_BANNERS | NCOPTION_NO_WINCH_SIGHANDLER;
    nco.loglevel = NCLOGLEVEL_PANIC;
    auto create_screen_res = screen_curses::create(nco);

    if (create_screen_res.isErr()) {
        pipe_err_handle = std::nullopt;
        log_error("create screen failed with: %s",
                  create_screen_res.unwrapErr().c_str());
        auto help_txt = attr_line_t();
        auto term_var = getenv("TERM");
        if (term_var == nullptr) {
            help_txt.append("The ")
                .append("TERM"_symbol)
                .append(" environment variable is not set.  ");
        } else {
            help_txt.append("The ")
                .append("TERM"_symbol)
                .append(" value of ")
                .append_quoted(term_var)
                .append(" is not known.  ");
        }
        help_txt
            .append(
                "Check for your "
                "terminal in ")
            .append(
                "https://github.com/dankamongmen/notcurses/blob/master/TERMINALS.md"_hyperlink)
            .append(" or use ")
            .append_quoted("xterm-256color");
        lnav::console::print(
            stderr,
            lnav::console::user_message::error("unable to open TUI")
                .with_reason(create_screen_res.unwrapErr())
                .with_help(help_txt));
        return;
    }

    auto sc = create_screen_res.unwrap();
    auto inputready_fd = notcurses_inputready_fd(sc.get_notcurses());
    auto& mouse_i = injector::get<xterm_mouse&>();

    auto _paste = finally(
        [&sc] { notcurses_bracketed_paste_disable(sc.get_notcurses()); });
    notcurses_bracketed_paste_enable(sc.get_notcurses());

    auto ui_cb_mouse = false;
    ec.ec_ui_callbacks.uc_pre_stdout_write = [&sc, &mouse_i, &ui_cb_mouse]() {
        ui_cb_mouse = mouse_i.is_enabled();
        if (ui_cb_mouse) {
            mouse_i.set_enabled(sc.get_notcurses(), false);
        }
        notcurses_leave_alternate_screen(sc.get_notcurses());

        // notcurses sets stdio to non-blocking, which can cause an
        // issue when writing since there is a chance of an EAGAIN
        // happening
        const auto fl = fcntl(STDOUT_FILENO, F_GETFL, 0);
        fcntl(STDOUT_FILENO, F_SETFL, fl & ~O_NONBLOCK);
    };
    ec.ec_ui_callbacks.uc_post_stdout_write = [&sc, &mouse_i, &ui_cb_mouse]() {
        const auto fl = fcntl(STDOUT_FILENO, F_GETFL, 0);
        fcntl(STDOUT_FILENO, F_SETFL, fl | O_NONBLOCK);

        auto nci = ncinput{};
        do {
            notcurses_get_blocking(sc.get_notcurses(), &nci);
            ncinput_free_paste_content(&nci);
        } while (nci.evtype == NCTYPE_RELEASE || ncinput_lock_p(&nci)
                 || ncinput_modifier_p(&nci));
        notcurses_enter_alternate_screen(sc.get_notcurses());

        if (ui_cb_mouse) {
            mouse_i.set_enabled(sc.get_notcurses(), true);
        }
        notcurses_refresh(sc.get_notcurses(), nullptr, nullptr);
        // XXX doing this refresh twice since it doesn't seem to be
        // enough to do it once...
        notcurses_render(sc.get_notcurses());
        notcurses_refresh(sc.get_notcurses(), nullptr, nullptr);
    };
    ec.ec_ui_callbacks.uc_redraw
        = [&sc]() { notcurses_refresh(sc.get_notcurses(), nullptr, nullptr); };

    lnav_behavior lb;

    ui_periodic_timer::singleton();

    mouse_i.set_behavior(&lb);
    mouse_i.set_enabled(
        sc.get_notcurses(),
        check_experimental("mouse")
            || lnav_config.lc_mouse_mode == lnav_mouse_mode::enabled);

    lnav_data.ld_window = sc.get_std_plane();

    auto& vc = view_colors::singleton();
    view_colors::init(sc.get_notcurses());

    auto ecb_guard
        = lnav_data.ld_exec_context.add_msg_callback([](const auto& um) {
              auto al = um.to_attr_line().rtrim();

              if (al.get_string().find('\n') == std::string::npos) {
                  lnav::prompt::get().p_editor.set_inactive_value(al);
              } else {
                  lnav_data.ld_user_message_source.replace_with(al);
                  lnav_data.ld_user_message_view.reload_data();
                  lnav_data.ld_user_message_expiration
                      = std::chrono::steady_clock::now() + 20s;
              }
          });

    {
        setup_highlights(lnav_data.ld_views[LNV_LOG].get_highlights());
        setup_highlights(lnav_data.ld_views[LNV_TEXT].get_highlights());
        setup_highlights(lnav_data.ld_views[LNV_SCHEMA].get_highlights());
        setup_highlights(lnav_data.ld_views[LNV_PRETTY].get_highlights());
        setup_highlights(lnav_data.ld_preview_view[0].get_highlights());
        setup_highlights(lnav_data.ld_preview_view[1].get_highlights());

        for (const auto& format : log_format::get_root_formats()) {
            for (auto& hl : format->lf_highlighters) {
                if (hl.h_attrs.empty()) {
                    hl.with_attrs(vc.attrs_for_ident(hl.h_name));
                }

                lnav_data.ld_views[LNV_LOG].get_highlights()[{
                    highlight_source_t::CONFIGURATION,
                    format->get_name().to_string() + "-" + hl.h_name}]
                    = hl;
            }
        }
    }

    auto& prompt = lnav::prompt::get();
    {
        prompt.p_editor.set_title("main prompt");
        prompt.p_editor.tc_window = lnav_data.ld_window;
        prompt.p_editor.tc_height = 1;
        prompt.p_editor.tc_text_format = text_format_t::TF_LNAV_SCRIPT;
        prompt.p_editor.tc_on_help = bind_mem(&lnav::prompt::rl_help, &prompt);
        prompt.p_editor.tc_on_reformat
            = bind_mem(&lnav::prompt::rl_reformat, &prompt);
        prompt.p_editor.tc_on_focus = rl_focus;
        prompt.p_editor.tc_on_change = rl_change;
        prompt.p_editor.tc_on_popup_change
            = bind_mem(&lnav::prompt::rl_popup_change, &prompt);
        prompt.p_editor.tc_on_popup_cancel
            = bind_mem(&lnav::prompt::rl_popup_cancel, &prompt);
        prompt.p_editor.tc_on_perform = rl_callback;
        prompt.p_editor.tc_on_timeout = rl_search;
        prompt.p_editor.tc_on_abort = lnav_rl_abort;
        prompt.p_editor.tc_on_blur = rl_blur;
        prompt.p_editor.tc_on_history_list
            = bind_mem(&lnav::prompt::rl_history_list, &prompt);
        prompt.p_editor.tc_on_history_search
            = bind_mem(&lnav::prompt::rl_history_search, &prompt);
        prompt.p_editor.tc_on_completion
            = bind_mem(&lnav::prompt::rl_completion, &prompt);
        prompt.p_editor.tc_on_completion_request = rl_completion_request;
        prompt.p_editor.tc_on_external_open
            = bind_mem(&lnav::prompt::rl_external_edit, &prompt);
    }

    lnav_data.ld_view_stack.push_back(&lnav_data.ld_views[LNV_LOG]);

    sb.push_back(clear_last_user_mark);
    sb.push_back(update_view_position);
    vsb.push_back(
        bind_mem(&term_extra::update_title, injector::get<term_extra*>()));
    vsb.push_back([](listview_curses* lv) {
        auto* tc = dynamic_cast<textview_curses*>(lv);

        tc->tc_state_event_handler(*tc);
    });

    vsb.push_back(sb);

    breadcrumb_view->on_focus
        = [](breadcrumb_curses&) { set_view_mode(ln_mode_t::BREADCRUMBS); };
    breadcrumb_view->on_blur = [](breadcrumb_curses&) {
        set_view_mode(ln_mode_t::PAGING);
        lnav_data.ld_view_stack.set_needs_update();
    };
    breadcrumb_view->set_y(1);
    breadcrumb_view->set_window(lnav_data.ld_window);
    breadcrumb_view->set_line_source(lnav_crumb_source);
    breadcrumb_view->bc_perform_handler
        = [](breadcrumb_curses& bc,
             breadcrumb::crumb::perform p,
             const breadcrumb::crumb::key_t& key) {
              isc::to<main_looper&, services::main_t>().send(
                  [p, key, &bc](auto& mlooper) {
                      static auto op = lnav_operation{"crumb_perform"};

                      auto op_guard = lnav_opid_guard::internal(op);

                      p(key);
                      bc.reload_data();
                      if (bc.is_focused()) {
                          bc.focus_next();
                      }
                      bc.set_needs_update();
                  });
          };
    auto event_handler = [](auto&& tc) {
        auto top_view = lnav_data.ld_view_stack.top();

        if (top_view && *top_view == &tc) {
            lnav_data.ld_bottom_source.update_search_term(tc);
            lnav_data.ld_status[LNS_BOTTOM].set_needs_update();
        }
        if (!lnav::prompt::get().p_editor.is_enabled()) {
            auto search_duration = tc.consume_search_duration();
            if (search_duration) {
                double secs = search_duration->count() / 1000.0;
                lnav::prompt::get().p_editor.set_inactive_value(
                    attr_line_t("search completed in ")
                        .append(lnav::roles::number(
                            fmt::format(FMT_STRING("{:.3}"), secs)))
                        .append(" seconds"));
            }
        }
    };
    auto click_handler = [](textview_curses& tc, const attr_line_t& al, int x) {
        if (tc.tc_selected_text) {
            return;
        }
        static auto& prompt = lnav::prompt::get();
        static auto& ec = lnav_data.ld_exec_context;
        auto cmd_iter
            = find_string_attr_containing(al.get_attrs(), &VC_COMMAND, x);
        if (cmd_iter != al.al_attrs.end()) {
            auto cmd = cmd_iter->sa_value.get<ui_command>();
            auto exec_res = ec.execute(cmd.uc_location, cmd.uc_command);
            if (exec_res.isOk()) {
                auto val = exec_res.unwrap();
                prompt.p_editor.set_inactive_value(val);
            }
        }
        auto link_iter
            = find_string_attr_containing(al.get_attrs(), &VC_HYPERLINK, x);
        if (link_iter != al.al_attrs.end()) {
            auto href = link_iter->sa_value.get<std::string>();
            if (!startswith(href, "#")) {
                ec.execute_with(INTERNAL_SRC_LOC,
                                ":xopen $href",
                                std::make_pair("href", href));
            }
        }
    };
    for (auto& ld_view : lnav_data.ld_views) {
        ld_view.set_window(lnav_data.ld_window);
        ld_view.set_y(2);
        ld_view.set_height(vis_line_t(-4));
        ld_view.set_scroll_action(sb);
        ld_view.set_search_action(update_hits);
        ld_view.tc_cursor_role = role_t::VCR_CURSOR_LINE;
        ld_view.tc_disabled_cursor_role = role_t::VCR_DISABLED_CURSOR_LINE;
        ld_view.tc_state_event_handler = event_handler;
        ld_view.tc_on_click = click_handler;
        ld_view.tc_interactive = true;
    }
    lnav_data.ld_views[LNV_DB].set_supports_marks(true);
    lnav_data.ld_views[LNV_HELP].set_supports_marks(true);
    lnav_data.ld_views[LNV_HISTOGRAM].set_supports_marks(true);
    lnav_data.ld_views[LNV_LOG].set_supports_marks(true);
    lnav_data.ld_views[LNV_TEXT].set_supports_marks(true);
    lnav_data.ld_views[LNV_SCHEMA].set_supports_marks(true);
    lnav_data.ld_views[LNV_PRETTY].set_supports_marks(true);

    lnav_data.ld_doc_view.set_title("Documentation");
    lnav_data.ld_doc_view.set_window(lnav_data.ld_window);
    lnav_data.ld_doc_view.set_show_scrollbar(false);

    lnav_data.ld_example_view.set_title("Examples");
    lnav_data.ld_example_view.set_window(lnav_data.ld_window);
    lnav_data.ld_example_view.set_show_scrollbar(false);

    lnav_data.ld_preview_view[0].set_title("Preview #0");
    lnav_data.ld_preview_view[0].set_window(lnav_data.ld_window);
    lnav_data.ld_preview_view[0].set_show_scrollbar(false);
    lnav_data.ld_preview_view[1].set_title("Preview #1");
    lnav_data.ld_preview_view[1].set_window(lnav_data.ld_window);
    lnav_data.ld_preview_view[1].set_show_scrollbar(false);

    lnav_data.ld_filter_view.set_title("Text Filters");
    lnav_data.ld_filter_view.set_selectable(true);
    lnav_data.ld_filter_view.set_window(lnav_data.ld_window);
    lnav_data.ld_filter_view.set_show_scrollbar(true);
    filter_source->fss_editor->tc_window = lnav_data.ld_window;

    lnav_data.ld_files_view.set_title("Files");
    lnav_data.ld_files_view.set_selectable(true);
    lnav_data.ld_files_view.set_window(lnav_data.ld_window);
    lnav_data.ld_files_view.set_show_scrollbar(true);
    lnav_data.ld_files_view.get_disabled_highlights().set(
        highlight_source_t::THEME);
    lnav_data.ld_files_view.set_overlay_source(&lnav_data.ld_files_overlay);

    lnav_data.ld_file_details_view.set_title("File Details");
    lnav_data.ld_file_details_view.set_selectable(true);
    lnav_data.ld_file_details_view.set_window(lnav_data.ld_window);
    lnav_data.ld_file_details_view.set_show_scrollbar(true);
    lnav_data.ld_file_details_view.set_supports_marks(true);
    lnav_data.ld_file_details_view.get_disabled_highlights().set(
        highlight_source_t::THEME);
    lnav_data.ld_file_details_view.tc_cursor_role
        = role_t::VCR_DISABLED_CURSOR_LINE;
    lnav_data.ld_file_details_view.tc_disabled_cursor_role
        = role_t::VCR_DISABLED_CURSOR_LINE;

    lnav_data.ld_progress_view.set_window(lnav_data.ld_window);
    lnav_data.ld_user_message_view.set_window(lnav_data.ld_window);

    lnav_data.ld_spectro_details_view.set_title("spectro-details");
    lnav_data.ld_spectro_details_view.set_window(lnav_data.ld_window);
    lnav_data.ld_spectro_details_view.set_show_scrollbar(true);
    lnav_data.ld_spectro_details_view.set_selectable(true);
    lnav_data.ld_spectro_details_view.tc_cursor_role = role_t::VCR_CURSOR_LINE;
    lnav_data.ld_spectro_details_view.tc_disabled_cursor_role
        = role_t::VCR_DISABLED_CURSOR_LINE;
    lnav_data.ld_spectro_details_view.set_height(5_vl);
    lnav_data.ld_spectro_details_view.set_sub_source(
        &lnav_data.ld_spectro_no_details_source);
    lnav_data.ld_spectro_details_view.tc_state_event_handler = event_handler;
    lnav_data.ld_spectro_details_view.set_scroll_action(sb);

    lnav_data.ld_spectro_no_details_source.replace_with(
        attr_line_t().append(lnav::roles::comment(" No details available")));
    lnav_data.ld_spectro_source->ss_details_view
        = &lnav_data.ld_spectro_details_view;
    lnav_data.ld_spectro_source->ss_no_details_source
        = &lnav_data.ld_spectro_no_details_source;
    lnav_data.ld_spectro_source->ss_exec_context = &lnav_data.ld_exec_context;

    lnav_data.ld_timeline_details_view.set_title("timeline-details");
    lnav_data.ld_timeline_details_view.set_window(lnav_data.ld_window);
    lnav_data.ld_timeline_details_view.set_selectable(true);
    lnav_data.ld_timeline_details_view.set_show_scrollbar(true);
    lnav_data.ld_timeline_details_view.set_height(5_vl);
    lnav_data.ld_timeline_details_view.set_supports_marks(true);
    lnav_data.ld_timeline_details_view.set_sub_source(
        &lnav_data.ld_timeline_details_source);
    lnav_data.ld_timeline_details_view.tc_cursor_role = role_t::VCR_CURSOR_LINE;
    lnav_data.ld_timeline_details_view.tc_disabled_cursor_role
        = role_t::VCR_DISABLED_CURSOR_LINE;

    auto top_status_lifetime
        = injector::bind<top_status_source>::to_scoped_singleton();
    auto top_source = injector::get<std::shared_ptr<top_status_source>>();

    lnav_data.ld_bottom_source.on_drag = [](mouse_event& me) {
        static auto& prompt = lnav::prompt::get();

        if (!prompt.p_editor.is_enabled() || prompt.p_editor.tc_height == 1) {
            return;
        }

        auto full_height = (int) ncplane_dim_y(prompt.p_editor.tc_window);
        auto max_height = full_height - 16;
        auto new_height
            = std::max(2, full_height - (prompt.p_editor.get_y() + me.me_y));
        prompt.p_editor.set_height(std::min(max_height, new_height));
    };
    lnav_data.ld_bottom_source.get_field(bottom_status_source::BSF_HELP)
        .on_click
        = [](status_field&) { ensure_view(&lnav_data.ld_views[LNV_HELP]); };
    lnav_data.ld_bottom_source.get_field(bottom_status_source::BSF_LINE_NUMBER)
        .on_click
        = [](status_field&) {
              auto cmd = fmt::format(
                  FMT_STRING("prompt command : 'goto {}'"),
                  (int) lnav_data.ld_view_stack.top().value()->get_top());

              execute_command(lnav_data.ld_exec_context, cmd);
          };
    lnav_data.ld_bottom_source.get_field(bottom_status_source::BSF_SEARCH_TERM)
        .on_click
        = [](status_field&) {
              auto term
                  = lnav_data.ld_view_stack.top().value()->get_current_search();
              auto cmd = fmt::format(FMT_STRING("prompt search / '{}'"), term);

              execute_command(lnav_data.ld_exec_context, cmd);
          };

    lnav_data.ld_status[LNS_TOP].set_title("top");
    lnav_data.ld_status[LNS_TOP].set_y(0);
    lnav_data.ld_status[LNS_TOP].set_data_source(top_source.get());
    lnav_data.ld_status[LNS_TOP].set_default_role(role_t::VCR_INACTIVE_STATUS);
    lnav_data.ld_status[LNS_BOTTOM].set_title("bottom");
    lnav_data.ld_status[LNS_BOTTOM].set_y(-2);
    for (auto& stat_bar : lnav_data.ld_status) {
        stat_bar.set_window(lnav_data.ld_window);
    }
    lnav_data.ld_status[LNS_BOTTOM].set_data_source(
        &lnav_data.ld_bottom_source);
    lnav_data.ld_status[LNS_FILTER].set_title("filter");
    lnav_data.ld_status[LNS_FILTER].set_data_source(
        &lnav_data.ld_filter_status_source);
    lnav_data.ld_status[LNS_FILTER_HELP].set_title("filter help");
    lnav_data.ld_status[LNS_FILTER_HELP].set_data_source(
        &lnav_data.ld_filter_help_status_source);

    lnav_data.ld_status[LNS_DOC].set_title("Doc");
    lnav_data.ld_status[LNS_DOC].set_data_source(
        &lnav_data.ld_doc_status_source);
    lnav_data.ld_preview_status_source[0]
        .statusview_value_for_field(preview_status_source::TSF_TOGGLE)
        .on_click
        = [](status_field&) {
              lnav_data.ld_preview_status_source->update_toggle_msg(
                  lnav_data.ld_preview_hidden);
              lnav_data.ld_preview_hidden = !lnav_data.ld_preview_hidden;
          };
    lnav_data.ld_status[LNS_PREVIEW0].set_title("preview0");
    lnav_data.ld_status[LNS_PREVIEW0].set_data_source(
        &lnav_data.ld_preview_status_source[0]);
    lnav_data.ld_status[LNS_PREVIEW1].set_title("preview1");
    lnav_data.ld_status[LNS_PREVIEW1].set_data_source(
        &lnav_data.ld_preview_status_source[1]);
    lnav_data.ld_spectro_status_source
        = std::make_unique<spectro_status_source>();
    lnav_data.ld_spectro_status_source
        ->statusview_value_for_field(spectro_status_source::field_t::F_TITLE)
        .on_click
        = [](status_field&) { set_view_mode(ln_mode_t::SPECTRO_DETAILS); };
    lnav_data.ld_status[LNS_SPECTRO].set_data_source(
        lnav_data.ld_spectro_status_source.get());
    lnav_data.ld_status[LNS_TIMELINE].set_enabled(false);
    lnav_data.ld_status[LNS_TIMELINE].set_data_source(
        &lnav_data.ld_timeline_status_source);

    lnav_data.ld_user_message_view.set_show_bottom_border(true);

    for (auto& sc : lnav_data.ld_status) {
        sc.window_change();
    }

    auto session_path = lnav::paths::dotlnav() / "session";
    execute_file(ec, session_path.string());

    sb(*lnav_data.ld_view_stack.top());
    vsb(*lnav_data.ld_view_stack.top());

    lnav_data.ld_view_stack.vs_change_handler
        = [](textview_curses* tc) { lnav_data.ld_view_stack_broadcaster(tc); };

    {
        auto& id = lnav_data.ld_input_dispatcher;

        id.id_escape_matcher = match_escape_seq;
        id.id_escape_handler = handle_keyseq;
        id.id_key_handler = handle_key;
        id.id_mouse_handler = [&mouse_i](notcurses* nc, const ncinput& ch) {
            mouse_i.handle_mouse(nc, ch);
        };
        id.id_unhandled_handler = [](const char* keyseq) {
            stack_buf allocator;
            log_info("unbound keyseq: %s", keyseq);
            auto encoded_name
                = json_ptr::encode(lnav_config.lc_ui_keymap, allocator);
            // XXX we should have a hotkey for opening a prompt that is
            // pre-filled with a suggestion that the user can complete.
            // This quick-fix key could be used for other stuff as well
            auto keycmd = fmt::format(
                FMT_STRING(":config /ui/keymap-defs/{}/{}/command <cmd>"),
                encoded_name,
                keyseq);
            lnav::prompt::get().p_editor.set_inactive_value(
                attr_line_t()
                    .append("Unrecognized key"_warning)
                    .append(", bind to a command using \u2014 ")
                    .append(lnav::roles::quoted_code(keycmd)));
            alerter::singleton().chime("unrecognized key");
        };
    }

    auto refresher_lifetime
        = injector::bind<refresh_status_bars>::to_scoped_singleton();

    auto refresher = injector::get<std::shared_ptr<refresh_status_bars>>();
    refresher->rsb_screen = &sc;

    auto refresh_guard = lnav_data.ld_status_refresher.install(
        [refresher](lnav::func::op_type ot) { return refresher->doit(ot); });

    {
        auto* tss = static_cast<timeline_source*>(
            lnav_data.ld_views[LNV_TIMELINE].get_sub_source());
        tss->gs_index_progress
            = [refresher](std::optional<timeline_source::progress_t> prog) {
                  if (prog) {
                      lnav_data.ld_bottom_source.update_loading(prog->p_curr,
                                                                prog->p_total);
                  } else {
                      lnav_data.ld_bottom_source.update_loading(0, 0);
                  }
                  lnav_data.ld_status[LNS_BOTTOM].set_needs_update();
                  return refresher->doit(lnav::func::op_type::blocking);
              };
    }

    auto& timer = ui_periodic_timer::singleton();
    timeval current_time;

    static sig_atomic_t index_counter;

    timer.start_fade(index_counter, 1);

    std::future<file_collection> rescan_future;

    log_info("initial rescan started");
    rescan_future = std::async(std::launch::async,
                               &file_collection::rescan_files,
                               lnav_data.ld_active_files.copy(),
                               false);

    auto rescan_needed = false;
    auto ui_start_time = ui_clock::now();
    auto next_rebuild_time = ui_start_time;
    auto next_status_update_time = ui_start_time;
    auto next_rescan_time = ui_start_time;
    auto got_user_input = true;
    auto loop_count = 0;
    auto opened_files = false;
    std::vector<view_curses*> updated_views;
    updated_views.emplace_back(&lnav_data.ld_view_stack);

    auto wakeup_pair = auto_pipe();
    wakeup_pair.open();
    wakeup_pair.read_end().non_blocking();

    static auto& mlooper = injector::get<main_looper&, services::main_t>();
    mlooper.s_wakeup_fd = wakeup_pair.write_end().get();

    exec_phase.completed(lnav::phase_t::init);
    while (lnav_data.ld_looping) {
        auto loop_deadline
            = ui_clock::now() + (exec_phase.spinning_up() ? 3s : 50ms);
        loop_count += 1;

        std::vector<pollfd> pollfds;
        size_t starting_view_stack_size = lnav_data.ld_view_stack.size();
        size_t changes = 0;
        int rc;

        pollfds.emplace_back(pollfd{wakeup_pair.read_end(), POLLIN, 0});

        auto ui_now = ui_clock::now();
        gettimeofday(&current_time, nullptr);

        if (top_source->update_time(current_time)) {
            lnav_data.ld_status[LNS_TOP].set_needs_update();
        }

        layout_views();

        auto scan_timeout = exec_phase.scanning() ? 10ms : 0ms;
        if (rescan_future.valid()
            && rescan_future.wait_for(scan_timeout)
                == std::future_status::ready)
        {
            auto new_files = rescan_future.get();
            auto indexing_pipers
                = lnav_data.ld_active_files.initial_indexing_pipers();
            if (exec_phase.scanning() && new_files.empty()
                && indexing_pipers == 0)
            {
                if (!opened_files
                    && (!lnav_data.ld_active_files.fc_other_files.empty()
                        || lnav_data.ld_active_files.fc_files.size() > 1
                        || !lnav_data.ld_active_files.fc_name_to_stubs
                                ->readAccess()
                                ->empty()))
                {
                    opened_files = true;
                    set_view_mode(ln_mode_t::FILES);
                }
                log_trace("%d: BEGIN initial rescan rebuild", loop_count);
                auto rebuild_res = rebuild_indexes(loop_deadline);
                log_trace("%d: END initial rescan rebuild", loop_count);
                changes += rebuild_res.rir_changes;
                load_session();
                if (session_data.sd_save_time > 0) {
                    std::string ago;

                    ago = humanize::time::point::from_tv(
                              {(time_t) session_data.sd_save_time, 0})
                              .as_time_ago();
                    auto um = lnav::console::user_message::ok(
                        attr_line_t("restored session from ")
                            .append(lnav::roles::number(ago))
                            .append("; press ")
                            .append("CTRL-R"_hotkey)
                            .append(" to reset session"));
                    lnav::prompt::get().p_editor.set_inactive_value(
                        um.to_attr_line());
                }

                lnav_data.ld_session_loaded = true;
                loop_deadline = ui_now;
                log_debug("initial rescan found %zu files",
                          lnav_data.ld_active_files.fc_files.size());
                exec_phase.completed(lnav::phase_t::scan);
            }
            auto old_gen = lnav_data.ld_active_files.fc_files_generation;
            update_active_files(new_files);
            if (old_gen != lnav_data.ld_active_files.fc_files_generation) {
                next_rebuild_time = ui_now;
            }
            if (!exec_phase.scan_completed()) {
                auto& fview = lnav_data.ld_files_view;
                auto height = fview.get_inner_height();

                if (height > 0_vl) {
                    fview.set_selection(height - 1_vl);
                }
            }

            rescan_future = std::future<file_collection>{};
            next_rescan_time
                = ui_now + (std::exchange(rescan_needed, false) ? 0ms : 333ms);
        }

        if (!opened_files && exec_phase.scanning()
            && ui_now - ui_start_time >= 500ms)
        {
            set_view_mode(ln_mode_t::FILES);
        }

        if (!rescan_future.valid()
            && (exec_phase.spinning_up()
                || (lnav_data.ld_active_files.is_below_open_file_limit()
                    && ui_clock::now() >= next_rescan_time)))
        {
            rescan_future = std::async(std::launch::async,
                                       &file_collection::rescan_files,
                                       lnav_data.ld_active_files.copy(),
                                       false);
            if (exec_phase.interactive()) {
                // log_trace("%d: shortening deadline", loop_count);
                loop_deadline = ui_clock::now() + 10ms;
            }
        }

        mlooper.get_port().process_for(0s);

        ui_now = ui_clock::now();
        if (exec_phase.scan_completed()) {
            auto* tc = lnav_data.ld_view_stack.top().value_or(nullptr);
            if (tc != nullptr
                && (tc->tc_text_selection_active || tc->tc_selected_text))
            {
                // skip rebuild while text is selected
            } else if (ui_now >= next_rebuild_time) {
                // log_trace("%d: BEGIN rebuild", loop_count);
                auto rebuild_res = rebuild_indexes(loop_deadline);
                // log_trace("%d: END rebuild changes=%d",
                // loop_count,
                // rebuild_res.rir_changes);
                changes += rebuild_res.rir_changes;
                if (!rebuild_res.rir_completed) {
                    changes += 1;
                    next_rebuild_time = ui_now;
                } else if (!changes && ui_clock::now() < loop_deadline) {
                    next_rebuild_time = ui_clock::now() + 333ms;
                }
                if (rebuild_res.rir_rescan_needed) {
                    log_trace("%d: rebuild detected a rescan needed",
                              loop_count);
                    rescan_needed = true;
                    next_rescan_time = loop_deadline = ui_now;
                }
            }
        } else {
            lnav_data.ld_files_view.set_overlay_needs_update();
        }

        if (lnav_data.ld_mode == ln_mode_t::BREADCRUMBS
            && breadcrumb_view->get_needs_update())
        {
            lnav_data.ld_view_stack.set_needs_update();
        }
        ncplane_resize_maximize(sc.get_std_plane());
        if (lnav_data.ld_preview_view[0].get_needs_update()
            || lnav_data.ld_preview_view[1].get_needs_update())
        {
            // log_trace("preview updated, update prompt");
            prompt.p_editor.set_needs_update();
        }
        if (filter_source->fss_editing
            && filter_source->fss_editor->get_needs_update())
        {
            lnav_data.ld_filter_view.set_needs_update();
        }
        if ((lnav_data.ld_files_view.is_visible()
             && lnav_data.ld_files_view.get_needs_update())
            || (lnav_data.ld_filter_view.is_visible()
                && lnav_data.ld_filter_view.get_needs_update()))
        {
            // log_trace("config panels updated, update prompt");
            prompt.p_editor.set_needs_update();
            lnav_data.ld_status[LNS_FILTER].set_needs_update();
            lnav_data.ld_status[LNS_FILTER_HELP].set_needs_update();
        }
        if (prompt.p_editor.get_needs_update()) {
            // log_trace("prompt updated, update others");
            if (lnav_data.ld_files_view.is_visible()) {
                lnav_data.ld_files_view.set_needs_update();
            }
            if (lnav_data.ld_filter_view.is_visible()) {
                lnav_data.ld_filter_view.set_needs_update();
            }
            if (lnav_data.ld_timeline_details_view.is_visible()) {
                lnav_data.ld_timeline_details_view.set_needs_update();
            }
            lnav_data.ld_doc_view.set_needs_update();
            lnav_data.ld_example_view.set_needs_update();
            lnav_data.ld_view_stack.set_needs_update();
            lnav_data.ld_preview_view
                | lnav::itertools::for_each(&view_curses::set_needs_update);
            lnav_data.ld_preview_view[1].set_needs_update();
            lnav_data.ld_status[LNS_FILTER].set_needs_update();
            lnav_data.ld_status[LNS_BOTTOM].set_needs_update();
        }
        if (lnav_data.ld_view_stack.do_update()) {
            updated_views.emplace_back(&lnav_data.ld_view_stack);
            breadcrumb_view->set_needs_update();
        }
        if (lnav_data.ld_doc_view.do_update()) {
            updated_views.emplace_back(&lnav_data.ld_doc_view);
        }
        if (lnav_data.ld_example_view.do_update()) {
            updated_views.emplace_back(&lnav_data.ld_example_view);
        }
        if (lnav_data.ld_preview_view[0].do_update()) {
            updated_views.emplace_back(&lnav_data.ld_preview_view[0]);
        }
        if (lnav_data.ld_preview_view[1].do_update()) {
            updated_views.emplace_back(&lnav_data.ld_preview_view[1]);
        }
        if (lnav_data.ld_spectro_details_view.do_update()) {
            updated_views.emplace_back(&lnav_data.ld_spectro_details_view);
        }
        if (lnav_data.ld_timeline_details_view.do_update()) {
            updated_views.emplace_back(&lnav_data.ld_timeline_details_view);
        }
        if (lnav_data.ld_progress_view.do_update()) {
            updated_views.emplace_back(&lnav_data.ld_progress_view);
        }
        if (lnav_data.ld_user_message_view.do_update()) {
            updated_views.emplace_back(&lnav_data.ld_user_message_view);
        }
        if (ui_now >= next_status_update_time) {
            if (exec_phase.scanning()) {
                lnav_data.ld_files_view.set_needs_update();
            }
            if (lnav_data.ld_status[LNS_BOTTOM].get_needs_update()
                || lnav_data.ld_status[LNS_FILTER].get_needs_update())
            {
                log_trace("bottom status (%d, %d) updated, update prompt",
                          lnav_data.ld_status[LNS_BOTTOM].get_needs_update(),
                          lnav_data.ld_status[LNS_FILTER].get_needs_update());
                prompt.p_editor.set_needs_update();
            }
            echo_views_stmt.execute();
            {
                lnav::ext::view_states vs;

                {
                    hasher h;

                    lnav_data.ld_views[LNV_LOG].update_hash_state(h);
                    vs.vs_log = h.to_uuid_string();
                }
                {
                    auto sel_opt = lnav_data.ld_views[LNV_LOG].get_selection();
                    if (sel_opt
                        && sel_opt.value()
                            < lnav_data.ld_log_source.text_line_count())
                    {
                        auto win = lnav_data.ld_log_source.window_at(
                            sel_opt.value());
                        auto win_iter = win->begin();
                        auto hash_res = win_iter->get_line_hash();
                        if (hash_res.isOk()) {
                            vs.vs_log_selection = hash_res.unwrap().to_string();
                        }
                    }
                }

                {
                    hasher h;

                    lnav_data.ld_views[LNV_TEXT].update_hash_state(h);
                    vs.vs_text = h.to_uuid_string();
                }
                lnav::ext::notify_pollers(vs);
            }
            if (top_source->update_user_msg()) {
                lnav_data.ld_status[LNS_TOP].set_needs_update();
            }
            for (auto& sc : lnav_data.ld_status) {
                if (sc.do_update()) {
                    updated_views.emplace_back(&sc);
                }
            }
            if (lnav_data.ld_progress_source.poll()) {
                lnav_data.ld_progress_view.reload_data();
            }
            next_status_update_time = ui_clock::now() + 100ms;
        }
        if (breadcrumb_view->do_update()) {
            log_trace("update crumb");
            updated_views.emplace_back(breadcrumb_view);
        }
        // These updates need to be done last so their textinput views can
        // put the cursor in the right place.
        switch (lnav_data.ld_mode) {
            case ln_mode_t::FILTER:
            case ln_mode_t::SEARCH_FILTERS: {
                if (lnav_data.ld_filter_view.do_update()) {
                    updated_views.emplace_back(&lnav_data.ld_files_view);
                }
                break;
            }
            case ln_mode_t::SEARCH_FILES:
            case ln_mode_t::FILES:
            case ln_mode_t::FILE_DETAILS:
                if (lnav_data.ld_files_view.do_update()) {
                    updated_views.emplace_back(&lnav_data.ld_files_view);
                }
                if (lnav_data.ld_file_details_view.do_update()) {
                    updated_views.emplace_back(&lnav_data.ld_file_details_view);
                }
                break;
            default:
                break;
        }
        if (prompt.p_editor.do_update()) {
            updated_views.emplace_back(&prompt.p_editor);
        }

        if (prompt.p_editor.is_enabled()) {
            prompt.p_editor.focus();
        } else if (filter_source->fss_editing) {
            filter_source->fss_editor->focus();
        }
        if (got_user_input || !updated_views.empty()) {
            if (true) {
                for (const auto* view_ptr : updated_views) {
                    log_trace("updated view %s %s",
                              typeid(*view_ptr).name(),
                              view_ptr->get_title().c_str());
                }
            }
            notcurses_render(sc.get_notcurses());
            updated_views.clear();
        }

        if (exec_phase.allow_user_input()) {
            // Only take input from the user after everything has loaded.
            pollfds.push_back((struct pollfd) {inputready_fd, POLLIN, 0});
            switch (lnav_data.ld_mode) {
                case ln_mode_t::COMMAND:
                case ln_mode_t::SEARCH:
                case ln_mode_t::SEARCH_FILTERS:
                case ln_mode_t::SEARCH_FILES:
                case ln_mode_t::SEARCH_SPECTRO_DETAILS:
                case ln_mode_t::SQL:
                case ln_mode_t::EXEC:
                case ln_mode_t::USER:
#if 0
                            if (rlc->consume_ready_for_input()) {
                                // log_debug("waiting for readline input")
                            }
#endif
                    view_curses::awaiting_user_input();
                    break;
                case ln_mode_t::FILTER:
                    view_curses::awaiting_user_input();
                    break;
                default:
                    // log_debug("waiting for paging input");
                    view_curses::awaiting_user_input();
                    break;
            }
        }

        ps->update_poll_set(pollfds);
        ui_now = ui_clock::now();
        auto poll_to
            = (exec_phase.interactive() && !changes && ui_now < loop_deadline)
            ? std::chrono::duration_cast<std::chrono::milliseconds>(
                  loop_deadline - ui_now)
            : 0ms;

        if (false && poll_to.count() > 0) {
            log_trace(
                "%d: poll() with timeout %lld ", loop_count, poll_to.count());
            log_trace("  (changes=%zu; before_deadline=%d; exec_phase=%d)",
                      changes,
                      ui_now < loop_deadline,
                      exec_phase.ep_value);
        }
        rc = poll(pollfds.data(), pollfds.size(), poll_to.count());

        if (pollfds[0].revents & POLLIN) {
            char buffer[128];

            while (read(wakeup_pair.read_end(), buffer, sizeof(buffer)) > 0) {
                // wakeup received
            }
        }

        gettimeofday(&current_time, nullptr);
        ui_now = ui_clock::now();
        lb.tick(current_time);

        got_user_input = false;
        if (rc < 0) {
            switch (errno) {
                case 0:
                case EINTR:
                    break;

                default:
                    log_error("select %s", strerror(errno));
                    lnav_data.ld_looping = false;
                    break;
            }
        } else {
            auto in_revents = pollfd_revents(pollfds, inputready_fd);
            auto old_file_names_size
                = lnav_data.ld_active_files.fc_file_names.size();
            auto old_files_to_front_size = lnav_data.ld_files_to_front.size();

            if (in_revents & (POLLHUP | POLLNVAL)) {
                log_info("stdin has been closed, exiting...");
                lnav_data.ld_looping = false;
            } else if (in_revents & POLLIN) {
                static auto op = lnav_operation{"user_input"};

                auto op_guard = lnav_opid_guard::internal(op);
                got_user_input = true;
                ncinput nci;
                auto old_gen = lnav_data.ld_active_files.fc_files_generation;
                while (notcurses_get_nblock(sc.get_notcurses(), &nci) > 0) {
                    if (nci.evtype != NCTYPE_RELEASE) {
                        lnav_data.ld_user_message_source.clear();
                    }

                    alerter::singleton().new_input(nci);

                    lnav_data.ld_input_dispatcher.new_input(
                        current_time, sc.get_notcurses(), nci);

                    lnav_data.ld_view_stack.top() | [&nci](auto tc) {
                        lnav_data.ld_key_repeat_history.update(nci.id,
                                                               tc->get_top());
                    };
                    ncinput_free_paste_content(&nci);

                    if (!lnav_data.ld_looping) {
                        // No reason to keep processing input after the
                        // user has quit.  The view stack will also be
                        // empty, which will cause issues.
                        break;
                    }
                }

                next_status_update_time = ui_now;
                switch (lnav_data.ld_mode) {
                    case ln_mode_t::PAGING:
                    case ln_mode_t::FILTER:
                    case ln_mode_t::FILES:
                    case ln_mode_t::FILE_DETAILS:
                    case ln_mode_t::SPECTRO_DETAILS:
                    case ln_mode_t::BUSY:
                        if (old_gen
                            == lnav_data.ld_active_files.fc_files_generation)
                        {
                            next_rescan_time = next_status_update_time + 1s;
                        } else {
                            next_rescan_time = next_status_update_time;
                        }
                        break;
                    case ln_mode_t::BREADCRUMBS:
                    case ln_mode_t::COMMAND:
                    case ln_mode_t::SEARCH:
                    case ln_mode_t::SEARCH_FILTERS:
                    case ln_mode_t::SEARCH_FILES:
                    case ln_mode_t::SEARCH_SPECTRO_DETAILS:
                    case ln_mode_t::CAPTURE:
                    case ln_mode_t::SQL:
                    case ln_mode_t::EXEC:
                    case ln_mode_t::USER:
                        next_rescan_time = next_status_update_time + 1min;
                        break;
                }
                next_rebuild_time = next_rescan_time;
            }

            auto old_mode = lnav_data.ld_mode;

            ps->check_poll_set(pollfds);
            lnav_data.ld_view_stack.top() | [](auto tc) { update_hits(tc); };

            if (lnav_data.ld_mode != old_mode) {
                switch (lnav_data.ld_mode) {
                    case ln_mode_t::PAGING:
                    case ln_mode_t::FILTER:
                    case ln_mode_t::FILES:
                        next_rescan_time = next_status_update_time;
                        next_rebuild_time = next_rescan_time;
                        break;
                    default:
                        break;
                }
                got_user_input = true;
            }
            if (old_file_names_size
                    != lnav_data.ld_active_files.fc_file_names.size()
                || old_files_to_front_size != lnav_data.ld_files_to_front.size()
                || lnav_data.ld_active_files.finished_pipers() > 0)
            {
                got_user_input = true;
                next_rescan_time = ui_now;
                next_rebuild_time = next_rescan_time;
                next_status_update_time = next_rescan_time;
            }
        }

        if (prompt.p_editor.is_enabled()) {
            prompt.p_editor.tick(ui_now);
        }

        if (timer.time_to_update(overlay_counter)) {
            lnav_data.ld_view_stack.top() |
                [](auto tc) { tc->set_overlay_needs_update(); };
        }

        if (exec_phase.building_index()) {
            log_trace("%d: BEGIN initial build rebuild", loop_count);
            auto rebuild_res = rebuild_indexes(loop_deadline);
            log_trace("%d: END initial build rebuild", loop_count);
            changes += rebuild_res.rir_changes;
            if (lnav_data.ld_input_dispatcher.id_count > 0
                || (opened_files && lnav_data.ld_mode != ln_mode_t::FILES)
                || (changes == 0 && rebuild_res.rir_completed
                    && !rebuild_res.rir_rescan_needed))
            {
                log_info("%d: initial build completed", loop_count);
                exec_phase.completed(lnav::phase_t::build);
                setup_initial_view_stack();
            } else if (!opened_files && ui_now - ui_start_time > 100ms) {
                log_debug("set mode to files");
                set_view_mode(ln_mode_t::FILES);
                lnav_data.ld_views[LNV_LOG].set_top_for_last_row();
                opened_files = true;
            }
        }

        if (exec_phase.running_commands()) {
            static bool ran_cleanup = false;
            std::vector<
                std::pair<Result<std::string, lnav::console::user_message>,
                          std::string>>
                cmd_results;
            std::optional<ui_clock::time_point> deadline;

            if (lnav_data.ld_input_dispatcher.id_count > 0) {
                deadline = loop_deadline;
            }
            ui_execute_init_commands(ec, cmd_results, deadline);

            if (!cmd_results.empty()) {
                auto& prompt = lnav::prompt::get();
                auto last_cmd_result = cmd_results.back();

                if (last_cmd_result.first.isOk()) {
                    prompt.p_editor.set_inactive_value(
                        last_cmd_result.first.unwrap());
                } else {
                    ec.ec_msg_callback_stack.back()(
                        last_cmd_result.first.unwrapErr());
                }
                prompt.p_editor.set_alt_value(last_cmd_result.second);
            }

            if (!ran_cleanup) {
                run_cleanup_tasks();
                ran_cleanup = true;
            }

            exec_phase.completed(lnav::phase_t::commands);
            check_for_enough_colors(sc);
        }

        if (exec_phase.loading_session()) {
            if (lnav_data.ld_mode == ln_mode_t::FILES) {
                if (lnav_data.ld_active_files.fc_other_files.empty()
                    && lnav_data.ld_active_files.fc_name_to_stubs->readAccess()
                           ->empty())
                {
                    log_info("%d: switching to paging!", loop_count);
                    set_view_mode(ln_mode_t::PAGING);
                    lnav_data.ld_active_files.fc_files
                        | lnav::itertools::for_each(&logfile::dump_stats);

                    check_for_file_zones();
                } else {
                    lnav_data.ld_files_view.set_selection(0_vl);
                }
            }
            lnav_data.ld_views[LNV_LOG].set_top_for_last_row();
            lnav::session::restore_view_states();
            log_info("%d: going interactive", loop_count);
            auto log_sel_opt = lnav_data.ld_views[LNV_LOG].get_selection();
            if (!log_sel_opt.has_value()) {
                lnav_data.ld_views[LNV_LOG].set_selection_to_last_row();
            }
            lnav_data.ld_text_source.tss_apply_default_init_location = true;
            load_time_bookmarks();
            exec_phase.completed(lnav::phase_t::load_session);

            if (!lnav_data.ld_view_stack.empty()) {
                auto* top_view = lnav_data.ld_view_stack.top().value();
                std::string alt_value;

                if (top_view == &lnav_data.ld_views[LNV_LOG]) {
                    alt_value = fmt::format(
                        FMT_STRING(HELP_MSG_2(
                            e,
                            E,
                            "to move forward/backward through " ANSI_ROLE_FMT(
                                "error") " messages")),
                        lnav::enums::to_underlying(role_t::VCR_ERROR));
                }
                if (!alt_value.empty()) {
                    prompt.p_editor.set_alt_value(alt_value);
                }
            }
        }

        if (handle_winch(&sc)) {
            got_user_input = true;
            next_status_update_time = ui_now;
            layout_views();
        }

        if (lnav_data.ld_child_terminated) {
            lnav_data.ld_child_terminated = false;

            log_info("checking for terminated child processes");
            for (auto iter = lnav_data.ld_children.begin();
                 iter != lnav_data.ld_children.end();
                 ++iter)
            {
                int rc, child_stat;

                rc = waitpid(*iter, &child_stat, WNOHANG);
                if (rc == -1 || rc == 0) {
                    continue;
                }

                if (WIFEXITED(child_stat)) {
                    log_info("child %d exited with status %d",
                             *iter,
                             WEXITSTATUS(child_stat));
                } else if (WTERMSIG(child_stat)) {
                    log_error("child %d terminated with signal %d",
                              *iter,
                              WTERMSIG(child_stat));
                } else {
                    log_info("child %d exited", *iter);
                }
                iter = lnav_data.ld_children.erase(iter);
            }

            gather_pipers();

            next_rescan_time = ui_clock::now();
            next_rebuild_time = next_rescan_time;
            next_status_update_time = next_rescan_time;
        }

        if (lnav_data.ld_view_stack.empty()) {
            log_info("no more views, exiting...");
            lnav_data.ld_looping = false;
        } else if (lnav_data.ld_view_stack.size() == 1
                   && starting_view_stack_size == 2
                   && lnav_data.ld_log_source.file_count() == 0
                   && lnav_data.ld_active_files.fc_file_names.size()
                       == lnav_data.ld_text_source.size())
        {
            log_info("text view popped and no other files, exiting...");
            lnav_data.ld_looping = false;
        }

        if (lnav_data.ld_sigint_count > 0) {
            auto found_piper = false;

            lnav_data.ld_sigint_count = 0;
            if (!lnav_data.ld_view_stack.empty()) {
                auto* tc = *lnav_data.ld_view_stack.top();
                auto sel = tc->get_selection();

                if (tc->get_inner_height() > 0_vl && sel) {
                    std::vector<attr_line_t> rows(1);

                    tc->get_data_source()->listview_value_for_rows(
                        *tc, sel.value(), rows);
                    auto& sa = rows[0].get_attrs();
                    auto line_attr_opt = get_string_attr(sa, L_FILE);
                    if (line_attr_opt) {
                        auto lf = line_attr_opt.value().get();

                        log_debug("file name when SIGINT: %s",
                                  lf->get_filename().c_str());
                        for (auto& cp : lnav_data.ld_child_pollers) {
                            auto cp_name = cp.get_filename();

                            if (!cp_name) {
                                log_debug("no child_poller");
                                continue;
                            }

                            if (lf->get_filename() == cp_name.value()) {
                                log_debug("found it, sending signal!");
                                cp.send_sigint();
                                found_piper = true;
                            }
                        }
                    }
                }
            }
            if (!found_piper) {
                log_info("user requested exit...");
                lnav_data.ld_looping = false;
            }
        }
    }

    if (rescan_future.valid()) {
        rescan_future.get();
    }

    save_session();
}

void
wait_for_children()
{
    std::vector<struct pollfd> pollfds;
    struct timeval to = {0, 333000};
    static auto* ps = injector::get<pollable_supervisor*>();

    for (auto iter = lnav_data.ld_children.begin();
         iter != lnav_data.ld_children.end();
         ++iter)
    {
        int rc, child_stat;

        rc = waitpid(*iter, &child_stat, WNOHANG);
        if (rc == -1 || rc == 0) {
            continue;
        }

        if (WIFEXITED(child_stat)) {
            log_info("child %d exited with status %d",
                     *iter,
                     WEXITSTATUS(child_stat));
        } else if (WTERMSIG(child_stat)) {
            log_error("child %d terminated with signal %d",
                      *iter,
                      WTERMSIG(child_stat));
        } else {
            log_info("child %d exited", *iter);
        }
        iter = lnav_data.ld_children.erase(iter);
    }

    do {
        pollfds.clear();

        auto update_res = ps->update_poll_set(pollfds);

        if (update_res.ur_background == 0) {
            break;
        }

        int rc = poll(&pollfds[0], pollfds.size(), to.tv_usec / 1000);

        if (rc < 0) {
            switch (errno) {
                case 0:
                case EINTR:
                    break;
                default:
                    return;
            }
        }

        ps->check_poll_set(pollfds);
        lnav_data.ld_view_stack.top() | [](auto tc) { update_hits(tc); };
    } while (lnav_data.ld_looping);
}

struct mode_flags_t {
    bool mf_check_configs{false};
    bool mf_install{false};
    bool mf_update_formats{false};
    bool mf_no_default{false};
    bool mf_print_warnings{false};
};

static int
print_user_msgs(std::vector<lnav::console::user_message> error_list,
                mode_flags_t mf)
{
    size_t warning_count = 0;
    int retval = EXIT_SUCCESS;

    for (auto& iter : error_list) {
        FILE* out_file;

        switch (iter.um_level) {
            case lnav::console::user_message::level::raw:
            case lnav::console::user_message::level::ok:
                out_file = stdout;
                break;
            case lnav::console::user_message::level::warning:
                warning_count += 1;
                if (!mf.mf_print_warnings) {
                    continue;
                }
                out_file = stderr;
                break;
            default:
                out_file = stderr;
                break;
        }

        lnav::console::print(out_file, iter);
        if (iter.um_level == lnav::console::user_message::level::error) {
            retval = EXIT_FAILURE;
        }
    }

    if (warning_count > 0 && !mf.mf_print_warnings
        && verbosity != verbosity_t::quiet
        && !(lnav_data.ld_flags & LNF_HEADLESS)
        && (std::filesystem::file_time_type::clock::now()
                - lnav_data.ld_last_dot_lnav_time
            > 24h))
    {
        lnav::console::print(
            stderr,
            lnav::console::user_message::warning(
                attr_line_t()
                    .append(lnav::roles::number(fmt::to_string(warning_count)))
                    .append(" issues were detected when checking lnav's "
                            "configuration"))
                .with_help(
                    attr_line_t("pass ")
                        .append(lnav::roles::symbol("-W"))
                        .append(" on the command line to display the issues\n")
                        .append("(this message will only be displayed once a "
                                "day)")));
    }

    return retval;
}

verbosity_t verbosity = verbosity_t::standard;

int
main(int argc, char* argv[])
{
    std::vector<lnav::console::user_message> config_errors;
    std::vector<lnav::console::user_message> loader_errors;
    auto& ec = lnav_data.ld_exec_context;
    int retval = EXIT_SUCCESS;

    bool exec_stdin = false, load_stdin = false;
    mode_flags_t mode_flags;
    std::string since_time;
    std::string until_time;
    const char* LANG = getenv("LANG");

    if (LANG == nullptr || strcmp(LANG, "C") == 0) {
        setenv("LANG", "en_US.UTF-8", 1);
    }

    {
        const auto* TEMP = getenv("TEMP");

        if (TEMP != nullptr) {
            setenv("TMPDIR", TEMP, 0);
        } else {
            setenv("TMPDIR",
                   std::filesystem::temp_directory_path().string().c_str(),
                   0);
        }
    }

    if (lnav::console::only_process_attached_to_win32_console()) {
        mode_flags.mf_no_default = true;
    }

    ec.ec_label_source_stack.push_back(&lnav_data.ld_db_row_source);

    (void) signal(SIGPIPE, SIG_IGN);
    (void) signal(SIGCHLD, sigchld);
    setlocale(LC_ALL, "");
    try {
        std::locale::global(std::locale(""));
    } catch (const std::runtime_error& e) {
        log_error("unable to set locale to ''");
    }
    umask(027);

    /* Disable Lnav from being able to execute external commands if
     * "LNAVSECURE" environment variable is set by the user.
     */
    if (getenv("LNAVSECURE") != nullptr) {
        lnav_data.ld_flags |= LNF_SECURE_MODE;
    }

    // Set PAGER so that stuff run from `:sh` will just dump their
    // output for lnav to display.  One example would be `man`, as
    // in `:sh man ls`.
    setenv("PAGER", "cat", 1);
    setenv("LNAV_HOME_DIR", lnav::paths::dotlnav().c_str(), 1);
    setenv("LNAV_WORK_DIR", lnav::paths::workdir().c_str(), 1);

    try {
        auto& safe_options_hier
            = injector::get<lnav::safe_file_options_hier&>();

        auto opt_path = lnav::paths::dotlnav() / "file-options.json";
        auto read_res = lnav::filesystem::read_file(opt_path);
        auto curr_tz = date::get_tzdb().current_zone();
        auto options_coll = lnav::file_options_collection{};

        if (read_res.isOk()) {
            intern_string_t opt_path_src = intern_string::lookup(opt_path);
            auto parse_res = lnav::file_options_collection::from_json(
                opt_path_src, read_res.unwrap());
            if (parse_res.isErr()) {
                for (const auto& um : parse_res.unwrapErr()) {
                    lnav::console::print(stderr, um);
                }
                return EXIT_FAILURE;
            }

            options_coll = parse_res.unwrap();
        }

        safe::WriteAccess<lnav::safe_file_options_hier> options_hier(
            safe_options_hier);

        options_hier->foh_generation += 1;
        auto_mem<char> var_path;

        var_path = realpath("/var/log", nullptr);
        options_coll.foc_pattern_to_options[fmt::format(FMT_STRING("{}/*"),
                                                        var_path.in())]
            = lnav::file_options{
                {
                    intern_string_t{},
                    source_location{},
                    curr_tz,
                },
            };
        options_hier->foh_path_to_collection.emplace(std::filesystem::path("/"),
                                                     options_coll);
    } catch (const std::runtime_error& e) {
        log_error("failed to setup tz: %s", e.what());
    }

    lnav_data.ld_exec_context.ec_sql_callback = sql_callback;
    lnav_data.ld_exec_context.ec_pipe_callback = pipe_callback;

    lnav_data.ld_program_name = argv[0];
    add_ansi_vars(ec.ec_global_vars);

    lnav_data.ld_db_key_names = DEFAULT_DB_KEY_NAMES;

    auto dot_lnav_path = lnav::paths::dotlnav();
    std::error_code last_write_ec;
    lnav_data.ld_last_dot_lnav_time
        = std::filesystem::last_write_time(dot_lnav_path, last_write_ec);

    ensure_dotlnav();

    log_install_handlers();
    sql_install_logger();

    log_info("opening main sqlite3 (%s) DB", sqlite3_version);
    if (sqlite3_open_v2(
            "file:user_db?mode=memory&cache=shared",
            lnav_data.ld_db.out(),
            SQLITE_OPEN_URI | SQLITE_OPEN_READWRITE | SQLITE_OPEN_CREATE,
            nullptr)
        != SQLITE_OK)
    {
        fprintf(stderr, "error: unable to create sqlite memory database\n");
        exit(EXIT_FAILURE);
    }

    {
        auto stmt = prepare_stmt(lnav_data.ld_db, LNAV_ATTACH_DB).unwrap();
        auto exec_res = stmt.execute();
        if (exec_res.isErr()) {
            fprintf(stderr,
                    "failed to attach memory database: %s\n",
                    exec_res.unwrapErr().c_str());
            exit(EXIT_FAILURE);
        }
    }

    {
        int register_collation_functions(sqlite3 * db);

        register_sqlite_funcs(lnav_data.ld_db.in(), sqlite_registration_funcs);
        register_collation_functions(lnav_data.ld_db.in());
    }

    register_environ_vtab(lnav_data.ld_db.in());
    register_static_file_vtab(lnav_data.ld_db.in());
    {
        static auto vtab_modules
            = injector::get<std::vector<std::shared_ptr<vtab_module_base>>>();

        for (const auto& mod : vtab_modules) {
            mod->create(lnav_data.ld_db.in());
        }
    }

    register_views_vtab(lnav_data.ld_db.in());
    register_regexp_vtab(lnav_data.ld_db.in());
    register_xpath_vtab(lnav_data.ld_db.in());
    register_fstat_vtab(lnav_data.ld_db.in());
    lnav::events::register_events_tab(lnav_data.ld_db.in());
    register_log_stmt_vtab(lnav_data.ld_db.in());

#ifdef HAVE_RUST_DEPS
    {
        lnav_rs_ext::init_ext();
    }
#endif

    auto log_fos = std::make_unique<field_overlay_source>(
        lnav_data.ld_log_source, lnav_data.ld_text_source);

    auto _vtab_cleanup = finally([] {
        static const char* VIRT_TABLES = R"(
SELECT tbl_name FROM sqlite_master WHERE sql LIKE 'CREATE VIRTUAL TABLE%'
)";

        auto op_guard = lnav_opid_guard::once("cleanup");

        log_info("performing cleanup");

#ifdef HAVE_RUST_DEPS
        lnav_rs_ext::stop_ext_access();
#endif

        {
            auto& dls = lnav_data.ld_db_row_source;
            size_t memory_usage = 0, total_size = 0, cached_chunks = 0;
            for (auto cc = dls.dls_cell_container.cc_first.get(); cc != nullptr;
                 cc = cc->cc_next.get())
            {
                total_size += cc->cc_capacity;
                if (cc->cc_data) {
                    cached_chunks += 1;
                    memory_usage += cc->cc_capacity;
                } else {
                    memory_usage += cc->cc_compressed_size;
                }
            }
            log_debug(
                "cell memory footprint: total=%zu; actual=%zu; "
                "cached-chunks=%zu",
                total_size,
                memory_usage,
                cached_chunks);
        }

        if (lnav_data.ld_spectro_source != nullptr) {
            delete std::exchange(lnav_data.ld_spectro_source->ss_value_source,
                                 nullptr);
        }

        lnav_data.ld_child_pollers.clear();

        delete lnav_data.ld_views[LNV_SCHEMA].get_sub_source();
        delete lnav_data.ld_views[LNV_PRETTY].get_sub_source();
        for (auto& tc : lnav_data.ld_views) {
            tc.deinit();
        }

        log_info("marking files as closed");
        for (auto& lf : lnav_data.ld_active_files.fc_files) {
            lf->close();
        }
        log_info("rebuilding after closures");
        rebuild_indexes(ui_clock::now());
        log_info("clearing file collection");
        lnav_data.ld_active_files.clear();

        log_info("dropping tables");
        lnav_data.ld_vtab_manager = nullptr;

        std::vector<std::string> tables_to_drop;
        {
            auto prep_res = prepare_stmt(lnav_data.ld_db.in(), VIRT_TABLES);
            if (prep_res.isErr()) {
                log_error("unable to prepare VIRT_TABLES: %s",
                          prep_res.unwrapErr().c_str());
            } else {
                auto stmt = prep_res.unwrap();

                stmt.for_each_row<std::string>(
                    [&tables_to_drop](auto table_name) {
                        tables_to_drop.emplace_back(fmt::format(
                            FMT_STRING("DROP TABLE {}"), table_name));
                        return false;
                    });
            }
        }

        // XXX
        lnav_data.ld_log_source.set_preview_sql_filter(nullptr);
        lnav_data.ld_log_source.set_sql_filter("", nullptr);
        lnav_data.ld_log_source.set_sql_marker("", nullptr);
        lnav_config_listener::unload_all();

        {
            sqlite3_stmt* stmt_iter = nullptr;

            do {
                stmt_iter = sqlite3_next_stmt(lnav_data.ld_db.in(), stmt_iter);
                if (stmt_iter != nullptr) {
                    const auto* stmt_sql = sqlite3_sql(stmt_iter);

                    log_warning("unfinalized SQL statement: %s", stmt_sql);
                    ensure(false);
                }
            } while (stmt_iter != nullptr);
        }

        for (auto& drop_stmt : tables_to_drop) {
            auto prep_res
                = prepare_stmt(lnav_data.ld_db.in(), drop_stmt.c_str());
            if (prep_res.isErr()) {
                log_error("unable to prepare DROP statement: %s",
                          prep_res.unwrapErr().c_str());
                continue;
            }

            auto stmt = prep_res.unwrap();
            stmt.execute();
        }
#if defined(HAVE_SQLITE3_DROP_MODULES)
        sqlite3_drop_modules(lnav_data.ld_db.in(), nullptr);
#endif

        lnav_data.ld_db.reset();

        log_info("waiting for cleanup tasks");
        while (!CLEANUP_TASKS.empty()) {
            auto& [name, task] = CLEANUP_TASKS.back();
            if (task.wait_for(10ms) != std::future_status::ready) {
                log_warning("cleanup task '%s' is not yet ready", name);
            }
            CLEANUP_TASKS.pop_back();
        }

        log_info("cleanup finished");
    });

#ifdef HAVE_LIBCURL
    curl_global_init(CURL_GLOBAL_DEFAULT);
#endif

    static const std::string DEFAULT_DEBUG_LOG = "/dev/null";

    // lnav_data.ld_debug_log_name = DEFAULT_DEBUG_LOG;

    std::vector<std::string> file_args;
    std::vector<lnav::console::user_message> arg_errors;

    CLI::App app{"The Logfile Navigator"};

    app.add_option("-d",
                   lnav_data.ld_debug_log_name,
                   "Write debug messages to the given file.")
        ->type_name("FILE");
    app.add_option("-I", lnav_data.ld_config_paths, "include paths")
        ->check(CLI::ExistingDirectory)
        ->check([&arg_errors](std::string inc_path) -> std::string {
            if (access(inc_path.c_str(), X_OK) != 0) {
                arg_errors.emplace_back(
                    lnav::console::user_message::error(
                        attr_line_t("invalid configuration directory: ")
                            .append(lnav::roles::file(inc_path)))
                        .with_errno_reason());
                return "unreadable";
            }

            return std::string();
        })
        ->allow_extra_args(false);
    app.add_flag("-q{0},-v{2}", verbosity, "Control the verbosity");
    app.set_version_flag("-V,--version");
    app.footer(fmt::format(FMT_STRING("Version: {}"), VCS_PACKAGE_STRING));

    std::shared_ptr<lnav::management::operations> mmode_ops;

    if (argc < 2 || strcmp(argv[1], "-m") != 0) {
        app.add_flag("-H", lnav_data.ld_show_help_view, "show help");
        app.add_flag("-C", mode_flags.mf_check_configs, "check");
        auto* install_flag
            = app.add_flag("-i", mode_flags.mf_install, "install");
        app.add_flag("-u", mode_flags.mf_update_formats, "update");
        auto* no_default_flag
            = app.add_flag("-N", mode_flags.mf_no_default, "no def");
        auto* rotated_flag = app.add_flag(
            "-R", lnav_data.ld_active_files.fc_rotated, "rotated");
        auto* recurse_flag = app.add_flag(
            "-r", lnav_data.ld_active_files.fc_recursive, "recurse");
        auto* as_log_flag
            = app.add_flag("-t", lnav_data.ld_treat_stdin_as_log, "as-log");
        app.add_flag("-W", mode_flags.mf_print_warnings);
        auto* headless_flag = app.add_flag(
            "-n",
            [](size_t count) { lnav_data.ld_flags |= LNF_HEADLESS; },
            "headless");
        auto* file_opt = app.add_option("file", file_args, "files");

        app.add_option("-S,--since", since_time, "since");
        app.add_option("-U,--until", until_time, "until");

        auto wait_cb = [](size_t count) {
            fprintf(stderr, "PID %d waiting for attachment\n", getpid());
            char b;
            if (isatty(STDIN_FILENO) && read(STDIN_FILENO, &b, 1) == -1) {
                perror("Read key from STDIN");
            }
        };
        app.add_flag("--stop", wait_cb);

        auto cmd_appender
            = [](std::string cmd) { lnav_data.ld_commands.emplace_back(cmd); };
        auto cmd_validator = [&arg_errors](std::string cmd) -> std::string {
            static const auto ARG_SRC
                = intern_string::lookup("command-line argument");

            if (cmd.empty()) {
                return "empty commands are not allowed";
            }

            switch (cmd[0]) {
                case ':':
                case '/':
                case ';':
                case '|':
                    break;
                default:
                    cmd.push_back(' ');
                    arg_errors.emplace_back(
                        lnav::console::user_message::error(
                            attr_line_t("invalid value for ")
                                .append_quoted("-c"_symbol)
                                .append(" option"))
                            .with_snippet(lnav::console::snippet::from(
                                ARG_SRC,
                                attr_line_t()
                                    .append(" -c "_quoted_code)
                                    .append(lnav::roles::quoted_code(cmd))
                                    .append("\n")
                                    .append(4, ' ')
                                    .append(lnav::roles::error(
                                        "^ command type prefix "
                                        "is missing"))))
                            .with_help(command_arg_help()));
                    return "invalid prefix";
            }
            return std::string();
        };
        auto* cmd_opt = app.add_option("-c")
                            ->check(cmd_validator)
                            ->each(cmd_appender)
                            ->allow_extra_args(false)
                            ->trigger_on_parse(true);

        auto file_appender = [](std::string file_path) {
            lnav_data.ld_commands.emplace_back(
                fmt::format(FMT_STRING("|{}"), file_path));
        };
        auto* exec_file_opt = app.add_option("-f")
                                  ->trigger_on_parse(true)
                                  ->allow_extra_args(false)
                                  ->each(file_appender);

        auto shexec_appender = [&mode_flags](std::string cmd) {
            mode_flags.mf_no_default = true;
            lnav_data.ld_commands.emplace_back(
                fmt::format(FMT_STRING(":sh {}"), cmd));
        };
        auto* cmdline_opt = app.add_option("-e")
                                ->each(shexec_appender)
                                ->allow_extra_args(false)
                                ->trigger_on_parse(true);

        install_flag->needs(file_opt);
        install_flag->excludes(no_default_flag,
                               as_log_flag,
                               rotated_flag,
                               recurse_flag,
                               headless_flag,
                               cmd_opt,
                               exec_file_opt,
                               cmdline_opt);
    }

    auto is_mmode = argc >= 2 && strcmp(argv[1], "-m") == 0;
    try {
#if defined(__MSYS__)
        lnav::console::get_command_line_args(&argc, &argv);
#endif
        if (is_mmode) {
            mmode_ops = lnav::management::describe_cli(app, argc, argv);
        } else {
            app.parse(argc, argv);
        }
    } catch (const CLI::CallForHelp& e) {
        if (is_mmode) {
            fmt::print(FMT_STRING("{}\n"), app.help());
        } else {
            usage();
        }
        return EXIT_SUCCESS;
    } catch (const CLI::CallForVersion& e) {
        fmt::print(FMT_STRING("{}\n"), VCS_PACKAGE_STRING);
        return EXIT_SUCCESS;
    } catch (const CLI::ParseError& e) {
        if (!arg_errors.empty()) {
            print_user_msgs(arg_errors, mode_flags);
            return e.get_exit_code();
        }

        lnav::console::print(
            stderr,
            lnav::console::user_message::error("invalid command-line arguments")
                .with_reason(e.what()));
        return e.get_exit_code();
    }

    lnav_data.ld_config_paths.insert(lnav_data.ld_config_paths.begin(),
                                     lnav::paths::dotlnav());
    lnav_data.ld_config_paths.insert(lnav_data.ld_config_paths.begin(),
                                     SYSCONFDIR "/lnav");
    lnav_data.ld_config_paths.insert(lnav_data.ld_config_paths.begin(),
                                     "/etc/lnav");

    if (!lnav_data.ld_debug_log_name.empty()
        && lnav_data.ld_debug_log_name != DEFAULT_DEBUG_LOG)
    {
        lnav_log_level = lnav_log_level_t::TRACE;
    }

    if (!lnav_data.ld_debug_log_name.empty()) {
        lnav_log_file = make_optional_from_nullable(
            fopen(lnav_data.ld_debug_log_name.c_str(), "ae"));
        lnav_log_file | [](auto* file) {
            fcntl(fileno(file), F_SETFD, FD_CLOEXEC);
            log_write_ring_to(fileno(file));
        };
    }
    log_info("lnav started %d", lnav_log_file.has_value());

    {
        static auto builtin_formats
            = injector::get<std::vector<std::shared_ptr<log_format>>>();
        auto& root_formats = log_format::get_root_formats();

        log_format::get_root_formats().insert(root_formats.begin(),
                                              builtin_formats.begin(),
                                              builtin_formats.end());
        builtin_formats.clear();
    }

    load_config(lnav_data.ld_config_paths, config_errors);

    if (!config_errors.empty()) {
        if (print_user_msgs(config_errors, mode_flags) != EXIT_SUCCESS) {
            return EXIT_FAILURE;
        }
    }
    add_global_vars(ec);

    if (mode_flags.mf_update_formats) {
        if (!update_installs_from_git()) {
            return EXIT_FAILURE;
        }
        return EXIT_SUCCESS;
    }

    if (mode_flags.mf_install) {
        auto formats_installed_path
            = lnav::paths::dotlnav() / "formats/installed";
        auto configs_installed_path
            = lnav::paths::dotlnav() / "configs/installed";

        if (argc == 0) {
            const auto install_reason
                = attr_line_t("the ")
                      .append("-i"_symbol)
                      .append(
                          " option expects one or more log format "
                          "definition "
                          "files to install in your lnav "
                          "configuration "
                          "directory")
                      .move();
            const auto install_help
                = attr_line_t(
                      "log format definitions are JSON files that "
                      "tell lnav "
                      "how to understand log files\n")
                      .append(
                          "See: "
                          "https://docs.lnav.org/en/latest/"
                          "formats.html")
                      .move();

            lnav::console::print(stderr,
                                 lnav::console::user_message::error(
                                     "missing format files to install")
                                     .with_reason(install_reason)
                                     .with_help(install_help));
            return EXIT_FAILURE;
        }

        for (const auto& file_path : file_args) {
            if (endswith(file_path, ".git")) {
                if (!install_from_git(file_path)) {
                    return EXIT_FAILURE;
                }
                continue;
            }

            if (endswith(file_path, ".lnav")) {
                auto script_path = std::filesystem::path(file_path);
                auto read_res = lnav::filesystem::read_file(script_path);
                if (read_res.isErr()) {
                    lnav::console::print(
                        stderr,
                        lnav::console::user_message::error(
                            attr_line_t("unable to read script file: ")
                                .append(lnav::roles::file(file_path)))
                            .with_reason(read_res.unwrapErr()));
                    return EXIT_FAILURE;
                }

                auto dst_path = formats_installed_path / script_path.filename();
                auto write_res
                    = lnav::filesystem::write_file(dst_path, read_res.unwrap());
                if (write_res.isErr()) {
                    lnav::console::print(
                        stderr,
                        lnav::console::user_message::error(
                            attr_line_t("unable to write script file: ")
                                .append(lnav::roles::file(file_path)))
                            .with_reason(write_res.unwrapErr()));
                    return EXIT_FAILURE;
                }

                lnav::console::print(
                    stderr,
                    lnav::console::user_message::ok(
                        attr_line_t("installed -- ")
                            .append(lnav::roles::file(dst_path))));
                continue;
            }

            if (endswith(file_path, ".sql")) {
                auto sql_path = std::filesystem::path(file_path);
                auto read_res = lnav::filesystem::read_file(sql_path);
                if (read_res.isErr()) {
                    lnav::console::print(
                        stderr,
                        lnav::console::user_message::error(
                            attr_line_t("unable to read SQL file: ")
                                .append(lnav::roles::file(file_path)))
                            .with_reason(read_res.unwrapErr()));
                    return EXIT_FAILURE;
                }

                auto dst_path = formats_installed_path / sql_path.filename();
                auto write_res
                    = lnav::filesystem::write_file(dst_path, read_res.unwrap());
                if (write_res.isErr()) {
                    lnav::console::print(
                        stderr,
                        lnav::console::user_message::error(
                            attr_line_t("unable to write SQL file: ")
                                .append(lnav::roles::file(file_path)))
                            .with_reason(write_res.unwrapErr()));
                    return EXIT_FAILURE;
                }

                lnav::console::print(
                    stderr,
                    lnav::console::user_message::ok(
                        attr_line_t("installed -- ")
                            .append(lnav::roles::file(dst_path))));
                continue;
            }

            if (file_path == "extra") {
                install_extra_formats();
                continue;
            }

            auto file_type_result = detect_config_file_type(file_path);
            if (file_type_result.isErr()) {
                lnav::console::print(
                    stderr,
                    lnav::console::user_message::error(
                        attr_line_t("unable to open configuration file: ")
                            .append(lnav::roles::file(file_path)))
                        .with_reason(file_type_result.unwrapErr()));
                return EXIT_FAILURE;
            }
            auto file_type = file_type_result.unwrap();

            auto src_path = std::filesystem::path(file_path);
            std::filesystem::path dst_name;
            if (file_type == config_file_type::CONFIG) {
                dst_name = src_path.filename();
            } else {
                auto format_list = load_format_file(src_path, loader_errors);

                if (!loader_errors.empty()) {
                    if (print_user_msgs(loader_errors, mode_flags)
                        != EXIT_SUCCESS)
                    {
                        return EXIT_FAILURE;
                    }
                }
                if (format_list.empty()) {
                    lnav::console::print(
                        stderr,
                        lnav::console::user_message::error(
                            attr_line_t("invalid format file: ")
                                .append(lnav::roles::file(src_path.string())))
                            .with_reason("there must be at least one format "
                                         "definition in the file"));
                    return EXIT_FAILURE;
                }

                dst_name = format_list[0].to_string() + ".json";
            }
            auto dst_path = (file_type == config_file_type::CONFIG
                                 ? configs_installed_path
                                 : formats_installed_path)
                / dst_name;

            auto read_res = lnav::filesystem::read_file(file_path);
            if (read_res.isErr()) {
                auto um = lnav::console::user_message::error(
                              attr_line_t("cannot read file to install -- ")
                                  .append(lnav::roles::file(file_path)))
                              .with_reason(read_res.unwrap())
                              .move();

                lnav::console::print(stderr, um);
                return EXIT_FAILURE;
            }

            auto file_content = read_res.unwrap();

            auto read_dst_res = lnav::filesystem::read_file(dst_path);
            if (read_dst_res.isOk()) {
                auto dst_content = read_dst_res.unwrap();

                if (dst_content == file_content) {
                    auto um = lnav::console::user_message::info(
                        attr_line_t("file is already installed at -- ")
                            .append(lnav::roles::file(dst_path)));

                    lnav::console::print(stdout, um);

                    return EXIT_SUCCESS;
                }
            }

            auto write_res = lnav::filesystem::write_file(
                dst_path,
                file_content,
                {lnav::filesystem::write_file_options::backup_existing});
            if (write_res.isErr()) {
                auto um = lnav::console::user_message::error(
                              attr_line_t("failed to install file to -- ")
                                  .append(lnav::roles::file(dst_path)))
                              .with_reason(write_res.unwrapErr())
                              .move();

                lnav::console::print(stderr, um);
                return EXIT_FAILURE;
            }

            auto write_file_res = write_res.unwrap();
            auto um = lnav::console::user_message::ok(
                attr_line_t("installed -- ")
                    .append(lnav::roles::file(dst_path)));
            if (write_file_res.wfr_backup_path) {
                um.with_note(
                    attr_line_t("the previously installed ")
                        .append_quoted(
                            lnav::roles::file(dst_path.filename().string()))
                        .append(" was backed up to -- ")
                        .append(lnav::roles::file(
                            write_file_res.wfr_backup_path.value().string())));
            }

            lnav::console::print(stdout, um);
        }
        return EXIT_SUCCESS;
    }

    if (lnav_data.ld_flags & LNF_SECURE_MODE) {
        if (sqlite3_set_authorizer(
                lnav_data.ld_db.in(), sqlite_authorizer, nullptr)
            != SQLITE_OK)
        {
            fprintf(stderr, "error: unable to attach sqlite authorizer\n");
            exit(EXIT_FAILURE);
        }
    }

    /* If we statically linked against an ncurses library that had a
     * non-standard path to the terminfo database, we need to set this
     * variable so that it will try the default path.
     */
    setenv("TERMINFO_DIRS",
           "/usr/share/terminfo:/lib/terminfo:/usr/share/lib/terminfo",
           0);

    lnav_data.ld_vtab_manager = std::make_unique<log_vtab_manager>(
        lnav_data.ld_db, lnav_data.ld_views[LNV_LOG], lnav_data.ld_log_source);

    lnav_data.ld_log_source.set_exec_context(&lnav_data.ld_exec_context);
    lnav_data.ld_views[LNV_HELP]
        .set_sub_source(&lnav_data.ld_help_source)
        .set_word_wrap(false);
    log_fos->fos_contexts.emplace("", false, true, true);
    lnav_data.ld_views[LNV_LOG]
        .set_sub_source(&lnav_data.ld_log_source)
#if 0
        .set_delegate(std::make_shared<action_delegate>(
            lnav_data.ld_log_source,
            [](auto child_pid) { lnav_data.ld_children.push_back(child_pid); },
            [](const auto& desc, auto pp) {
                lnav_data.ld_pipers.push_back(pp);
                lnav_data.ld_active_files.fc_file_names[desc].with_fd(
                    pp->get_fd());
                lnav_data.ld_files_to_front.template emplace_back(desc, 0_vl);
            }))
#endif
        .add_input_delegate(lnav_data.ld_log_source)
        .set_head_space(0_vl)
        .set_tail_space(2_vl)
        .set_overlay_source(log_fos.get());
    auto sel_reload_delegate = [](textview_curses& tc) {
        if (!(lnav_data.ld_flags & LNF_HEADLESS)
            && lnav_config.lc_ui_movement.mode == config_movement_mode::CURSOR)
        {
            tc.set_selectable(true);
        }
    };
    lnav_data.ld_views[LNV_LOG].set_reload_config_delegate(sel_reload_delegate);
    lnav_data.ld_views[LNV_PRETTY].set_reload_config_delegate(
        sel_reload_delegate);
    auto text_header_source = std::make_shared<textfile_header_overlay>(
        &lnav_data.ld_text_source, &lnav_data.ld_log_source);
    lnav_data.ld_views[LNV_TEXT].set_overlay_source(text_header_source.get());
    lnav_data.ld_views[LNV_TEXT].set_sub_source(&lnav_data.ld_text_source);
    lnav_data.ld_views[LNV_TEXT].set_reload_config_delegate(
        sel_reload_delegate);
    lnav_data.ld_views[LNV_HISTOGRAM]
        .set_reload_config_delegate(sel_reload_delegate)
        .set_sub_source(&lnav_data.ld_hist_source2);
    lnav_data.ld_views[LNV_DB].set_sub_source(&lnav_data.ld_db_row_source);
    lnav_data.ld_views[LNV_DB].add_input_delegate(lnav_data.ld_db_row_source);
    lnav_data.ld_db_overlay.dos_labels = &lnav_data.ld_db_row_source;
    lnav_data.ld_db_example_row_source.dls_max_column_width = 15;
    lnav_data.ld_db_example_overlay.dos_labels
        = &lnav_data.ld_db_example_row_source;
    lnav_data.ld_db_preview_overlay_source[0].dos_labels
        = &lnav_data.ld_db_preview_source[0];
    lnav_data.ld_db_preview_overlay_source[1].dos_labels
        = &lnav_data.ld_db_preview_source[1];
    lnav_data.ld_views[LNV_DB]
        .set_reload_config_delegate(sel_reload_delegate)
        .set_overlay_source(&lnav_data.ld_db_overlay)
        .set_tail_space(3_vl);
    lnav_data.ld_spectro_source = std::make_unique<spectrogram_source>();
    lnav_data.ld_views[LNV_SPECTRO]
        .set_reload_config_delegate(sel_reload_delegate)
        .set_sub_source(lnav_data.ld_spectro_source.get())
        .set_overlay_source(lnav_data.ld_spectro_source.get())
        .add_input_delegate(*lnav_data.ld_spectro_source)
        .set_tail_space(4_vl);
    lnav_data.ld_views[LNV_SPECTRO].set_selectable(true);
    auto timeline_view_source = std::make_shared<timeline_source>(
        lnav_data.ld_views[LNV_LOG],
        lnav_data.ld_log_source,
        lnav_data.ld_timeline_details_view,
        lnav_data.ld_timeline_details_source,
        lnav_data.ld_status[LNS_TIMELINE],
        lnav_data.ld_timeline_status_source);
    timeline_view_source->gs_exec_context = &lnav_data.ld_exec_context;
    auto timeline_header_source
        = std::make_shared<timeline_header_overlay>(timeline_view_source);
    lnav_data.ld_views[LNV_TIMELINE]
        .set_sub_source(timeline_view_source.get())
        .set_overlay_source(timeline_header_source.get())
        .add_input_delegate(*timeline_view_source)
        .set_tail_space(4_vl);
    lnav_data.ld_views[LNV_TIMELINE].set_selectable(true);

    lnav_data.ld_doc_view.set_sub_source(&lnav_data.ld_doc_source);
    lnav_data.ld_example_view.set_sub_source(&lnav_data.ld_example_source);
    lnav_data.ld_preview_view[0].set_sub_source(
        &lnav_data.ld_preview_source[0]);
    lnav_data.ld_files_view.set_sub_source(&lnav_data.ld_files_source)
        .add_input_delegate(lnav_data.ld_files_source);
    lnav_data.ld_file_details_view.set_sub_source(
        &lnav_data.ld_file_details_source);
    lnav_data.ld_files_source.fss_details_source
        = &lnav_data.ld_file_details_source;
    lnav_data.ld_progress_view.set_title("progress");
    lnav_data.ld_progress_view.set_default_role(role_t::VCR_INACTIVE_STATUS);
    lnav_data.ld_progress_view.set_sub_source(&lnav_data.ld_progress_source);
    lnav_data.ld_progress_view.set_show_scrollbar(true);
    lnav_data.ld_progress_view.set_height(2_vl);
    lnav_data.ld_user_message_view.set_sub_source(
        &lnav_data.ld_user_message_source);

#if 0
    auto overlay_menu = std::make_shared<text_overlay_menu>();
    lnav_data.ld_file_details_view.set_overlay_source(overlay_menu.get());
#endif

    for (int lpc = 0; lpc < LNV__MAX; lpc++) {
        lnav_data.ld_views[lpc].set_gutter_source(new log_gutter_source());
    }

    {
        auto& hs = lnav_data.ld_hist_source2;

        lnav_data.ld_log_source.set_index_delegate(new hist_index_delegate(
            lnav_data.ld_hist_source2, lnav_data.ld_views[LNV_HISTOGRAM]));
        hs.init();
        lnav_data.ld_zoom_level = 3;
        hs.set_time_slice(ZOOM_LEVELS[lnav_data.ld_zoom_level]);
    }

    for (int lpc = 0; lpc < LNV__MAX; lpc++) {
        lnav_data.ld_views[lpc].set_title(lnav_view_titles[lpc]);
    }

    load_formats(lnav_data.ld_config_paths, loader_errors);

    {
        auto_mem<char, sqlite3_free> errmsg;
        auto init_sql_str = init_sql.to_string_fragment_producer()->to_string();

        if (sqlite3_exec(lnav_data.ld_db.in(),
                         init_sql_str.data(),
                         nullptr,
                         nullptr,
                         errmsg.out())
            != SQLITE_OK)
        {
            fprintf(stderr,
                    "error: unable to execute DB init -- %s\n",
                    errmsg.in());
        }
    }

    {
        auto op_guard = lnav_opid_guard::once("register_vtab");

        lnav_data.ld_vtab_manager->register_vtab(
            std::make_shared<all_logs_vtab>());
        lnav_data.ld_vtab_manager->register_vtab(
            std::make_shared<log_format_vtab_impl>(
                log_format::find_root_format("generic_log")));
        lnav_data.ld_vtab_manager->register_vtab(
            std::make_shared<log_format_vtab_impl>(
                log_format::find_root_format("lnav_piper_log")));

        for (auto& iter : log_format::get_root_formats()) {
            auto lvi = iter->get_vtab_impl();

            if (lvi != nullptr) {
                lnav_data.ld_vtab_manager->register_vtab(lvi);
            }
        }

        load_format_extra(lnav_data.ld_db.in(),
                          ec.ec_global_vars,
                          lnav_data.ld_config_paths,
                          loader_errors);
        load_format_vtabs(lnav_data.ld_vtab_manager.get(), loader_errors);

        if (!loader_errors.empty()) {
            if (print_user_msgs(loader_errors, mode_flags) != EXIT_SUCCESS) {
                if (mmode_ops == nullptr) {
                    return EXIT_FAILURE;
                }
            }
        }
    }

    if (mmode_ops) {
        isc::supervisor root_superv(injector::get<isc::service_list>());
        auto perform_res = lnav::management::perform(mmode_ops);

        return print_user_msgs(perform_res, mode_flags);
    }

    if (!mode_flags.mf_check_configs && !lnav_data.ld_show_help_view) {
        DEFAULT_FILES.emplace_back("var/log/messages");
        DEFAULT_FILES.emplace_back("var/log/system.log");
        DEFAULT_FILES.emplace_back("var/log/syslog");
        DEFAULT_FILES.emplace_back("var/log/syslog.log");
    }

    init_lnav_commands(lnav_commands);
    init_lnav_bookmark_commands(lnav_commands);
    init_lnav_breakpoint_commands(lnav_commands);
    init_lnav_display_commands(lnav_commands);
    init_lnav_filtering_commands(lnav_commands);
    init_lnav_io_commands(lnav_commands);
    init_lnav_metadata_commands(lnav_commands);
    init_lnav_scripting_commands(lnav_commands);

    lnav_data.ld_looping = true;
    set_view_mode(ln_mode_t::PAGING);

    {
        if (!since_time.empty()) {
            auto from_res = humanize::time::point::from(since_time);
            if (from_res.isErr()) {
                auto um = from_res.unwrapErr();
                um.um_message = attr_line_t("invalid 'since' time ")
                                    .append_quoted(since_time);
                lnav::console::print(stderr, um);
                return EXIT_FAILURE;
            }
            lnav_data.ld_default_time_range.tr_begin
                = to_us(from_res.unwrap().get_point());
        }
        if (!until_time.empty()) {
            auto from_res = humanize::time::point::from(until_time);
            if (from_res.isErr()) {
                auto um = from_res.unwrapErr();
                um.um_message = attr_line_t("invalid 'until' time ")
                                    .append_quoted(until_time);
                lnav::console::print(stderr, um);
                return EXIT_FAILURE;
            }
            lnav_data.ld_default_time_range.tr_end
                = to_us(from_res.unwrap().get_point());
        }

        if (lnav_data.ld_default_time_range.tr_end
            < lnav_data.ld_default_time_range.tr_begin)
        {
            auto um
                = lnav::console::user_message::error(
                      attr_line_t("The low time cutoff ")
                          .append_quoted(lnav::roles::symbol(since_time))
                          .append(" is not less than the high time cutoff ")
                          .append_quoted(lnav::roles::symbol(until_time)))
                      .with_note(attr_line_t("The resolved low time is ")
                                     .append_quoted(lnav::roles::symbol(
                                         lnav::to_rfc3339_string(
                                             lnav_data.ld_default_time_range
                                                 .tr_begin))))
                      .with_note(
                          attr_line_t("The resolved high time is ")
                              .append_quoted(
                                  lnav::roles::symbol(lnav::to_rfc3339_string(
                                      lnav_data.ld_default_time_range.tr_end))))
                      .with_help(
                          "Ensure that the low time cutoff is less than "
                          "the high time cutoff.");
            lnav::console::print(stderr, um);
            return EXIT_FAILURE;
        }
    }

    if ((isatty(STDIN_FILENO) || is_dev_null(STDIN_FILENO)) && file_args.empty()
        && lnav_data.ld_active_files.fc_file_names.empty()
        && !mode_flags.mf_no_default)
    {
        char start_dir[FILENAME_MAX];

        if (getcwd(start_dir, sizeof(start_dir)) == nullptr) {
            perror("getcwd");
        } else {
            do {
                if (!append_default_files()) {
                    retval = EXIT_FAILURE;
                }
            } while (lnav_data.ld_active_files.fc_file_names.empty()
                     && change_to_parent_dir());

            if (chdir(start_dir) == -1) {
                perror("chdir(start_dir)");
            }
        }
    }

    {
        const auto internals_dir_opt = getenv_opt("DUMP_INTERNALS_DIR");

        if (internals_dir_opt) {
            lnav::dump_internals(internals_dir_opt.value());

            return EXIT_SUCCESS;
        }
    }

    if (file_args.empty() && !mode_flags.mf_no_default) {
        load_stdin = true;
    }

    for (const auto& file_path_str : file_args) {
        auto [file_path_without_trailer, file_loc]
            = lnav::filesystem::split_file_location(file_path_str);
        auto_mem<char> abspath;
        struct stat st;

        auto file_path = std::filesystem::path(
            stat(file_path_without_trailer.c_str(), &st) == 0
                ? file_path_without_trailer
                : file_path_str);

        auto file_path_type
            = lnav::filesystem::determine_path_type(file_path.string());

        if (file_path_str == "-") {
            load_stdin = true;
        }
#ifdef HAVE_LIBCURL
        else if (file_path_type == lnav::filesystem::path_type::url)
        {
            auto ul = std::make_shared<url_loader>(file_path_str);

            lnav_data.ld_active_files.fc_file_names[ul->get_path()]
                .with_filename(file_path)
                .with_time_range(lnav_data.ld_default_time_range);
            isc::to<curl_looper&, services::curl_streamer_t>().send(
                [ul](auto& clooper) { clooper.add_request(ul); });
        } else if (file_path_str.find("://") != std::string::npos) {
            lnav_data.ld_commands.insert(
                lnav_data.ld_commands.begin(),
                fmt::format(FMT_STRING(":open {}"), file_path_str));
        }
#endif
        else if (file_path_type == lnav::filesystem::path_type::pattern)
        {
            lnav_data.ld_active_files.fc_file_names[file_path]
                .with_follow(!(lnav_data.ld_flags & LNF_HEADLESS))
                .with_time_range(lnav_data.ld_default_time_range);
        } else if (lnav::filesystem::statp(file_path, &st) == -1) {
            if (file_path_type == lnav::filesystem::path_type::remote) {
                lnav_data.ld_active_files.fc_file_names[file_path]
                    .with_follow(!(lnav_data.ld_flags & LNF_HEADLESS))
                    .with_time_range(lnav_data.ld_default_time_range);
            } else {
                lnav::console::print(
                    stderr,
                    lnav::console::user_message::error(
                        attr_line_t("unable to open file: ")
                            .append(lnav::roles::file(file_path)))
                        .with_errno_reason());
                retval = EXIT_FAILURE;
            }
        } else if (access(file_path.c_str(), R_OK) == -1) {
            lnav::console::print(
                stderr,
                lnav::console::user_message::error(
                    attr_line_t("file exists, but is not readable: ")
                        .append(lnav::roles::file(file_path)))
                    .with_errno_reason());
            retval = EXIT_FAILURE;
        } else if (S_ISFIFO(st.st_mode)) {
            auto_fd fifo_fd;

            if ((fifo_fd = lnav::filesystem::openp(file_path, O_RDONLY)) == -1)
            {
                lnav::console::print(
                    stderr,
                    lnav::console::user_message::error(
                        attr_line_t("cannot open fifo: ")
                            .append(lnav::roles::file(file_path)))
                        .with_errno_reason());
                retval = EXIT_FAILURE;
            } else {
                auto desc = fmt::format(FMT_STRING("FIFO [{}]"),
                                        lnav_data.ld_fifo_counter++);
                auto create_piper_res = lnav::piper::create_looper(
                    desc, std::move(fifo_fd), auto_fd{});

                if (create_piper_res.isOk()) {
                    lnav_data.ld_active_files.fc_file_names[desc]
                        .with_piper(create_piper_res.unwrap())
                        .with_time_range(lnav_data.ld_default_time_range);
                }
            }
        } else if ((abspath = realpath(file_path.c_str(), nullptr)) == nullptr)
        {
            perror("Cannot find file");
            retval = EXIT_FAILURE;
        } else if (S_ISDIR(st.st_mode)) {
            std::string dir_wild(abspath.in());

            if (dir_wild[dir_wild.size() - 1] == '/') {
                dir_wild.resize(dir_wild.size() - 1);
            }
            auto loo = logfile_open_options().with_time_range(
                lnav_data.ld_default_time_range);
            lnav_data.ld_active_files.fc_file_names.insert2(dir_wild + "/*",
                                                            loo);
        } else {
            lnav_data.ld_active_files.fc_file_names.insert2(
                abspath.in(),
                logfile_open_options()
                    .with_init_location(file_loc)
                    .with_follow(!(lnav_data.ld_flags & LNF_HEADLESS))
                    .with_time_range(lnav_data.ld_default_time_range));
            if (file_loc.valid()) {
                lnav_data.ld_files_to_front.emplace_back(abspath.in());
            }
        }
    }

    if (mode_flags.mf_check_configs) {
        isc::supervisor root_superv(injector::get<isc::service_list>());
        rescan_files(true);
        for (auto& lf : lnav_data.ld_active_files.fc_files) {
            logfile::rebuild_result_t rebuild_result;

            do {
                rebuild_result = lf->rebuild_index();
            } while (rebuild_result == logfile::rebuild_result_t::NEW_LINES
                     || rebuild_result == logfile::rebuild_result_t::NEW_ORDER);
            auto fmt = lf->get_format();
            if (fmt == nullptr) {
                fprintf(stderr,
                        "error:%s:no format found for file\n",
                        lf->get_filename().c_str());
                retval = EXIT_FAILURE;
                continue;
            }
            for (auto line_iter = lf->begin(); line_iter != lf->end();
                 ++line_iter)
            {
                if (line_iter->get_msg_level() != log_level_t::LEVEL_INVALID) {
                    continue;
                }

                size_t partial_len;

                auto read_result = lf->read_line(line_iter);
                if (read_result.isErr()) {
                    continue;
                }
                auto sbr = read_result.unwrap();
                auto lffs = lf->get_format_file_state();
                if (fmt->scan_for_partial(lffs, sbr, partial_len)) {
                    long line_number = std::distance(lf->begin(), line_iter);
                    auto full_line = to_string(sbr);
                    std::string partial_line(sbr.get_data(), partial_len);

                    fprintf(stderr,
                            "error:%s:%ld:line did not match format "
                            "%s\n",
                            lf->get_filename().c_str(),
                            line_number,
                            fmt->get_pattern_path(lffs.lffs_pattern_locks,
                                                  line_number)
                                .c_str());
                    fprintf(stderr,
                            "error:%s:%ld:         line -- %s\n",
                            lf->get_filename().c_str(),
                            line_number,
                            full_line.c_str());
                    if (partial_len > 0) {
                        fprintf(stderr,
                                "error:%s:%ld:partial match -- %s\n",
                                lf->get_filename().c_str(),
                                line_number,
                                partial_line.c_str());
                    } else {
                        fprintf(stderr,
                                "error:%s:%ld:no partial match found\n",
                                lf->get_filename().c_str(),
                                line_number);
                    }
                    retval = EXIT_FAILURE;
                }
            }
        }
        return retval;
    }

    if (lnav_data.ld_flags & LNF_HEADLESS || mode_flags.mf_check_configs) {
    } else if (!isatty(STDOUT_FILENO)) {
        lnav::console::print(
            stderr,
            lnav::console::user_message::error(
                "unable to display interactive text UI")
                .with_reason("stdout is not a TTY")
                .with_help(attr_line_t("pass the ")
                               .append("-n"_symbol)
                               .append(" option to run lnav in headless mode "
                                       "or don't redirect stdout")));
        retval = EXIT_FAILURE;
    }

    std::optional<std::string> stdin_url;
    std::filesystem::path stdin_dir;
    if (load_stdin && !isatty(STDIN_FILENO) && !is_dev_null(STDIN_FILENO)
        && !exec_stdin)
    {
        static const std::string STDIN_NAME = "stdin";
        struct stat stdin_st;

        if (fstat(STDIN_FILENO, &stdin_st) == -1) {
            lnav::console::print(
                stderr,
                lnav::console::user_message::error("unable to stat() stdin")
                    .with_errno_reason());
            retval = EXIT_FAILURE;
        } else if (S_ISFIFO(stdin_st.st_mode)) {
            static auto op = lnav_operation{"load_stdin"};
            auto op_guard = lnav_opid_guard::internal(op);
            pollfd pfd[1];

            log_info("waiting for stdin FIFO");
            pfd[0].fd = STDIN_FILENO;
            pfd[0].events = POLLIN;
            pfd[0].revents = 0;
            auto prc = poll(pfd, 1, 0);

            if (prc == 0 || (pfd[0].revents & POLLIN)) {
                auto stdin_piper_res = lnav::piper::create_looper(
                    STDIN_NAME, auto_fd::dup_of(STDIN_FILENO), auto_fd{});
                if (stdin_piper_res.isOk()) {
                    auto stdin_piper = stdin_piper_res.unwrap();
                    stdin_url = stdin_piper.get_url();
                    stdin_dir = stdin_piper.get_out_dir();
                    auto& loo = lnav_data.ld_active_files
                                    .fc_file_names[stdin_piper.get_name()];
                    loo.with_piper(stdin_piper)
                        .with_include_in_session(
                            lnav_data.ld_treat_stdin_as_log)
                        .with_time_range(lnav_data.ld_default_time_range);
                    if (lnav_data.ld_treat_stdin_as_log) {
                        loo.with_text_format(text_format_t::TF_LOG);
                    }
                }
            } else if (prc < 0) {
                log_error("unable to poll() stdin: %s",
                          lnav::from_errno().message().c_str());
            }
            log_info("  done waiting for stdin to start");
        } else if (S_ISREG(stdin_st.st_mode)) {
            // The shell connected a file directly, just open it up
            // and add it in here.
            auto loo = logfile_open_options{}
                           .with_filename(STDIN_NAME)
                           .with_include_in_session(false);

            auto open_res
                = logfile::open(STDIN_NAME, loo, auto_fd::dup_of(STDIN_FILENO));

            if (open_res.isErr()) {
                lnav::console::print(
                    stderr,
                    lnav::console::user_message::error("unable to open stdin")
                        .with_reason(open_res.unwrapErr()));
                retval = EXIT_FAILURE;
            } else {
                file_collection fc;

                fc.fc_files.emplace_back(open_res.unwrap());
                update_active_files(fc);
            }
        }
    }

    if (!isatty(STDIN_FILENO) && isatty(STDOUT_FILENO)
        && !(lnav_data.ld_flags & LNF_HEADLESS))
    {
        if (dup2(STDOUT_FILENO, STDIN_FILENO) == -1) {
            perror("cannot dup stdout to stdin");
        }
    }

    if (retval == EXIT_SUCCESS && lnav_data.ld_active_files.fc_files.empty()
        && lnav_data.ld_active_files.fc_file_names.empty()
        && lnav_data.ld_commands.empty()
        && !(lnav_data.ld_show_help_view || mode_flags.mf_no_default))
    {
        lnav::console::print(
            stderr,
            lnav::console::user_message::error("nothing to do")
                .with_reason("no files given or default files found")
                .with_help(attr_line_t("use the ")
                               .append_quoted(lnav::roles::keyword("-N"))
                               .append(" option to open lnav without "
                                       "loading any files")));
        retval = EXIT_FAILURE;
    }

    if (retval == EXIT_SUCCESS) {
        isc::supervisor root_superv(injector::get<isc::service_list>());

        try {
            char pcre2_version[128];

            pcre2_config(PCRE2_CONFIG_VERSION, pcre2_version);
            log_info("startup: %s", VCS_PACKAGE_STRING);
            log_host_info();
            log_info("Libraries:");
#ifdef HAVE_BZLIB_H
            log_info("  bzip=%s", BZ2_bzlibVersion());
#endif
#ifdef HAVE_LIBCURL
            log_info("  curl=%s (%s)", LIBCURL_VERSION, LIBCURL_TIMESTAMP);
#endif
#ifdef HAVE_ARCHIVE_H
            log_info("  libarchive=%d", ARCHIVE_VERSION_NUMBER);
            log_info("    details=%s", archive_version_details());
#endif
            log_info("  notcurses=%s", notcurses_version());
            log_info("  pcre2=%s", pcre2_version);
            log_info("  sqlite=%s", sqlite3_version);
            log_info("  zlib=%s", zlibVersion());
            log_info("lnav_data:");
            log_info("  flags=%lx", lnav_data.ld_flags);
            log_info("  commands:");
            for (auto cmd_iter = lnav_data.ld_commands.begin();
                 cmd_iter != lnav_data.ld_commands.end();
                 ++cmd_iter)
            {
                log_info("    %s", cmd_iter->c_str());
            }
            log_info("  files:");
            for (auto file_iter
                 = lnav_data.ld_active_files.fc_file_names.begin();
                 file_iter != lnav_data.ld_active_files.fc_file_names.end();
                 ++file_iter)
            {
                log_info("    %s", file_iter->first.c_str());
            }

            if (!(lnav_data.ld_flags & LNF_HEADLESS)
                && verbosity == verbosity_t::quiet && load_stdin
                && lnav_data.ld_active_files.fc_file_names.size() == 1)
            {
                log_info("pager mode, waiting for input to be consumed");
                // give the pipers a chance to run to create the files to be
                // scanned.
                wait_for_pipers(ui_clock::now() + 10ms);
                rescan_files(true);
                // wait for the piper to actually finish running
                wait_for_pipers(ui_clock::now() + 100ms);
                auto rebuild_res = rebuild_indexes(ui_clock::now() + 15ms);
                if (rebuild_res.rir_completed
                    && lnav_data.ld_child_pollers.empty()
                    && lnav_data.ld_active_files.active_pipers() == 0)
                {
                    log_info("  input fully consumed");
                    rebuild_indexes_repeatedly();
                    if (lnav_data.ld_active_files.fc_files.empty()
                        || lnav_data.ld_active_files.fc_files[0]->size() < 24)
                    {
                        log_info("  input is smaller than screen, not paging");
                        lnav_data.ld_flags |= LNF_HEADLESS;
                        verbosity = verbosity_t::standard;
                        lnav_data.ld_views[LNV_LOG].set_top(0_vl);
                    }
                    lnav_data.ld_views[LNV_TEXT].set_top(0_vl);
                } else {
                    log_info("  input not fully consumed");
                }
            }

            if (lnav_data.ld_flags & LNF_HEADLESS) {
                std::vector<
                    std::pair<Result<std::string, lnav::console::user_message>,
                              std::string>>
                    cmd_results;
                textview_curses *log_tc, *text_tc, *tc;
                bool output_view = true;
                auto msg_cb_guard = lnav_data.ld_exec_context.add_msg_callback(
                    [](const auto& um) {
                        switch (um.um_level) {
                            case lnav::console::user_message::level::error:
                            case lnav::console::user_message::level::warning:
                                lnav::console::println(stderr,
                                                       um.to_attr_line());
                                break;
                            default:
                                break;
                        }
                    });

                log_fos->fos_contexts.top().c_show_applicable_annotations
                    = false;

                view_colors::init(nullptr);
                rescan_files(true);
                wait_for_pipers();
                rescan_files(true);
                rebuild_indexes_repeatedly();
                {
                    safe::WriteAccess<safe_name_to_stubs> errs(
                        *lnav_data.ld_active_files.fc_name_to_stubs);
                    if (!errs->empty()) {
                        for (const auto& pair : *errs) {
                            lnav::console::print(
                                stderr,
                                lnav::console::user_message::error(
                                    attr_line_t("unable to open file: ")
                                        .append(lnav::roles::file(pair.first)))
                                    .with_reason(pair.second.fsi_description));
                        }

                        return EXIT_FAILURE;
                    }
                }
                init_session();
                lnav_data.ld_exec_context.set_output("stdout", stdout, nullptr);
                alerter::singleton().enabled(false);

                log_tc = &lnav_data.ld_views[LNV_LOG];
                log_tc->set_height(24_vl);
                lnav_data.ld_view_stack.push_back(log_tc);
                // Read all of stdin
                wait_for_pipers();
                rebuild_indexes_repeatedly();
                wait_for_children();

                log_tc->set_top(0_vl);
                text_tc = &lnav_data.ld_views[LNV_TEXT];
                if (text_tc->get_inner_height() > 0_vl
                    && (!text_tc->get_selection().has_value()
                        || lnav_data.ld_text_source.current_file()
                               ->get_open_options()
                               .loo_init_location
                               .is<default_for_text_format>()))
                {
                    text_tc->set_selection(0_vl);
                }
                if (text_tc->get_selection().has_value()) {
                    text_tc->set_height(
                        vis_line_t(text_tc->get_inner_height()
                                   - text_tc->get_selection().value()));
                }
                setup_highlights(lnav_data.ld_views[LNV_TEXT].get_highlights());
                setup_initial_view_stack();
                for (auto& tview : lnav_data.ld_views) {
                    if (!tview.get_selection().has_value()) {
                        tview.set_selection(0_vl);
                    }
                }
                lnav_data.ld_text_source.tss_apply_default_init_location = true;

                log_info("Executing initial commands");
                execute_init_commands(lnav_data.ld_exec_context, cmd_results);
                run_cleanup_tasks();
                wait_for_pipers();
                rescan_files(true);
                isc::to<curl_looper&, services::curl_streamer_t>()
                    .send_and_wait(
                        [](auto& clooper) { clooper.process_all(); });
                rebuild_indexes_repeatedly();
                wait_for_children();
                {
                    safe::WriteAccess<safe_name_to_stubs> errs(
                        *lnav_data.ld_active_files.fc_name_to_stubs);
                    if (!errs->empty()) {
                        for (const auto& pair : *errs) {
                            lnav::console::print(
                                stderr,
                                lnav::console::user_message::error(
                                    attr_line_t("unable to open file: ")
                                        .append(lnav::roles::file(pair.first)))
                                    .with_reason(pair.second.fsi_description));
                        }

                        return EXIT_FAILURE;
                    }
                }

                for (const auto& lf : lnav_data.ld_active_files.fc_files) {
                    auto lf_notes = lf->get_notes();
                    auto utf_note_opt
                        = lf_notes.value_for(logfile::note_type::not_utf);
                    if (utf_note_opt.has_value()) {
                        lnav::console::print(stderr, *utf_note_opt.value());
                    }
                }

                for (auto& pair : cmd_results) {
                    if (pair.first.isErr()) {
                        lnav::console::print(stderr, pair.first.unwrapErr());
                        output_view = false;
                    } else {
                        auto msg = pair.first.unwrap();

                        if (startswith(msg, "info:")) {
                            if (verbosity == verbosity_t::verbose) {
                                printf("%s\n", msg.c_str());
                            }
                        } else if (!msg.empty()) {
                            printf("%s\n", msg.c_str());
                            output_view = false;
                        }
                    }
                }

                if (getenv("LNAV_EXTERNAL_URL")) {
                    auto wakeup_pair = auto_pipe();
                    wakeup_pair.open();
                    wakeup_pair.read_end().non_blocking();

                    static auto& mlooper
                        = injector::get<main_looper&, services::main_t>();
                    mlooper.s_wakeup_fd = wakeup_pair.write_end().get();
                    while (lnav_data.ld_looping) {
                        mlooper.get_port().process_for(50ms);
                        rescan_files();
                        auto deadline = ui_clock::now() + 1s;
                        wait_for_pipers(deadline);
                        rebuild_indexes(deadline);
                    }
                }

                {
                    auto& bg_service
                        = injector::get<bg_looper&, services::background_t>();

                    root_superv.stop_child(bg_service.shared_from_this());
                }

                {
                    auto& pt = lnav::progress_tracker::get_tasks();

                    for (auto& bt : **pt.readAccess()) {
                        auto tp = bt();
                        if (tp.tp_messages.empty()) {
                            continue;
                        }

                        for (const auto& msg : tp.tp_messages) {
                            lnav::console::print(stderr, msg);
                            output_view = false;
                        }
                    }
                }

                if (output_view && verbosity != verbosity_t::quiet
                    && !lnav_data.ld_view_stack.empty()
                    && !lnav_data.ld_stdout_used)
                {
                    bool suppress_empty_lines = false;
                    unsigned long view_index;
                    vis_line_t y;

                    tc = *lnav_data.ld_view_stack.top();
                    // turn off scrollbar since some stuff will resize to
                    // account for it.
                    tc->set_show_scrollbar(false);
                    view_index = tc - lnav_data.ld_views;
                    switch (view_index) {
                        case LNV_DB:
                        case LNV_HISTOGRAM:
                            suppress_empty_lines = true;
                            break;
                        default:
                            break;
                    }

                    auto* los = tc->get_overlay_source();
                    attr_line_t ov_al;
                    while (los != nullptr && tc->get_inner_height() > 0_vl
                           && los->list_static_overlay(
                               *tc,
                               list_overlay_source::media_t::file,
                               y,
                               tc->get_inner_height(),
                               ov_al))
                    {
                        write_line_to(stdout, ov_al);
                        ov_al.clear();
                        ++y;
                    }

                    vis_line_t vl;
                    for (vl = tc->get_top(); vl < tc->get_inner_height(); ++vl)
                    {
                        std::vector<attr_line_t> rows(1);
                        tc->listview_value_for_rows(*tc, vl, rows);
                        if (suppress_empty_lines && rows[0].empty()) {
                            continue;
                        }

                        write_line_to(stdout, rows[0]);

                        std::vector<attr_line_t> row_overlay_content;
                        if (los != nullptr) {
                            los->list_value_for_overlay(
                                *tc, vl, row_overlay_content);
                            for (const auto& ov_row : row_overlay_content) {
                                write_line_to(stdout, ov_row);
                            }
                        }
                    }
                }
            } else {
                init_session();

                guard_termios gt(STDIN_FILENO);
                lnav_log_orig_termios = gt.get_termios();

                looper();

                dup2(STDOUT_FILENO, STDERR_FILENO);

                signal(SIGINT, SIG_DFL);
            }

            log_info("exiting main loop");
        } catch (const std::system_error& e) {
            if (e.code().value() != EPIPE) {
                fprintf(stderr, "error: %s\n", e.what());
            }
        } catch (const line_buffer::error& e) {
            auto um = lnav::console::user_message::error("internal error")
                          .with_reason(strerror(e.e_err));
            lnav::console::print(stderr, um);
        } catch (const std::exception& e) {
            auto um = lnav::console::user_message::error("internal error")
                          .with_reason(e.what());
            lnav::console::print(stderr, um);
        }

        // When reading from stdin, tell the user where the capture
        // file is stored so they can look at it later.
        if (stdin_url && !(lnav_data.ld_flags & LNF_HEADLESS)
            && verbosity != verbosity_t::quiet)
        {
            file_size_t stdin_size = 0;
            for (const auto& ent :
                 std::filesystem::directory_iterator(stdin_dir))
            {
                stdin_size += ent.file_size();
            }

            lnav::console::print(
                stderr,
                lnav::console::user_message::info(
                    attr_line_t()
                        .append(lnav::roles::number(humanize::file_size(
                            stdin_size, humanize::alignment::none)))
                        .append(" of data from stdin was captured and "
                                "will be saved for one day.  You can "
                                "reopen it by running:\n")
                        .appendf(FMT_STRING("   {} "),
                                 lnav_data.ld_program_name)
                        .append(lnav::roles::file(stdin_url.value()))));
        }
    }

    return retval;
}

tstack / lnav / 19561959745-2698

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous