#5057

Committed 17 May 2026 01:15AM UTC coverage: 73.406% (+0.02%) from 73.384%

Build # #5057

Build Type

push

travis-ci

Committed by

web-flow

Commit Message

feat (TDgpt): Dynamic Model Synchronization Enhancements (#35344)

* refactor: do some internal refactor.

* fix: fix multiprocess sync issue.

* feat: add dynamic anomaly detection and forecasting services

* fix: log error message for undeploying model in exception handling

* Potential fix for pull request finding

Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com>

* Potential fix for pull request finding

Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com>

* Potential fix for pull request finding

Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com>

* Potential fix for pull request finding

Co-authored-by: Copilot Autofix powered by AI <175728472+Copilot@users.noreply.github.com>

* fix: handle undeploy when model exists only on disk

Agent-Logs-Url: https://github.com/taosdata/TDengine/sessions/286aafa0-c3ce-4c27-b803-2707571e9dc1

Co-authored-by: hjxilinx <8252296+hjxilinx@users.noreply.github.com>

* fix: guard dynamic registry concurrent access

Agent-Logs-Url: https://github.com/taosdata/TDengine/sessions/5e4db858-6458-40f4-ac28-d1b1b7f97c18

Co-authored-by: hjxilinx <8252296+hjxilinx@users.noreply.github.com>

* fix: tighten service list locking scope

Agent-Logs-Url: https://github.com/taosdata/TDengine/sessions/5e4db858-6458-40f4-ac28-d1b1b7f97c18

Co-authored-by: hjxilinx <8252296+hjxilinx@users.noreply.github.com>

* fix: restore prophet support and update tests per review feedback

Agent-Logs-Url: https://github.com/taosdata/TDengine/sessions/92298ae1-7da6-4d07-b20e-101c7cd0b26b

Co-authored-by: hjxilinx <8252296+hjxilinx@users.noreply.github.com>

* fix: improve test name and move copy inside lock scope

Agent-Logs-Url: https://github.com/taosdata/TDengine/sessions/92298ae1-7da6-4d07-b20e-101c7cd0b26b

Co-authored-by: hjxilinx <8252296+hjxilinx@users.noreply.github.com>

* Potential fix for pull request finding

Co-au... (continued)

Coverage Stats

281727 of 383795 relevant lines covered (73.41%)

136101761.85 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

82.61

/tools/shell/src/shellEngine.c

/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#define ALLOW_FORBID_FUNC
#define _BSD_SOURCE
#define _GNU_SOURCE
#define _XOPEN_SOURCE
#define _DEFAULT_SOURCE
#include "../../inc/pub.h"
#include "geosWrapper.h"
#include "shellAuto.h"
#include "shellInt.h"

SShellObj shell = {0};

typedef struct {
  const char *sql;
  bool        vertical;
  tsem_t      sem;
  int64_t     numOfRows;  // the num of this batch
  int64_t     numOfAllRows;

  int32_t     numFields;
  TAOS_FIELD *fields;
  int32_t     precision;

  int32_t maxColNameLen;            // for vertical print
  int32_t width[TSDB_MAX_COLUMNS];  // for horizontal print

  uint64_t resShowMaxNum;
} tsDumpInfo;

static bool    shellIsEmptyCommand(const char *cmd);
static int32_t shellRunSingleCommand(char *command);
static void    shellRecordCommandToHistory(char *command);
static int32_t shellRunCommand(char *command, bool recordHistory);
static void    shellRunSingleCommandImp(char *command);
static char   *shellFormatTimestamp(char *buf, int32_t bufSize, int64_t val, int32_t precision);
static int64_t shellDumpResultToFile(const char *fname, TAOS_RES *tres);
static void    shellPrintNChar(const char *str, int32_t length, int32_t width);
static void    shellPrintGeometry(const unsigned char *str, int32_t length, int32_t width);
static void    shellVerticalPrintResult(TAOS_RES *tres, tsDumpInfo *dump_info);
static void    shellHorizontalPrintResult(TAOS_RES *tres, tsDumpInfo *dump_info);
static int64_t shellDumpResult(TAOS_RES *tres, char *fname, int32_t *error_no, bool vertical, const char *sql);
static void    shellReadHistory();
static void    shellWriteHistory();
static void    shellPrintError(TAOS_RES *tres, int64_t st);
static bool    shellIsCommentLine(char *line);
static void    shellSourceFile(const char *file);
static int32_t shellGetGrantInfo(char *buf);

static void  shellCleanup(void *arg);
static void *shellCancelHandler(void *arg);
static void *shellThreadLoop(void *arg);
static bool  shellHasBinaryNonPrintable(const char *val, int32_t length);
static void  shellHexEncode(char *dst, const char *val, int32_t length);
static char *shellAllocHexString(const char *val, int32_t length);
static void  shellPrintHex(const char *val, int32_t length, int32_t width);
void shellPrintString(const char *str, int32_t width);

static bool shellCmdkilled = false;

bool shellIsEmptyCommand(const char *cmd) {
  for (char c = *cmd++; c != 0; c = *cmd++) {
    if (c != ' ' && c != '\t' && c != ';') {
      return false;
    }
  }
  return true;
}

int32_t shellRunSingleCommand(char *command) {
  shellCmdkilled = false;

  if (shellIsEmptyCommand(command)) {
    return 0;
  }

  if (shellRegexMatch(command, "^[ \t]*(quit|q|exit)[ \t;]*$", REG_EXTENDED | REG_ICASE)) {
    return -1;
  }

  if (shellRegexMatch(command, "^[\t ]*clear[ \t;]*$", REG_EXTENDED | REG_ICASE)) {
#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wunused-result"
#ifndef TD_ASTRA
    (void)system("clear");
#else
    (void)printf("\033[2J\033[H");
#endif
#pragma GCC diagnostic pop
    return 0;
  }

  if (shellRegexMatch(command, "^[\t ]*set[ \t]+max_binary_display_width[ \t]+(default|[1-9][0-9]*)[ \t;]*$",
                      REG_EXTENDED | REG_ICASE)) {
    strtok(command, " \t");
    strtok(NULL, " \t");
    char *p = strtok(NULL, " \t");
    if (strncasecmp(p, "default", 7) == 0) {
      shell.args.displayWidth = SHELL_DEFAULT_MAX_BINARY_DISPLAY_WIDTH;
    } else {
      int32_t displayWidth = atoi(p);
      displayWidth = TRANGE(displayWidth, 1, 10 * 1024);
      shell.args.displayWidth = displayWidth;
    }
    return 0;
  }

  if (shellRegexMatch(command, "^[ \t]*source[\t ]+[^ ]+[ \t;]*$", REG_EXTENDED | REG_ICASE)) {
    /* If source file. */
    char *c_ptr = strtok(command, " ;");
    if (c_ptr == NULL) {
      shellRunSingleCommandImp(command);
      return 0;
    }
    c_ptr = strtok(NULL, " ;");
    if (c_ptr == NULL) {
      shellRunSingleCommandImp(command);
      return 0;
    }
    shellSourceFile(c_ptr);
    return 0;
  }
  shellRunSingleCommandImp(command);
  return 0;
}

void shellRecordCommandToHistory(char *command) {
  if (strncasecmp(command, "create user ", 12) == 0 || strncasecmp(command, "alter user ", 11) == 0) {
    if (taosStrCaseStr(command, " pass ")) {
      // have password command forbid record to history because security
      return;
    }
  }

  SShellHistory *pHistory = &shell.history;
  if (pHistory->hstart == pHistory->hend ||
      pHistory->hist[(pHistory->hend + SHELL_MAX_HISTORY_SIZE - 1) % SHELL_MAX_HISTORY_SIZE] == NULL ||
      strcmp(command, pHistory->hist[(pHistory->hend + SHELL_MAX_HISTORY_SIZE - 1) % SHELL_MAX_HISTORY_SIZE]) != 0) {
    if (pHistory->hist[pHistory->hend] != NULL) {
      taosMemoryFreeClear(pHistory->hist[pHistory->hend]);
    }
    pHistory->hist[pHistory->hend] = taosStrdup(command);

    pHistory->hend = (pHistory->hend + 1) % SHELL_MAX_HISTORY_SIZE;
    if (pHistory->hend == pHistory->hstart) {
      pHistory->hstart = (pHistory->hstart + 1) % SHELL_MAX_HISTORY_SIZE;
    }
  }
}

int32_t shellRunCommand(char *command, bool recordHistory) {
  if (shellIsEmptyCommand(command)) {
    return 0;
  }

  // add help or help;
  if (strncasecmp(command, "help", 4) == 0) {
    if (command[4] == ';' || command[4] == ' ' || command[4] == 0) {
      showHelp();
      return 0;
    }
  }

  if (recordHistory) shellRecordCommandToHistory(command);

  char quote = 0, *cmd = command;
  for (char c = *command++; c != 0; c = *command++) {
    if (c == '\\' && (*command == '\'' || *command == '"' || *command == '`')) {
      command++;
      continue;
    }

    if (quote == c) {
      quote = 0;
    } else if (quote == 0 && (c == '\'' || c == '"' || c == '`')) {
      quote = c;
    } else if (c == ';' && quote == 0) {
      c = *command;
      *command = 0;
      if (shellRunSingleCommand(cmd) < 0) {
        return -1;
      }
      *command = c;
      cmd = command;
    }
  }
  return shellRunSingleCommand(cmd);
}

char *strendG(const char *pstr) {
  if (pstr == NULL) {
    return NULL;
  }

  size_t len = strlen(pstr);
  if (len < 4) {
    return NULL;
  }

  char *p = (char *)pstr + len - 2;
  if (strcmp(p, "\\G") == 0) {
    return p;
  }

  p = (char *)pstr + len - 3;
  if (strcmp(p, "\\G;") == 0) {
    return p;
  }

  return NULL;
}

void shellRunSingleCommandImp(char *command) {
  int64_t st, et;
  char   *sptr = NULL;
  char   *cptr = NULL;
  char   *fname = NULL;
  bool    printMode = false;

  if ((sptr = strstr(command, ">>")) != NULL) {
    fname = sptr + 2;
    while (*fname == ' ') fname++;
    *sptr = '\0';

    cptr = strstr(fname, ";");
    if (cptr != NULL) {
      *cptr = '\0';
    }
  }

  if ((sptr = strendG(command)) != NULL) {
    *sptr = '\0';
    printMode = true;  // When output to a file, the switch does not work.
  }

  st = taosGetTimestampUs();

  TAOS_RES *pSql = taos_query(shell.conn, command);
  if (taos_errno(pSql)) {
    shellPrintError(pSql, st);
    return;
  }

  if (shellRegexMatch(command, "^[[:space:]]*use[[:space:]]+[a-zA-Z0-9_]+[[:space:]]*;?[[:space:]]*$", REG_EXTENDED | REG_ICASE)) {
    (void)printf("Database changed.\r\n\r\n");

    // call back auto tab module
    callbackAutoTab(command, pSql, true);

    taos_free_result(pSql);

    return;
  }

  // pre string
  char *pre = "Query OK";
  if (shellRegexMatch(command, "^[[:space:]]*delete[[:space:]]+from[[:space:]]*.*", REG_EXTENDED | REG_ICASE)) {
    pre = "Delete OK";
  } else if (shellRegexMatch(command, "^[[:space:]]*insert[[:space:]]+into[[:space:]]*.*", REG_EXTENDED | REG_ICASE)) {
    pre = "Insert OK";
  } else if (shellRegexMatch(command, "^[[:space:]]*create[[:space:]]*.*", REG_EXTENDED | REG_ICASE)) {
    pre = "Create OK";
  } else if (shellRegexMatch(command, "^[[:space:]]*drop[[:space:]]*.*", REG_EXTENDED | REG_ICASE)) {
    pre = "Drop OK";
  }

  TAOS_FIELD *pFields = taos_fetch_fields(pSql);
  if (pFields != NULL) {  // select and show kinds of commands
    int32_t error_no = 0;

    int64_t numOfRows = shellDumpResult(pSql, fname, &error_no, printMode, command);
    if (numOfRows < 0) {
      taos_free_result(pSql);
      return;
    }

    et = taosGetTimestampUs();
    if (error_no == 0) {
      (void)printf("Query OK, %" PRId64 " row(s) in set (%.6fs)\r\n", numOfRows, (et - st) / 1E6);
    } else {
      (void)printf("Query interrupted (%s), %" PRId64 " row(s) in set (%.6fs)\r\n", tstrerror(error_no), numOfRows,
             (et - st) / 1E6);
    }
    taos_free_result(pSql);
  } else {
    int64_t num_rows_affacted = taos_affected_rows64(pSql);
    taos_free_result(pSql);
    et = taosGetTimestampUs();
    (void)printf("%s, %" PRId64 " row(s) affected (%.6fs)\r\n", pre, num_rows_affacted, (et - st) / 1E6);

    // call auto tab
    callbackAutoTab(command, NULL, false);
  }

  (void)printf("\r\n");
}

char *shellFormatTimestamp(char *buf, int32_t bufSize, int64_t val, int32_t precision) {
  if (shell.args.is_raw_time) {
    (void)sprintf(buf, "%" PRId64, val);
    return buf;
  }

  time_t  tt;
  int32_t ms = 0;
  if (precision == TSDB_TIME_PRECISION_NANO) {
    tt = (time_t)(val / 1000000000);
    ms = val % 1000000000;
  } else if (precision == TSDB_TIME_PRECISION_MICRO) {
    tt = (time_t)(val / 1000000);
    ms = val % 1000000;
  } else {
    tt = (time_t)(val / 1000);
    ms = val % 1000;
  }

  if (tt <= 0 && ms < 0) {
    tt--;
    if (precision == TSDB_TIME_PRECISION_NANO) {
      ms += 1000000000;
    } else if (precision == TSDB_TIME_PRECISION_MICRO) {
      ms += 1000000;
    } else {
      ms += 1000;
    }
  }

  struct tm ptm = {0};
  if (taosLocalTime(&tt, &ptm, buf, bufSize, NULL) == NULL) {
    return buf;
  }
  size_t pos = strftime(buf, 35, "%Y-%m-%d %H:%M:%S", &ptm);

  if (precision == TSDB_TIME_PRECISION_NANO) {
    (void)sprintf(buf + pos, ".%09d", ms);
  } else if (precision == TSDB_TIME_PRECISION_MICRO) {
    (void)sprintf(buf + pos, ".%06d", ms);
  } else {
    (void)sprintf(buf + pos, ".%03d", ms);
  }

  return buf;
}

char *shellDumpHexValue(char *buf, const char *val, int32_t length) {
  for (int32_t i = 0; i < length; i++) {
    (void)sprintf(buf + (i * 2), "%02X", val[i]);
  }
  buf[length * 2] = 0;

  return buf;
}

void shellDumpFieldToFile(TdFilePtr pFile, const char *val, TAOS_FIELD *field, int32_t length, int32_t precision) {
  if (val == NULL) {
    taosFprintfFile(pFile, "NULL");
    return;
  }

  char    quotationStr[2] = {'"', 0};
  int32_t width;

  int n = 0;
#define LENGTH 64
  char buf[LENGTH] = {0};
  switch (field->type) {
    case TSDB_DATA_TYPE_BOOL:
      taosFprintfFile(pFile, "%d", ((((int32_t)(*((char *)val))) == 1) ? 1 : 0));
      break;
    case TSDB_DATA_TYPE_TINYINT:
      taosFprintfFile(pFile, "%d", *((int8_t *)val));
      break;
    case TSDB_DATA_TYPE_UTINYINT:
      taosFprintfFile(pFile, "%u", *((uint8_t *)val));
      break;
    case TSDB_DATA_TYPE_SMALLINT:
      taosFprintfFile(pFile, "%d", *((int16_t *)val));
      break;
    case TSDB_DATA_TYPE_USMALLINT:
      taosFprintfFile(pFile, "%u", *((uint16_t *)val));
      break;
    case TSDB_DATA_TYPE_INT:
      taosFprintfFile(pFile, "%d", *((int32_t *)val));
      break;
    case TSDB_DATA_TYPE_UINT:
      taosFprintfFile(pFile, "%u", *((uint32_t *)val));
      break;
    case TSDB_DATA_TYPE_BIGINT:
      taosFprintfFile(pFile, "%" PRId64, *((int64_t *)val));
      break;
    case TSDB_DATA_TYPE_UBIGINT:
      taosFprintfFile(pFile, "%" PRIu64, *((uint64_t *)val));
      break;
    case TSDB_DATA_TYPE_FLOAT:
      width = SHELL_FLOAT_WIDTH;
      if (tsEnableScience) {
        taosFprintfFile(pFile, "%*.7e", width, GET_FLOAT_VAL(val));
      } else {
        n = tsnprintf(buf, LENGTH, "%*.7f", width, GET_FLOAT_VAL(val));
        if (n > SHELL_FLOAT_WIDTH) {
          taosFprintfFile(pFile, "%*.7e", width, GET_FLOAT_VAL(val));
        } else {
          taosFprintfFile(pFile, "%s", buf);
        }
      }
      break;
    case TSDB_DATA_TYPE_DOUBLE:
      width = SHELL_DOUBLE_WIDTH;
      if (tsEnableScience) {
        (void)snprintf(buf, LENGTH, "%*.15e", width, GET_DOUBLE_VAL(val));
        taosFprintfFile(pFile, "%s", buf);
      } else {
        n = tsnprintf(buf, LENGTH, "%*.15f", width, GET_DOUBLE_VAL(val));
        if (n > SHELL_DOUBLE_WIDTH) {
          taosFprintfFile(pFile, "%*.15e", width, GET_DOUBLE_VAL(val));
        } else {
          taosFprintfFile(pFile, "%s", buf);
        }
      }
      break;
    case TSDB_DATA_TYPE_BINARY:
      if (shell.args.is_binary_as_hex && shellHasBinaryNonPrintable(val, length)) {
        char *tmp = shellAllocHexString(val, length);
        if (tmp == NULL) break;
        taosFprintfFile(pFile, "%s%s%s", quotationStr, tmp, quotationStr);
        taosMemoryFree(tmp);
        break;
      }
      /* falls through */ // printable binary handled as NCHAR/JSON
    case TSDB_DATA_TYPE_NCHAR:
    case TSDB_DATA_TYPE_JSON: {
      int32_t bufIndex = 0;
      char   *tmp = (char *)taosMemoryCalloc(length * 2 + 1, 1);
      if (tmp == NULL) break;
      for (int32_t i = 0; i < length; i++) {
        tmp[bufIndex] = val[i];
        bufIndex++;
        if (val[i] == '\"') {
          tmp[bufIndex] = val[i];
          bufIndex++;
        }
      }
      tmp[bufIndex] = 0;

      taosFprintfFile(pFile, "%s%s%s", quotationStr, tmp, quotationStr);
      taosMemoryFree(tmp);
    } break;
    case TSDB_DATA_TYPE_VARBINARY: {
      void    *tmp = NULL;
      uint32_t size = 0;
      if (taosAscii2Hex(val, length, &tmp, &size) < 0) {
        break;
      }
      taosFprintfFile(pFile, "%s%s%s", quotationStr, tmp, quotationStr);
      taosMemoryFree(tmp);
      break;
    }
    case TSDB_DATA_TYPE_GEOMETRY: {
      char *tmp = (char *)taosMemoryCalloc(length * 2 + 1, 1);
      if (tmp == NULL) break;
      shellDumpHexValue(tmp, val, length);
      taosFprintfFile(pFile, "%s", buf);
      taosMemoryFree(tmp);
      break;
    }
    case TSDB_DATA_TYPE_TIMESTAMP:
      shellFormatTimestamp(buf, sizeof(buf), *(int64_t *)val, precision);
      taosFprintfFile(pFile, "%s%s%s", quotationStr, buf, quotationStr);
      break;
    case TSDB_DATA_TYPE_DECIMAL64:
    case TSDB_DATA_TYPE_DECIMAL:
      taosFprintfFile(pFile, "%s", val);
      break;
    case TSDB_DATA_TYPE_BLOB:
    case TSDB_DATA_TYPE_MEDIUMBLOB: {
      void    *tmp = NULL;
      uint32_t size = 0;
      if (taosAscii2Hex(val, length, &tmp, &size) < 0) {
        break;
      }
      taosFprintfFile(pFile, "%s%s%s", quotationStr, tmp, quotationStr);
      taosMemoryFree(tmp);

      break;
    }
    default:
      break;
  }
}

int64_t shellDumpResultToFile(const char *fname, TAOS_RES *tres) {
  char fullname[PATH_MAX] = {0};
  if (taosExpandDir(fname, fullname, PATH_MAX) != 0) {
    tstrncpy(fullname, fname, PATH_MAX);
  }

  TAOS_ROW row = taos_fetch_row(tres);
  if (row == NULL) {
    return 0;
  }

  TdFilePtr pFile = taosOpenFile(fullname, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC | TD_FILE_STREAM);
  if (pFile == NULL) {
    (void)fprintf(stderr, "failed to open file: %s\r\n", fullname);
    return -1;
  }

  TAOS_FIELD *fields = taos_fetch_fields(tres);
  int32_t     num_fields = taos_num_fields(tres);
  int32_t     precision = taos_result_precision(tres);

  for (int32_t col = 0; col < num_fields; col++) {
    if (col > 0) {
      taosFprintfFile(pFile, ",");
    }
    taosFprintfFile(pFile, "%s", fields[col].name);
  }
  taosFprintfFile(pFile, "\r\n");

  int64_t numOfRows = 0;
  do {
    int32_t *length = taos_fetch_lengths(tres);
    for (int32_t i = 0; i < num_fields; i++) {
      if (i > 0) {
        taosFprintfFile(pFile, ",");
      }
      shellDumpFieldToFile(pFile, (const char *)row[i], fields + i, length[i], precision);
    }
    taosFprintfFile(pFile, "\r\n");

    numOfRows++;
    row = taos_fetch_row(tres);
  } while (row != NULL);

  taosCloseFile(&pFile);

  return numOfRows;
}

static bool shellHasBinaryNonPrintable(const char *val, int32_t length) {
  for (int32_t i = 0; i < length; i++) {
    unsigned char c = (unsigned char)val[i];

    if (c < 0x20 || c == 0x7F) {
      return true;
    }
  }

  int32_t pos = 0;
  while (pos < length) {
    TdWchar wc;
    int32_t remain = length - pos;
    int32_t bytes = taosMbToWchar(&wc, val + pos, TMIN(MB_CUR_MAX, remain));
    if (bytes <= 0) {
      return true;
    }

    if (wc == 0x7F || (wc >= 0x80 && wc <= 0x9F)) {
      return true;
    }

    if (taosWcharWidth(wc) <= 0) {
      return true;
    }

    pos += bytes;
  }

  return false;
}

static void shellHexEncode(char *dst, const char *val, int32_t length) {
  static const char hexMap[] = "0123456789ABCDEF";

  for (int32_t i = 0; i < length; i++) {
    unsigned char c = (unsigned char)val[i];
    dst[i * 2] = hexMap[c >> 4];
    dst[i * 2 + 1] = hexMap[c & 0x0F];
  }

  dst[length * 2] = 0;
}

static char *shellAllocHexString(const char *val, int32_t length) {
  int32_t hexLen = 2 + length * 2;
  char   *hexBuf = (char *)taosMemoryCalloc(1, hexLen + 1);
  if (hexBuf == NULL) {
    return NULL;
  }

  hexBuf[0] = '0';
  hexBuf[1] = 'x';
  shellHexEncode(hexBuf + 2, val, length);
  return hexBuf;
}

static void shellPrintHex(const char *val, int32_t length, int32_t width) {
  char *hexBuf = shellAllocHexString(val, length);
  if (hexBuf == NULL) return;

  shellPrintString(hexBuf, width > 0 ? width : 0);

  taosMemoryFree(hexBuf);
}

void shellPrintNChar(const char *str, int32_t length, int32_t width) {
  TdWchar tail[3];
  int32_t pos = 0, cols = 0, totalCols = 0, tailLen = 0;

  while (pos < length) {
    TdWchar wc;
    int32_t bytes = taosMbToWchar(&wc, str + pos, MB_CUR_MAX);
    if (bytes <= 0) {
      break;
    }

    if (pos + bytes > length) {
      break;
    }
    int w = 0;
    if (*(str + pos) == '\t' || *(str + pos) == '\n' || *(str + pos) == '\r') {
      w = bytes;
    } else {
      w = taosWcharWidth(wc);
    }
    pos += bytes;

    if (w <= 0) {
      continue;
    }

    if (width <= 0) {
      (void)printf("%lc", wc);
      continue;
    }

    totalCols += w;
    if (totalCols > width) {
      break;
    }
    if (totalCols <= (width - 3)) {
      (void)printf("%lc", wc);
      cols += w;
    } else {
      tail[tailLen] = wc;
      tailLen++;
    }
  }

  if (totalCols > width) {
    // width could be 1 or 2, so printf("...") cannot be used
    for (int32_t i = 0; i < 3; i++) {
      if (cols >= width) {
        break;
      }
      putchar('.');
      ++cols;
    }
  } else {
    for (int32_t i = 0; i < tailLen; i++) {
      (void)printf("%lc", tail[i]);
    }
    cols = totalCols;
  }

  for (; cols < width; cols++) {
    putchar(' ');
  }
}

void shellPrintString(const char *str, int32_t width) {
  int32_t len = strlen(str);

  if (width == 0) {
    (void)printf("%s", str);
  } else if (len > width) {
    if (width <= 3) {
      (void)printf("%.*s.", width - 1, str);
    } else {
      (void)printf("%.*s...", width - 3, str);
    }
  } else {
    (void)printf("%s%*.s", str, width - len, "");
  }
}

void shellPrintGeometry(const unsigned char *val, int32_t length, int32_t width) {
  if (length == 0) {  // empty value
    shellPrintString("", width);
    return;
  }

  int32_t code = TSDB_CODE_FAILED;

  code = initCtxAsText();
  if (code != TSDB_CODE_SUCCESS) {
    shellPrintString(getGeosErrMsg(code), width);
    return;
  }

  char *outputWKT = NULL;
  code = doAsText(val, length, &outputWKT);
  if (code != TSDB_CODE_SUCCESS) {
    shellPrintString(getGeosErrMsg(code), width);  // should NOT happen
    return;
  }

  shellPrintString(outputWKT, width);

  geosFreeBuffer(outputWKT);
}

void shellPrintField(const char *val, TAOS_FIELD *field, int32_t width, int32_t length, int32_t precision) {
  if (val == NULL) {
    shellPrintString(TSDB_DATA_NULL_STR, width);
    return;
  }

  int n = 0;
#define LENGTH 64
  char buf[LENGTH] = {0};
  switch (field->type) {
    case TSDB_DATA_TYPE_BOOL:
      shellPrintString(((((int32_t)(*((char *)val))) == TSDB_FALSE) ? "false" : "true"), width);
      break;
    case TSDB_DATA_TYPE_TINYINT:
      (void)printf("%*d", width, *((int8_t *)val));
      break;
    case TSDB_DATA_TYPE_UTINYINT:
      (void)printf("%*u", width, *((uint8_t *)val));
      break;
    case TSDB_DATA_TYPE_SMALLINT:
      (void)printf("%*d", width, *((int16_t *)val));
      break;
    case TSDB_DATA_TYPE_USMALLINT:
      (void)printf("%*u", width, *((uint16_t *)val));
      break;
    case TSDB_DATA_TYPE_INT:
      (void)printf("%*d", width, *((int32_t *)val));
      break;
    case TSDB_DATA_TYPE_UINT:
      (void)printf("%*u", width, *((uint32_t *)val));
      break;
    case TSDB_DATA_TYPE_BIGINT:
      (void)printf("%*" PRId64, width, taosGetInt64Aligned((int64_t *)val));
      break;
    case TSDB_DATA_TYPE_UBIGINT:
      (void)printf("%*" PRIu64, width, taosGetUInt64Aligned((uint64_t *)val));
      break;
    case TSDB_DATA_TYPE_FLOAT:
      width = width >= LENGTH ? LENGTH - 1 : width;
      if (tsEnableScience) {
        (void)printf("%*.7e", width, taosGetFloatAligned((float *)val));
      } else {
        (void)snprintf(buf, LENGTH, "%*.*g", width, FLT_DIG, taosGetFloatAligned((float *)val));
        (void)printf("%s", buf);
      }
      break;
    case TSDB_DATA_TYPE_DOUBLE:
      width = width >= LENGTH ? LENGTH - 1 : width;
      if (tsEnableScience) {
        (void)snprintf(buf, LENGTH, "%*.15e", width, taosGetDoubleAligned((double *)val));
        (void)printf("%s", buf);
      } else {
        (void)snprintf(buf, LENGTH, "%*.*g", width, DBL_DIG, taosGetDoubleAligned((double *)val));
        (void)printf("%*s", width, buf);
      }
      break;
    case TSDB_DATA_TYPE_VARBINARY: {
      void    *data = NULL;
      uint32_t size = 0;
      if (taosAscii2Hex(val, length, &data, &size) < 0) {
        break;
      }
      shellPrintNChar(data, size, width);
      taosMemoryFree(data);
      break;
    }
    case TSDB_DATA_TYPE_BINARY:
      if (shell.args.is_binary_as_hex && shellHasBinaryNonPrintable(val, length)) {
        shellPrintHex(val, length, width);
      } else {
        shellPrintNChar(val, length, width);
      }
      break;
    case TSDB_DATA_TYPE_NCHAR:
    case TSDB_DATA_TYPE_JSON:
      shellPrintNChar(val, length, width);
      break;
    case TSDB_DATA_TYPE_GEOMETRY:
      shellPrintGeometry(val, length, width);
      break;
    case TSDB_DATA_TYPE_TIMESTAMP:
      shellFormatTimestamp(buf, sizeof(buf), taosGetInt64Aligned((int64_t *)val), precision);
      (void)printf("%s", buf);
      break;

    case TSDB_DATA_TYPE_BLOB:
    case TSDB_DATA_TYPE_MEDIUMBLOB: {
      void    *data = NULL;
      uint32_t size = 0;
      if (taosAscii2Hex(val, length, &data, &size) < 0) {
        break;
      }
      shellPrintNChar(data, size, width);
      taosMemoryFree(data);
      break;
    }
    case TSDB_DATA_TYPE_DECIMAL:
    case TSDB_DATA_TYPE_DECIMAL64:
      (void)printf("%*s", width, val);
    default:
      break;
  }
}

// show whole result for this query return true, like limit or describe
bool shellIsShowWhole(const char *sql) {
  // limit
  char * p = taosStrCaseStr(sql, " limit ");
  if (p != NULL) {
    // except subquery, like "select * from (select * from t limit 10) limit 3", only the last limit is valid
    char * p1 = taosStrCaseStr(p + 7, ")");
    if (p1 == NULL) {
      return true;
    }
    if (taosStrCaseStr(p1 + 1, " limit ")) {
      return true;
    }
  }
  // describe
  if (taosStrCaseStr(sql, "describe ") != NULL) {
    return true;
  }
  // desc
  if (taosStrCaseStr(sql, "desc ") != NULL) {
    return true;
  }
  // show
  if (taosStrCaseStr(sql, "show ") != NULL) {
    return true;
  }
  // explain
  if (taosStrCaseStr(sql, "explain ") != NULL) {
    return true;
  }

  return false;
}

bool shellIsShowQuery(const char *sql) {
  // todo refactor
  if (taosStrCaseStr(sql, "show ") != NULL) {
    return true;
  }

  return false;
}

void init_dump_info(tsDumpInfo *dump_info, TAOS_RES *tres, const char *sql, bool vertical) {
  dump_info->sql = sql;
  dump_info->vertical = vertical;
  tsem_init(&dump_info->sem, 0, 0);
  dump_info->numOfAllRows = 0;

  dump_info->numFields = taos_num_fields(tres);
  dump_info->fields = taos_fetch_fields(tres);
  dump_info->precision = taos_result_precision(tres);

  dump_info->resShowMaxNum = UINT64_MAX;

  if (shell.args.commands == NULL && shell.args.file[0] == 0 && !shellIsShowWhole(dump_info->sql)) {
    dump_info->resShowMaxNum = SHELL_DEFAULT_RES_SHOW_NUM;
  }

  if (vertical) {
    dump_info->maxColNameLen = 0;
    for (int32_t col = 0; col < dump_info->numFields; col++) {
      int32_t len = (int32_t)strlen(dump_info->fields[col].name);
      if (len > dump_info->maxColNameLen) {
        dump_info->maxColNameLen = len;
      }
    }
  } else {
    for (int32_t col = 0; col < dump_info->numFields; col++) {
      dump_info->width[col] = shellCalcColWidth(dump_info->fields + col, dump_info->precision);
    }
    // set an appropriate width for token and totp_secret display
    if (shellRegexMatch(sql, "^[\t ]*create[ \t]+token[ \t]+.*", REG_EXTENDED | REG_ICASE)) {
      dump_info->width[0] = TMAX(dump_info->width[0], SHELL_SHOW_TOKEN_DISPLAY_WIDTH);
    } else if (shellRegexMatch(sql, "^[\t ]*create[ \t]+totp_secret[ \t]+.*", REG_EXTENDED | REG_ICASE)) {
      dump_info->width[0] = TMAX(dump_info->width[0], SHELL_SHOW_TOTP_SECRET_DISPLAY_WIDTH);
    }
  }
}

void shellVerticalPrintResult(TAOS_RES *tres, tsDumpInfo *dump_info) {
  TAOS_ROW row = taos_fetch_row(tres);
  if (row == NULL) {
    (void)printf("\033[31mtaos_fetch_row failed.\033[0m\n");
    return;
  }

  int64_t numOfPintRows = dump_info->numOfAllRows;
  int     numOfPrintRowsThisOne = 0;

  while (row != NULL) {
    (void)printf("*************************** %" PRId64 ".row ***************************\r\n", numOfPintRows + 1);

    int32_t *length = taos_fetch_lengths(tres);

    for (int32_t i = 0; i < dump_info->numFields; i++) {
      TAOS_FIELD *field = dump_info->fields + i;

      int32_t padding = (int32_t)(dump_info->maxColNameLen - strlen(field->name));
      (void)printf("%*.s%s: ", padding, " ", field->name);

      shellPrintField((const char *)row[i], field, 0, length[i], dump_info->precision);
      putchar('\r');
      putchar('\n');
    }

    numOfPintRows++;
    numOfPrintRowsThisOne++;

    if (numOfPintRows == dump_info->resShowMaxNum) {
      (void)printf("\r\n");
      (void)printf(" Notice: The result shows only the first %d rows.\r\n", SHELL_DEFAULT_RES_SHOW_NUM);
      (void)printf("         You can use the `LIMIT` clause to get fewer result to show.\r\n");
      (void)printf("           Or use '>>' to redirect the whole set of the result to a specified file.\r\n");
      (void)printf("\r\n");
      (void)printf("         You can use Ctrl+C to stop the underway fetching.\r\n");
      (void)printf("\r\n");
      return;
    }

    if (numOfPrintRowsThisOne == dump_info->numOfRows) {
      return;
    }

    row = taos_fetch_row(tres);
  }
  return;
}

int32_t shellCalcColWidth(TAOS_FIELD *field, int32_t precision) {
  int32_t width = (int32_t)strlen(field->name);

  switch (field->type) {
    case TSDB_DATA_TYPE_NULL:
      return TMAX(4, width);  // null
    case TSDB_DATA_TYPE_BOOL:
      return TMAX(5, width);  // 'false'

    case TSDB_DATA_TYPE_TINYINT:
    case TSDB_DATA_TYPE_UTINYINT:
      return TMAX(4, width);  // '-127'

    case TSDB_DATA_TYPE_SMALLINT:
    case TSDB_DATA_TYPE_USMALLINT:
      return TMAX(6, width);  // '-32767'

    case TSDB_DATA_TYPE_INT:
    case TSDB_DATA_TYPE_UINT:
      return TMAX(11, width);  // '-2147483648'

    case TSDB_DATA_TYPE_BIGINT:
    case TSDB_DATA_TYPE_UBIGINT:
      return TMAX(21, width);  // '-9223372036854775807'

    case TSDB_DATA_TYPE_FLOAT:
      return TMAX(SHELL_FLOAT_WIDTH, width);

    case TSDB_DATA_TYPE_DOUBLE:
      return TMAX(SHELL_DOUBLE_WIDTH, width);

    case TSDB_DATA_TYPE_BINARY:
    case TSDB_DATA_TYPE_GEOMETRY:
      if (field->bytes > shell.args.displayWidth) {
        return TMAX(shell.args.displayWidth, width);
      } else {
        return TMAX(field->bytes + 2, width);
      }
    case TSDB_DATA_TYPE_VARBINARY: {
      int32_t bytes = field->bytes * 2 + 2;
      if (bytes > shell.args.displayWidth) {
        return TMAX(shell.args.displayWidth, width);
      } else {
        return TMAX(bytes + 2, width);
      }
    }
    case TSDB_DATA_TYPE_NCHAR:
    case TSDB_DATA_TYPE_JSON: {
      uint16_t bytes = field->bytes * TSDB_NCHAR_SIZE;
      if (bytes > shell.args.displayWidth) {
        return TMAX(shell.args.displayWidth, width);
      } else {
        return TMAX(bytes + 2, width);
      }
    }

    case TSDB_DATA_TYPE_TIMESTAMP:
      if (shell.args.is_raw_time) {
        return TMAX(14, width);
      }
      if (precision == TSDB_TIME_PRECISION_NANO) {
        return TMAX(29, width);
      } else if (precision == TSDB_TIME_PRECISION_MICRO) {
        return TMAX(26, width);  // '2020-01-01 00:00:00.000000'
      } else {
        return TMAX(23, width);  // '2020-01-01 00:00:00.000'
      }
    case TSDB_DATA_TYPE_BLOB:
    case TSDB_DATA_TYPE_MEDIUMBLOB: {
      int32_t bytes = TSDB_MAX_BLOB_LEN;
      if (bytes > shell.args.displayWidth) {
        return TMAX(shell.args.displayWidth, width);
      } else {
        return TMAX(bytes + 2, width);
      }
    } break;

    case TSDB_DATA_TYPE_DECIMAL64:
      return TMAX(width, 20);
    case TSDB_DATA_TYPE_DECIMAL:
      return TMAX(width, 40);
    default:
      ASSERT(false);
  }

  return 0;
}

void shellPrintHeader(TAOS_FIELD *fields, int32_t *width, int32_t num_fields) {
  int32_t rowWidth = 0;
  for (int32_t col = 0; col < num_fields; col++) {
    TAOS_FIELD *field = fields + col;
    int32_t     padding = (int32_t)(width[col] - strlen(field->name));
    int32_t     left = padding / 2;
    (void)printf(" %*.s%s%*.s |", left, " ", field->name, padding - left, " ");
    rowWidth += width[col] + 3;
  }

  putchar('\r');
  putchar('\n');
  for (int32_t i = 0; i < rowWidth; i++) {
    putchar('=');
  }
  putchar('\r');
  putchar('\n');
}

void shellHorizontalPrintResult(TAOS_RES *tres, tsDumpInfo *dump_info) {
  TAOS_ROW row = taos_fetch_row(tres);
  if (row == NULL) {
    (void)printf("\033[31mtaos_fetch_row failed.\033[0m\n");
    return;
  }

  int64_t numOfPintRows = dump_info->numOfAllRows;
  int     numOfPrintRowsThisOne = 0;
  if (numOfPintRows == 0) {
    shellPrintHeader(dump_info->fields, dump_info->width, dump_info->numFields);
  }

  while (row != NULL) {
    int32_t *length = taos_fetch_lengths(tres);
    for (int32_t i = 0; i < dump_info->numFields; i++) {
      putchar(' ');
      shellPrintField((const char *)row[i], dump_info->fields + i, dump_info->width[i], length[i],
                      dump_info->precision);
      putchar(' ');
      putchar('|');
    }
    putchar('\r');
    putchar('\n');

    numOfPintRows++;
    numOfPrintRowsThisOne++;

    if (numOfPintRows == dump_info->resShowMaxNum) {
      (void)printf("\r\n");
      (void)printf(" Notice: The result shows only the first %d rows.\r\n", SHELL_DEFAULT_RES_SHOW_NUM);
      if (shellIsShowQuery(dump_info->sql)) {
        (void)printf("         You can use '>>' to redirect the whole set of the result to a specified file.\r\n");
      } else {
        (void)printf("         You can use the `LIMIT` clause to get fewer result to show.\r\n");
        (void)printf("           Or use '>>' to redirect the whole set of the result to a specified file.\r\n");
      }
      (void)printf("\r\n");
      (void)printf("         You can use Ctrl+C to stop the underway fetching.\r\n");
      (void)printf("\r\n");
      return;
    }

    if (numOfPrintRowsThisOne == dump_info->numOfRows) {
      return;
    }

    row = taos_fetch_row(tres);
  }
  return;
}

void shellDumpResultCallback(void *param, TAOS_RES *tres, int num_of_rows) {
  tsDumpInfo *dump_info = (tsDumpInfo *)param;
  if (num_of_rows > 0) {
    dump_info->numOfRows = num_of_rows;
    if (dump_info->numOfAllRows < dump_info->resShowMaxNum) {
      if (dump_info->vertical) {
        shellVerticalPrintResult(tres, dump_info);
      } else {
        shellHorizontalPrintResult(tres, dump_info);
      }
    }
    dump_info->numOfAllRows += num_of_rows;
    if (!shellCmdkilled) {
      taos_fetch_rows_a(tres, shellDumpResultCallback, param);
    } else {
      tsem_post(&dump_info->sem);
    }
  } else {
    if (num_of_rows < 0) {
      (void)printf("\033[31masync retrieve failed, code: %d, %s\033[0m\n", num_of_rows, tstrerror(num_of_rows));
    }
    tsem_post(&dump_info->sem);
  }
}

int64_t shellDumpResult(TAOS_RES *tres, char *fname, int32_t *error_no, bool vertical, const char *sql) {
  int64_t num_of_rows = 0;
  if (fname != NULL) {
    num_of_rows = shellDumpResultToFile(fname, tres);
  } else {
    tsDumpInfo dump_info;
    if (!shellCmdkilled) {
      init_dump_info(&dump_info, tres, sql, vertical);
      taos_fetch_rows_a(tres, shellDumpResultCallback, &dump_info);
      tsem_wait(&dump_info.sem);
      num_of_rows = dump_info.numOfAllRows;
    }
  }

  *error_no = shellCmdkilled ? TSDB_CODE_TSC_QUERY_KILLED : taos_errno(tres);
  return num_of_rows;
}

void shellReadHistory() {
  SShellHistory *pHistory = &shell.history;
  TdFilePtr      pFile = taosOpenFile(pHistory->file, TD_FILE_READ | TD_FILE_STREAM);
  if (pFile == NULL) return;

  char   *line = taosMemoryMalloc(tsMaxSQLLength + 1);
  int32_t read_size = 0;
  while ((read_size = taosGetsFile(pFile, tsMaxSQLLength, line)) > 0) {
    line[read_size - 1] = '\0';
    taosMemoryFree(pHistory->hist[pHistory->hend]);
    pHistory->hist[pHistory->hend] = taosStrdup(line);

    pHistory->hend = (pHistory->hend + 1) % SHELL_MAX_HISTORY_SIZE;

    if (pHistory->hend == pHistory->hstart) {
      pHistory->hstart = (pHistory->hstart + 1) % SHELL_MAX_HISTORY_SIZE;
    }
  }

  taosMemoryFreeClear(line);
  taosCloseFile(&pFile);
  int64_t file_size;
  if (taosStatFile(pHistory->file, &file_size, NULL, NULL) == 0 && file_size > SHELL_MAX_COMMAND_SIZE) {
    TdFilePtr pFile = taosOpenFile(pHistory->file, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_STREAM | TD_FILE_TRUNC);
    if (pFile == NULL) return;
    int32_t endIndex = pHistory->hstart;
    if (endIndex != 0) {
      endIndex = pHistory->hend;
    }
    for (int32_t i = (pHistory->hend + SHELL_MAX_HISTORY_SIZE - 1) % SHELL_MAX_HISTORY_SIZE; i != endIndex;) {
      taosFprintfFile(pFile, "%s\n", pHistory->hist[i]);
      i = (i + SHELL_MAX_HISTORY_SIZE - 1) % SHELL_MAX_HISTORY_SIZE;
    }
    taosFprintfFile(pFile, "%s\n", pHistory->hist[endIndex]);

    /* coverity[+retval] */
    taosFsyncFile(pFile);
    taosCloseFile(&pFile);
  }
  pHistory->hstart = pHistory->hend;
}

void shellWriteHistory() {
  SShellHistory *pHistory = &shell.history;
  if (pHistory->hend == pHistory->hstart) return;
  TdFilePtr pFile = taosOpenFile(pHistory->file, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_STREAM | TD_FILE_APPEND);
  if (pFile == NULL) return;

  for (int32_t i = pHistory->hstart; i != pHistory->hend;) {
    if (pHistory->hist[i] != NULL) {
      taosFprintfFile(pFile, "%s\n", pHistory->hist[i]);
      taosMemoryFree(pHistory->hist[i]);
      pHistory->hist[i] = NULL;
    }
    i = (i + 1) % SHELL_MAX_HISTORY_SIZE;
  }
  taosCloseFile(&pFile);
}

void shellCleanupHistory() {
  SShellHistory *pHistory = &shell.history;
  for (int32_t i = 0; i < SHELL_MAX_HISTORY_SIZE; ++i) {
    if (pHistory->hist[i] != NULL) {
      taosMemoryFree(pHistory->hist[i]);
      pHistory->hist[i] = NULL;
    }
  }
}

void shellPrintError(TAOS_RES *tres, int64_t st) {
  int code = taos_errno(tres);
  int64_t et = taosGetTimestampUs();
  (void)printf("\r\nDB error: %s [0x%08X] (%.6fs)\r\n", taos_errstr(tres), code, (et - st) / 1E6);
  taos_free_result(tres);

  // tip
  if (code == TSDB_CODE_MND_USER_PASSWORD_EXPIRED) {
    (void)fprintf(stdout, "******************** TIPS ********************\n");
    (void)fprintf(stdout, "Please reset your password using the `ALTER USER <user_name> PASS 'new_password'` command.\n");
    (void)fprintf(stdout, "**********************************************\n");
  }
}

bool shellIsCommentLine(char *line) {
  if (line == NULL) return true;
  return shellRegexMatch(line, "^[[:space:]]*#.*", REG_EXTENDED);
}

void shellSourceFile(const char *file) {
  int32_t read_len = 0;
  char   *cmd = taosMemoryCalloc(1, tsMaxSQLLength + 1);
  size_t  cmd_len = 0;
  char    fullname[PATH_MAX] = {0};
  char    sourceFileCommand[PATH_MAX + 8] = {0};

  if (taosExpandDir(file, fullname, PATH_MAX) != 0) {
    tstrncpy(fullname, file, PATH_MAX);
  }

  (void)sprintf(sourceFileCommand, "source %s;", fullname);
  shellRecordCommandToHistory(sourceFileCommand);

  TdFilePtr pFile = taosOpenFile(fullname, TD_FILE_READ | TD_FILE_STREAM);
  if (pFile == NULL) {
    (void)fprintf(stderr, "failed to open file %s\r\n", fullname);
    taosMemoryFree(cmd);
    return;
  }

  char *line = taosMemoryMalloc(tsMaxSQLLength + 1);
  while ((read_len = taosGetsFile(pFile, tsMaxSQLLength, line)) > 0) {
    if (cmd_len + read_len >= tsMaxSQLLength) {
      (void)printf("read command line too long over 1M, ignore this line. cmd_len = %d read_len=%d \n", (int32_t)cmd_len,
             read_len);
      cmd_len = 0;
      memset(line, 0, tsMaxSQLLength + 1);
      continue;
    }
    line[--read_len] = '\0';

    if (read_len == 0 || shellIsCommentLine(line)) {  // line starts with #
      continue;
    }

    if (line[read_len - 1] == '\\') {
      line[read_len - 1] = ' ';
      memcpy(cmd + cmd_len, line, read_len);
      cmd_len += read_len;
      continue;
    }

    if (line[read_len - 1] == '\r') {
      line[--read_len] = '\0';
    }

    memcpy(cmd + cmd_len, line, read_len);
    (void)printf("%s%s\r\n", shell.info.promptHeader, cmd);
    shellRunCommand(cmd, false);
    memset(cmd, 0, tsMaxSQLLength);
    cmd_len = 0;
  }

  taosMemoryFree(cmd);
  taosMemoryFreeClear(line);
  taosCloseFile(&pFile);
}

int32_t shellGetGrantInfo(char *buf) {
  int32_t verType = TSDB_VERSION_UNKNOWN;
  char    sinfo[256] = {0};
  tstrncpy(sinfo, taos_get_server_info(shell.conn), sizeof(sinfo));
  strtok(sinfo, "\r\n");

#ifndef TD_ASTRA
  char sql[] = "show grants";

  TAOS_RES *tres = taos_query(shell.conn, sql);

  int32_t code = taos_errno(tres);
  if (code != TSDB_CODE_SUCCESS) {
    if (code != TSDB_CODE_OPS_NOT_SUPPORT && code != TSDB_CODE_MND_NO_RIGHTS &&
        code != TSDB_CODE_PAR_PERMISSION_DENIED) {
      (void)fprintf(stderr, "Failed to check Server Edition, Reason:0x%04x:%s\r\n\r\n", code, taos_errstr(tres));
    }
    taos_free_result(tres);
    return verType;
  }

  int32_t num_fields = taos_field_count(tres);
  if (num_fields == 0) {
    (void)fprintf(stderr, "\r\nInvalid grant information.\r\n");
    exit(0);
  } else {
    if (tres == NULL) {
      (void)fprintf(stderr, "\r\nGrant information is null.\r\n");
      exit(0);
    }

    TAOS_FIELD *fields = taos_fetch_fields(tres);
    TAOS_ROW    row = taos_fetch_row(tres);
    if (row == NULL) {
      (void)fprintf(stderr, "\r\nFailed to get grant information from server. Abort.\r\n");
      exit(0);
    }
    char serverVersion[64] = {0};
    char expiretime[32] = {0};
    char expired[32] = {0};

    tstrncpy(serverVersion, row[0], 64);
    memcpy(expiretime, row[1], fields[1].bytes);
    memcpy(expired, row[2], fields[2].bytes);

    trimStr(serverVersion, "trial");

    if (strcmp(serverVersion, "community") == 0) {
      verType = TSDB_VERSION_OSS;
    } else if (strcmp(expiretime, "unlimited") == 0) {
      verType = TSDB_VERSION_ENTERPRISE;
      (void)sprintf(buf, "Server is %s %s. License will never expire.\r\n", serverVersion, sinfo);
    } else {
      verType = TSDB_VERSION_ENTERPRISE;
      (void)sprintf(buf, "Server is %s %s. License will expire at %s.\r\n", serverVersion, sinfo, expiretime);
    }

    taos_free_result(tres);
  }

  (void)fprintf(stdout, "\r\n");
#else
  verType = TSDB_VERSION_ENTERPRISE;
  (void)sprintf(buf, "Server is %s %s. License will never expire.\r\n", TD_PRODUCT_NAME, sinfo);
#endif
  return verType;
}

#ifdef WINDOWS
BOOL shellQueryInterruptHandler(DWORD fdwCtrlType) {
  tsem_post(&shell.cancelSem);
  return TRUE;
}
#else
void shellQueryInterruptHandler(int32_t signum, void *sigInfo, void *context) { tsem_post(&shell.cancelSem); }
#endif

void shellCleanup(void *arg) { taosResetTerminalMode(); }

void *shellCancelHandler(void *arg) {
  setThreadName("shellCancelHandler");
  while (1) {
    if (shell.exit == true) {
      break;
    }

    if (tsem_wait(&shell.cancelSem) != 0) {
      taosMsleep(10);
      continue;
    }

    if (shell.conn) {
      shellCmdkilled = true;
      taos_kill_query(shell.conn);
    }

#ifdef WINDOWS
    (void)printf("\n%s", shell.info.promptHeader);
#endif
  }

  return NULL;
}

#pragma GCC diagnostic push
#pragma GCC diagnostic ignored "-Wstringop-overflow"

void *shellThreadLoop(void *arg) {
  setThreadName("shellThreadLoop");
  taosGetOldTerminalMode();
  taosThreadCleanupPush(shellCleanup, NULL);

  do {
    char *command = taosMemoryMalloc(SHELL_MAX_COMMAND_SIZE);
    if (command == NULL) {
      (void)printf("failed to malloc command\r\n");
      break;
    }

    do {
      memset(command, 0, SHELL_MAX_COMMAND_SIZE);
      taosSetTerminalMode();

      if (shellReadCommand(command) != 0) {
        break;
      }

      taosResetTerminalMode();
    } while (shellRunCommand(command, true) == 0);

    taosMemoryFreeClear(command);
    shellWriteHistory();
    shellExit();
  } while (0);

  taosThreadCleanupPop(1);
  return NULL;
}

bool inputTotpCode(char *totpCode) {
  bool ret = true;
  (void)printf("Please enter your TOTP code:");
  if (scanf("%255s", totpCode) != 1) {
    (void)fprintf(stderr, "TOTP code reading error\n");
    ret = false;
  }
  if (EOF == getchar()) {
    // tip
    (void)fprintf(stdout, "getchar() return EOF\r\n");
  }
  return ret;
}

#pragma GCC diagnostic pop

TAOS *createConnect(SShellArgs *pArgs) {
  char     show[256] = "\0";
  char    *host = NULL;
  uint16_t port = 0;
  char    *user = NULL;
  char    *pwd = NULL;
  TAOS    *taos = NULL;

  // set mode
  if (pArgs->connMode != CONN_MODE_NATIVE && pArgs->dsn) {
    // websocket
    memcpy(show, pArgs->dsn, 20);
    memcpy(show + 20, "...", 3);
    memcpy(show + 23, pArgs->dsn + strlen(pArgs->dsn) - 10, 10);

    // connect dsn
    taos = taos_connect_with_dsn(pArgs->dsn);
  } else {
    host = (char *)pArgs->host;
    user = (char *)pArgs->user;
    pwd = pArgs->password;

    if (pArgs->port_inputted) {
      port = pArgs->port;
    } else {
      port = defaultPort(pArgs->connMode, pArgs->dsn);
    }

    (void)sprintf(show, "host:%s port:%d ", host, port);

    // connect normal
    if (pArgs->auth) {
      taos = taos_connect_auth(host, user, pArgs->auth, pArgs->database, port);
    } else {
#ifdef TD_ENTERPRISE
      if (strlen(pArgs->token) > 0) {
        // token
        (void)printf("Connect with token ...");
        taos = taos_connect_token(host, pArgs->token, pArgs->database, port);
        if (taos != NULL) {
          (void)printf("... [ OK ]\n");
          return taos;
        }
        (void)printf("... [ FAILED ]\n");
        return NULL;
      }
#endif
      taos = taos_connect(host, user, pwd, pArgs->database, port);
    }

    if (taos == NULL) {
      // failed
      int code = taos_errno(NULL);
      if (code == TSDB_CODE_MND_WRONG_TOTP_CODE) {
         // totp
        char totpCode[TSDB_USER_PASSWORD_LONGLEN];
        memset(totpCode, 0, sizeof(totpCode));
        if (inputTotpCode(totpCode)) {
          (void)printf("Connect with TOTP code:%s ...", totpCode);
          taos = taos_connect_totp(host, user, pwd, totpCode, pArgs->database, port);
          if (taos != NULL) {
            (void)printf("... [ OK ]\n");
            return taos;
          }
          (void)printf("... [ FAILED ]\n");
          return NULL;
        }
      }
      // token
    }
  }

  return taos;
}

int32_t shellExecute(int argc, char *argv[]) {
  int32_t code = 0;
  (void)printf(shell.info.clientVersion, shell.info.cusName,
         workingMode(shell.args.connMode, shell.args.dsn) == CONN_MODE_NATIVE ? STR_NATIVE : STR_WEBSOCKET,
         taos_get_client_info(), shell.info.cusName);
  fflush(stdout);

  SShellArgs *pArgs = &shell.args;
  shell.conn = createConnect(pArgs);

  if (shell.conn == NULL) {
    (void)printf("failed to connect to server, reason: %s [0x%08X]\n%s", taos_errstr(NULL), taos_errno(NULL),
           ERROR_CODE_DETAIL);
    fflush(stdout);
    return -1;
  }

  bool runOnce = pArgs->commands != NULL || pArgs->file[0] != 0;
  shellSetConn(shell.conn, runOnce);
  shellReadHistory();

  if (shell.args.is_bi_mode) {
    // need set bi mode
    (void)printf("Set BI mode is true.\n");
    taos_set_conn_mode(shell.conn, TAOS_CONN_MODE_BI, 1);
  }

  if (runOnce) {
    if (pArgs->commands != NULL) {
      (void)printf("%s%s\r\n", shell.info.promptHeader, pArgs->commands);
      char *cmd = taosStrdup(pArgs->commands);
      shellRunCommand(cmd, true);
      taosMemoryFree(cmd);
    }

    if (pArgs->file[0] != 0) {
      shellSourceFile(pArgs->file);
    }

    taos_close(shell.conn);

    shellWriteHistory();
    shellCleanupHistory();
    return 0;
  }

  if ((code = tsem_init(&shell.cancelSem, 0, 0)) != 0) {
    (void)printf("failed to create cancel semaphore since %s\r\n", tstrerror(code));
    return code;
  }

  TdThread spid = {0};
  taosThreadCreate(&spid, NULL, shellCancelHandler, NULL);

  taosSetSignal(SIGTERM, shellQueryInterruptHandler);
  taosSetSignal(SIGHUP, shellQueryInterruptHandler);
  taosSetSignal(SIGINT, shellQueryInterruptHandler);

  char    buf[512] = {0};
  int32_t verType = shellGetGrantInfo(buf);
#ifndef WINDOWS
  printfIntroduction(verType);
#else
  if (verType == TSDB_VERSION_OSS) {
    showAD(false);
  }
#endif
  // printf version
  if (verType == TSDB_VERSION_ENTERPRISE || verType == TSDB_VERSION_CLOUD) {
    (void)printf("%s\n", buf);
  }

  while (1) {
    taosThreadCreate(&shell.pid, NULL, shellThreadLoop, NULL);
    taosThreadJoin(shell.pid, NULL);
    taosThreadClear(&shell.pid);
    if (shell.exit) {
      tsem_post(&shell.cancelSem);
      break;
    }
  }

  if (verType == TSDB_VERSION_OSS) {
    showAD(true);
  }

  taosThreadJoin(spid, NULL);

  shellCleanupHistory();
  taos_kill_query(shell.conn);
  taos_close(shell.conn);

  TAOS_RETURN(code);
}

taosdata / TDengine / #5057

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous