#5049

Committed 11 May 2026 06:30AM UTC coverage: 73.313% (+0.09%) from 73.222%

Build # #5049

Build Type

push

travis-ci

Committed by

web-flow

Commit Message

feat: refactor taosdump code to improve backup speed and compression ratio (#35292)

Coverage Stats

6625 of 8435 new or added lines in 28 files covered. (78.54%)

2491 existing lines in 142 files now uncovered.

281233 of 383605 relevant lines covered (73.31%)

132489999.79 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

73.52

/source/client/src/clientImpl.c

/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "cJSON.h"
#include "clientInt.h"
#include "clientLog.h"
#include "clientMonitor.h"
#include "clientSession.h"
#include "command.h"
#include "decimal.h"
#include "scheduler.h"
#include "tdatablock.h"
#include "tdataformat.h"
#include "tdef.h"
#include "tglobal.h"
#include "tmisce.h"
#include "tmsg.h"
#include "tmsgtype.h"
#include "tpagedbuf.h"
#include "tref.h"
#include "tsched.h"
#include "tversion.h"

static int32_t initEpSetFromCfg(const char* firstEp, const char* secondEp, SCorEpSet* pEpSet);
static int32_t buildConnectMsg(SRequestObj* pRequest, SMsgSendInfo** pMsgSendInfo, int32_t totpCode);

void setQueryRequest(int64_t rId) {
  SRequestObj* pReq = acquireRequest(rId);
  if (pReq != NULL) {
    pReq->isQuery = true;
    (void)releaseRequest(rId);
  }
}

static bool stringLengthCheck(const char* str, size_t maxsize) {
  if (str == NULL) {
    return false;
  }

  size_t len = strlen(str);
  if (len <= 0 || len > maxsize) {
    return false;
  }

  return true;
}

static bool validateUserName(const char* user) { return stringLengthCheck(user, TSDB_USER_LEN - 1); }

static bool validatePassword(const char* passwd) { return stringLengthCheck(passwd, TSDB_PASSWORD_MAX_LEN); }

static bool validateDbName(const char* db) { return stringLengthCheck(db, TSDB_DB_NAME_LEN - 1); }

static char* getClusterKey(const char* user, const char* auth, const char* ip, int32_t port) {
  char key[512] = {0};
  if (user == NULL) {
    (void)snprintf(key, sizeof(key), "%s:%s:%d", auth, ip, port);
  } else {
    (void)snprintf(key, sizeof(key), "%s:%s:%s:%d", user, auth, ip, port);
  }
  return taosStrdup(key);
}

static int32_t escapeToPrinted(char* dst, size_t maxDstLength, const char* src, size_t srcLength) {
  if (dst == NULL || src == NULL || srcLength == 0) {
    return 0;
  }

  size_t escapeLength = 0;
  for (size_t i = 0; i < srcLength; ++i) {
    if (src[i] == '\"' || src[i] == '\\' || src[i] == '\b' || src[i] == '\f' || src[i] == '\n' || src[i] == '\r' ||
        src[i] == '\t') {
      escapeLength += 1;
    }
  }

  size_t dstLength = srcLength;
  if (escapeLength == 0) {
    (void)memcpy(dst, src, srcLength);
  } else {
    dstLength = 0;
    for (size_t i = 0; i < srcLength && dstLength <= maxDstLength; i++) {
      switch (src[i]) {
        case '\"':
          dst[dstLength++] = '\\';
          dst[dstLength++] = '\"';
          break;
        case '\\':
          dst[dstLength++] = '\\';
          dst[dstLength++] = '\\';
          break;
        case '\b':
          dst[dstLength++] = '\\';
          dst[dstLength++] = 'b';
          break;
        case '\f':
          dst[dstLength++] = '\\';
          dst[dstLength++] = 'f';
          break;
        case '\n':
          dst[dstLength++] = '\\';
          dst[dstLength++] = 'n';
          break;
        case '\r':
          dst[dstLength++] = '\\';
          dst[dstLength++] = 'r';
          break;
        case '\t':
          dst[dstLength++] = '\\';
          dst[dstLength++] = 't';
          break;
        default:
          dst[dstLength++] = src[i];
      }
    }
  }

  return dstLength;
}

bool chkRequestKilled(void* param) {
  bool         killed = false;
  SRequestObj* pRequest = acquireRequest((int64_t)param);
  if (NULL == pRequest || pRequest->killed) {
    killed = true;
  }

  (void)releaseRequest((int64_t)param);

  return killed;
}

void cleanupAppInfo() {
  taosHashCleanup(appInfo.pInstMap);
  taosHashCleanup(appInfo.pInstMapByClusterId);
  tscInfo("cluster instance map cleaned");
}

static int32_t taosConnectImpl(const char* user, const char* auth, int32_t totpCode, const char* db,
                               __taos_async_fn_t fp, void* param, SAppInstInfo* pAppInfo, int connType,
                               STscObj** pTscObj);

int32_t taos_connect_by_auth(const char* ip, const char* user, const char* auth, const char* totp, const char* db,
                             uint16_t port, int connType, STscObj** pObj) {
  TSC_ERR_RET(taos_init());

  if (user == NULL) {
    if (auth == NULL || strlen(auth) != (TSDB_TOKEN_LEN - 1)) {
      TSC_ERR_RET(TSDB_CODE_TSC_INVALID_TOKEN);
    }
  } else if (!validateUserName(user)) {
    TSC_ERR_RET(TSDB_CODE_TSC_INVALID_USER_LENGTH);
  }
  int32_t code = 0;

  char localDb[TSDB_DB_NAME_LEN] = {0};
  if (db != NULL && strlen(db) > 0) {
    if (!validateDbName(db)) {
      TSC_ERR_RET(TSDB_CODE_TSC_INVALID_DB_LENGTH);
    }

    tstrncpy(localDb, db, sizeof(localDb));
    (void)strdequote(localDb);
  }

  int32_t totpCode = -1;
  if (totp != NULL) {
    char* endptr = NULL;
    totpCode = taosStr2Int32(totp, &endptr, 10);
    if (endptr == totp || *endptr != '\0' || totpCode < 0 || totpCode > 999999) {
      TSC_ERR_RET(TSDB_CODE_TSC_INVALID_TOTP_CODE);
    }
  }

  SCorEpSet epSet = {0};
  if (ip) {
    TSC_ERR_RET(initEpSetFromCfg(ip, NULL, &epSet));
  } else {
    TSC_ERR_RET(initEpSetFromCfg(tsFirst, tsSecond, &epSet));
  }

  if (port) {
    epSet.epSet.eps[0].port = port;
    epSet.epSet.eps[1].port = port;
  }

  char* key = getClusterKey(user, auth, ip, port);
  if (NULL == key) {
    TSC_ERR_RET(terrno);
  }
  tscInfo("connecting to server, numOfEps:%d inUse:%d user:%s db:%s key:%s", epSet.epSet.numOfEps, epSet.epSet.inUse,
          user ? user : "", db, key);
  for (int32_t i = 0; i < epSet.epSet.numOfEps; ++i) {
    tscInfo("ep:%d, %s:%u", i, epSet.epSet.eps[i].fqdn, epSet.epSet.eps[i].port);
  }

  SAppInstInfo** pInst = NULL;
  code = taosThreadMutexLock(&appInfo.mutex);
  if (TSDB_CODE_SUCCESS != code) {
    tscError("failed to lock app info, code:%s", tstrerror(TAOS_SYSTEM_ERROR(code)));
    TSC_ERR_RET(code);
  }

  pInst = taosHashGet(appInfo.pInstMap, key, strlen(key));
  SAppInstInfo* p = NULL;
  if (pInst == NULL) {
    p = taosMemoryCalloc(1, sizeof(struct SAppInstInfo));
    if (NULL == p) {
      TSC_ERR_JRET(terrno);
    }
    p->mgmtEp = epSet;
    code = taosThreadMutexInit(&p->qnodeMutex, NULL);
    if (TSDB_CODE_SUCCESS != code) {
      taosMemoryFree(p);
      TSC_ERR_JRET(code);
    }
    code = openTransporter(user, auth, tsNumOfCores / 2, &p->pTransporter);
    if (TSDB_CODE_SUCCESS != code) {
      taosMemoryFree(p);
      TSC_ERR_JRET(code);
    }
    code = appHbMgrInit(p, key, &p->pAppHbMgr);
    if (TSDB_CODE_SUCCESS != code) {
      destroyAppInst(&p);
      TSC_ERR_JRET(code);
    }
    code = taosHashPut(appInfo.pInstMap, key, strlen(key), &p, POINTER_BYTES);
    if (TSDB_CODE_SUCCESS != code) {
      destroyAppInst(&p);
      TSC_ERR_JRET(code);
    }
    p->instKey = key;
    key = NULL;
    tscInfo("new app inst mgr:%p, user:%s, ip:%s, port:%d", p, user ? user : "", epSet.epSet.eps[0].fqdn,
            epSet.epSet.eps[0].port);

    pInst = &p;
  } else {
    if (NULL == *pInst || NULL == (*pInst)->pAppHbMgr) {
      tscError("*pInst:%p, pAppHgMgr:%p", *pInst, (*pInst) ? (*pInst)->pAppHbMgr : NULL);
      TSC_ERR_JRET(TSDB_CODE_TSC_INTERNAL_ERROR);
    }
    // reset to 0 in case of conn with duplicated user key but its user has ever been dropped.
    atomic_store_8(&(*pInst)->pAppHbMgr->connHbFlag, 0);
  }

_return:

  if (TSDB_CODE_SUCCESS != code) {
    (void)taosThreadMutexUnlock(&appInfo.mutex);
    taosMemoryFreeClear(key);
    return code;
  } else {
    code = taosThreadMutexUnlock(&appInfo.mutex);
    taosMemoryFreeClear(key);
    if (TSDB_CODE_SUCCESS != code) {
      tscError("failed to unlock app info, code:%s", tstrerror(TAOS_SYSTEM_ERROR(code)));
      return code;
    }
    return taosConnectImpl(user, auth, totpCode, localDb, NULL, NULL, *pInst, connType, pObj);
  }
}

int32_t taos_connect_internal(const char* ip, const char* user, const char* pass, const char* totp, const char* db,
                              uint16_t port, int connType, STscObj** pObj) {
  char auth[TSDB_PASSWORD_LEN + 1] = {0};
  if (!validatePassword(pass)) {
    TSC_ERR_RET(TSDB_CODE_TSC_INVALID_PASS_LENGTH);
  }

  taosEncryptPass_c((uint8_t*)pass, strlen(pass), auth);
  return taos_connect_by_auth(ip, user, auth, totp, db, port, connType, pObj);
}

// SAppInstInfo* getAppInstInfo(const char* clusterKey) {
//   SAppInstInfo** ppAppInstInfo = taosHashGet(appInfo.pInstMap, clusterKey, strlen(clusterKey));
//   if (ppAppInstInfo != NULL && *ppAppInstInfo != NULL) {
//     return *ppAppInstInfo;
//   } else {
//     return NULL;
//   }
// }

void freeQueryParam(SSyncQueryParam* param) {
  if (param == NULL) return;
  if (TSDB_CODE_SUCCESS != tsem_destroy(&param->sem)) {
    tscError("failed to destroy semaphore in freeQueryParam");
  }
  taosMemoryFree(param);
}

int32_t buildRequest(uint64_t connId, const char* sql, int sqlLen, void* param, bool validateSql,
                     SRequestObj** pRequest, int64_t reqid) {
  int32_t code = createRequest(connId, TSDB_SQL_SELECT, reqid, pRequest);
  if (TSDB_CODE_SUCCESS != code) {
    tscError("failed to malloc sqlObj, %s", sql);
    return code;
  }

  (*pRequest)->sqlstr = taosMemoryMalloc(sqlLen + 1);
  if ((*pRequest)->sqlstr == NULL) {
    tscError("req:0x%" PRIx64 ", failed to prepare sql string buffer, %s", (*pRequest)->self, sql);
    destroyRequest(*pRequest);
    *pRequest = NULL;
    return terrno;
  }

  (void)strntolower((*pRequest)->sqlstr, sql, (int32_t)sqlLen);
  (*pRequest)->sqlstr[sqlLen] = 0;
  (*pRequest)->sqlLen = sqlLen;
  (*pRequest)->validateOnly = validateSql;
  (*pRequest)->stmtBindVersion = 0;

  code = sqlSecurityCheckStringLevel(*pRequest, (*pRequest)->sqlstr, (*pRequest)->sqlLen);
  if (code != TSDB_CODE_SUCCESS) {
    tscWarn("req:0x%" PRIx64 ", sql security string check failed, QID:0x%" PRIx64 ", code:%s", (*pRequest)->self,
            (*pRequest)->requestId, tstrerror(code));
    destroyRequest(*pRequest);
    *pRequest = NULL;
    return code;
  }

  ((SSyncQueryParam*)(*pRequest)->body.interParam)->userParam = param;

  STscObj* pTscObj = (*pRequest)->pTscObj;
  int32_t  err = taosHashPut(pTscObj->pRequests, &(*pRequest)->self, sizeof((*pRequest)->self), &(*pRequest)->self,
                             sizeof((*pRequest)->self));
  if (err) {
    tscError("req:0x%" PRId64 ", failed to add to request container, QID:0x%" PRIx64 ", conn:%" PRId64 ", %s",
             (*pRequest)->self, (*pRequest)->requestId, pTscObj->id, sql);
    destroyRequest(*pRequest);
    *pRequest = NULL;
    return terrno;
  }

  (*pRequest)->allocatorRefId = -1;
  if (tsQueryUseNodeAllocator && !qIsInsertValuesSql((*pRequest)->sqlstr, (*pRequest)->sqlLen)) {
    if (TSDB_CODE_SUCCESS !=
        nodesCreateAllocator((*pRequest)->requestId, tsQueryNodeChunkSize, &((*pRequest)->allocatorRefId))) {
      tscError("req:0x%" PRId64 ", failed to create node allocator, QID:0x%" PRIx64 ", conn:%" PRId64 ", %s",
               (*pRequest)->self, (*pRequest)->requestId, pTscObj->id, sql);
      destroyRequest(*pRequest);
      *pRequest = NULL;
      return terrno;
    }
  }

  tscDebug("req:0x%" PRIx64 ", build request, QID:0x%" PRIx64, (*pRequest)->self, (*pRequest)->requestId);
  return TSDB_CODE_SUCCESS;
}

int32_t buildPreviousRequest(SRequestObj* pRequest, const char* sql, SRequestObj** pNewRequest) {
  int32_t code =
      buildRequest(pRequest->pTscObj->id, sql, strlen(sql), pRequest, pRequest->validateOnly, pNewRequest, 0);
  if (TSDB_CODE_SUCCESS == code) {
    pRequest->relation.prevRefId = (*pNewRequest)->self;
    (*pNewRequest)->relation.nextRefId = pRequest->self;
    (*pNewRequest)->relation.userRefId = pRequest->self;
    (*pNewRequest)->isSubReq = true;
  }
  return code;
}

int32_t parseSql(SRequestObj* pRequest, bool topicQuery, SQuery** pQuery, SStmtCallback* pStmtCb) {
  STscObj* pTscObj = pRequest->pTscObj;

  SParseContext cxt = {
      .requestId = pRequest->requestId,
      .requestRid = pRequest->self,
      .acctId = pTscObj->acctId,
      .db = pRequest->pDb,
      .topicQuery = topicQuery,
      .pSql = pRequest->sqlstr,
      .sqlLen = pRequest->sqlLen,
      .pMsg = pRequest->msgBuf,
      .msgLen = ERROR_MSG_BUF_DEFAULT_SIZE,
      .pTransporter = pTscObj->pAppInfo->pTransporter,
      .pStmtCb = pStmtCb,
      .pUser = pTscObj->user,
      .userId = pTscObj->userId,
      .isSuperUser = (0 == strcmp(pTscObj->user, TSDB_DEFAULT_USER)),
      .enableSysInfo = pTscObj->sysInfo,
      .minSecLevel = pTscObj->minSecLevel,
      .maxSecLevel = pTscObj->maxSecLevel,
      .macMode = pTscObj->pAppInfo->serverCfg.macActive,  // propagates cluster-level MAC state into parser/executor
      .sodInitial = pTscObj->pAppInfo->serverCfg.sodInitial,
      .svrVer = pTscObj->sVer,
      .nodeOffline = (pTscObj->pAppInfo->onlineDnodes < pTscObj->pAppInfo->totalDnodes),
      .stmtBindVersion = pRequest->stmtBindVersion,
      .setQueryFp = setQueryRequest,
      .timezone = pTscObj->optionInfo.timezone,
      .charsetCxt = pTscObj->optionInfo.charsetCxt,
  };

  cxt.mgmtEpSet = getEpSet_s(&pTscObj->pAppInfo->mgmtEp);
  int32_t code = catalogGetHandle(pTscObj->pAppInfo->clusterId, &cxt.pCatalog);
  if (code != TSDB_CODE_SUCCESS) {
    return code;
  }

  code = qParseSql(&cxt, pQuery);
  if (TSDB_CODE_SUCCESS == code) {
    if ((*pQuery)->haveResultSet) {
      code = setResSchemaInfo(&pRequest->body.resInfo, (*pQuery)->pResSchema, (*pQuery)->numOfResCols,
                              (*pQuery)->pResExtSchema, pRequest->stmtBindVersion > 0);
      setResPrecision(&pRequest->body.resInfo, (*pQuery)->precision);
    }
  }

  if (TSDB_CODE_SUCCESS == code || NEED_CLIENT_HANDLE_ERROR(code)) {
    TSWAP(pRequest->dbList, (*pQuery)->pDbList);
    TSWAP(pRequest->tableList, (*pQuery)->pTableList);
    TSWAP(pRequest->targetTableList, (*pQuery)->pTargetTableList);
  }

  taosArrayDestroy(cxt.pTableMetaPos);
  taosArrayDestroy(cxt.pTableVgroupPos);

  return code;
}
#ifdef TD_ENTERPRISE
static uint8_t getShowVarPrivMask(SRequestObj* pRequest) {
  SCatalog*        pCatalog = NULL;
  SGetUserAuthRsp  authRsp = {0};
  STscObj*         pTscObj = pRequest->pTscObj;
  SRequestConnInfo conn = {.pTrans = pTscObj->pAppInfo->pTransporter,
                           .requestId = pRequest->requestId,
                           .requestObjRefId = pRequest->self,
                           .mgmtEps = getEpSet_s(&pTscObj->pAppInfo->mgmtEp)};

  if (TSDB_CODE_SUCCESS != catalogGetHandle(pTscObj->pAppInfo->clusterId, &pCatalog)) {
    return 0;
  }
  if (TSDB_CODE_SUCCESS != catalogGetUserAuth(pCatalog, &conn, pTscObj->user, &authRsp)) {
    return 0;
  }

  uint8_t mask = 0;
  if (PRIV_HAS(&authRsp.sysPrivs, PRIV_VAR_SYSTEM_SHOW)) mask |= SHOW_VAR_PRIV_SYSTEM;
  if (PRIV_HAS(&authRsp.sysPrivs, PRIV_VAR_SECURITY_SHOW)) mask |= SHOW_VAR_PRIV_SECURITY;
  if (PRIV_HAS(&authRsp.sysPrivs, PRIV_VAR_AUDIT_SHOW)) mask |= SHOW_VAR_PRIV_AUDIT;
  if (PRIV_HAS(&authRsp.sysPrivs, PRIV_VAR_DEBUG_SHOW)) mask |= SHOW_VAR_PRIV_DEBUG;
  return mask;
}
#endif

int32_t execLocalCmd(SRequestObj* pRequest, SQuery* pQuery) {
  SRetrieveTableRsp* pRsp = NULL;
  int8_t             biMode = atomic_load_8(&pRequest->pTscObj->biMode);
  uint8_t            showVarPrivMask = SHOW_VAR_PRIV_ALL;
#ifdef TD_ENTERPRISE
  if (pQuery->pRoot != NULL && nodeType(pQuery->pRoot) == QUERY_NODE_SHOW_LOCAL_VARIABLES_STMT) {
    showVarPrivMask = getShowVarPrivMask(pRequest);
  }
#endif
  int32_t code = qExecCommand(&pRequest->pTscObj->id, pRequest->pTscObj->sysInfo, showVarPrivMask, pQuery->pRoot, &pRsp,
                              biMode, pRequest->pTscObj->optionInfo.charsetCxt);
  if (TSDB_CODE_SUCCESS == code && NULL != pRsp) {
    code = setQueryResultFromRsp(&pRequest->body.resInfo, pRsp, pRequest->body.resInfo.convertUcs4,
                                 pRequest->stmtBindVersion > 0);
  }

  return code;
}

int32_t execDdlQuery(SRequestObj* pRequest, SQuery* pQuery) {
  // drop table if exists not_exists_table
  if (NULL == pQuery->pCmdMsg) {
    return TSDB_CODE_SUCCESS;
  }

  SCmdMsgInfo* pMsgInfo = pQuery->pCmdMsg;
  pRequest->type = pMsgInfo->msgType;
  pRequest->body.requestMsg = (SDataBuf){.pData = pMsgInfo->pMsg, .len = pMsgInfo->msgLen, .handle = NULL};
  pMsgInfo->pMsg = NULL;  // pMsg transferred to SMsgSendInfo management

  STscObj*      pTscObj = pRequest->pTscObj;
  SMsgSendInfo* pSendMsg = buildMsgInfoImpl(pRequest);

  // int64_t transporterId = 0;
  TSC_ERR_RET(asyncSendMsgToServer(pTscObj->pAppInfo->pTransporter, &pMsgInfo->epSet, NULL, pSendMsg));
  TSC_ERR_RET(tsem_wait(&pRequest->body.rspSem));
  return TSDB_CODE_SUCCESS;
}

static SAppInstInfo* getAppInfo(SRequestObj* pRequest) { return pRequest->pTscObj->pAppInfo; }

void asyncExecLocalCmd(SRequestObj* pRequest, SQuery* pQuery) {
  SRetrieveTableRsp* pRsp = NULL;
  if (pRequest->validateOnly) {
    doRequestCallback(pRequest, 0);
    return;
  }

  uint8_t showVarPrivMask = SHOW_VAR_PRIV_ALL;
#ifdef TD_ENTERPRISE
  if (pQuery->pRoot != NULL && nodeType(pQuery->pRoot) == QUERY_NODE_SHOW_LOCAL_VARIABLES_STMT) {
    showVarPrivMask = getShowVarPrivMask(pRequest);
  }
#endif
  int32_t code = qExecCommand(&pRequest->pTscObj->id, pRequest->pTscObj->sysInfo, showVarPrivMask, pQuery->pRoot, &pRsp,
                              atomic_load_8(&pRequest->pTscObj->biMode), pRequest->pTscObj->optionInfo.charsetCxt);
  if (TSDB_CODE_SUCCESS == code && NULL != pRsp) {
    code = setQueryResultFromRsp(&pRequest->body.resInfo, pRsp, pRequest->body.resInfo.convertUcs4,
                                 pRequest->stmtBindVersion > 0);
  }

  SReqResultInfo* pResultInfo = &pRequest->body.resInfo;
  pRequest->code = code;

  if (pRequest->code != TSDB_CODE_SUCCESS) {
    pResultInfo->numOfRows = 0;
    tscError("req:0x%" PRIx64 ", fetch results failed, code:%s, QID:0x%" PRIx64, pRequest->self, tstrerror(code),
             pRequest->requestId);
  } else {
    tscDebug(
        "req:0x%" PRIx64 ", fetch results, numOfRows:%" PRId64 " total Rows:%" PRId64 ", complete:%d, QID:0x%" PRIx64,
        pRequest->self, pResultInfo->numOfRows, pResultInfo->totalRows, pResultInfo->completed, pRequest->requestId);
  }

  doRequestCallback(pRequest, code);
}

int32_t asyncExecDdlQuery(SRequestObj* pRequest, SQuery* pQuery) {
  if (pRequest->validateOnly) {
    doRequestCallback(pRequest, 0);
    return TSDB_CODE_SUCCESS;
  }

  // drop table if exists not_exists_table
  if (NULL == pQuery->pCmdMsg) {
    doRequestCallback(pRequest, 0);
    return TSDB_CODE_SUCCESS;
  }

  SCmdMsgInfo* pMsgInfo = pQuery->pCmdMsg;
  // Clear pQuery->pCmdMsg before the async call so that nodesDestroyNode (which may be
  // triggered by the async response callback on another thread) will not double-free pCmdMsg.
  pQuery->pCmdMsg = NULL;
  pRequest->type = pMsgInfo->msgType;
  pRequest->body.requestMsg = (SDataBuf){.pData = pMsgInfo->pMsg, .len = pMsgInfo->msgLen, .handle = NULL};
  pMsgInfo->pMsg = NULL;  // pMsg transferred to SMsgSendInfo management

  SAppInstInfo* pAppInfo = getAppInfo(pRequest);
  SMsgSendInfo* pSendMsg = buildMsgInfoImpl(pRequest);

  int32_t code = asyncSendMsgToServer(pAppInfo->pTransporter, &pMsgInfo->epSet, NULL, pSendMsg);
  // pMsgInfo->pMsg has been transferred to pRequest->body.requestMsg and pMsgInfo->epSet has
  // been consumed by asyncSendMsgToServer; the SCmdMsgInfo struct itself is no longer needed.
  // Use the local pMsgInfo variable (not pQuery->pCmdMsg) to avoid a use-after-free: the async
  // response callback may have run on another thread and destroyed pQuery by this point.
  taosMemoryFree(pMsgInfo);
  if (code) {
    doRequestCallback(pRequest, code);
  }
  return code;
}

int compareQueryNodeLoad(const void* elem1, const void* elem2) {
  SQueryNodeLoad* node1 = (SQueryNodeLoad*)elem1;
  SQueryNodeLoad* node2 = (SQueryNodeLoad*)elem2;

  if (node1->load < node2->load) {
    return -1;
  }

  return node1->load > node2->load;
}

int32_t updateQnodeList(SAppInstInfo* pInfo, SArray* pNodeList) {
  TSC_ERR_RET(taosThreadMutexLock(&pInfo->qnodeMutex));
  if (pInfo->pQnodeList) {
    taosArrayDestroy(pInfo->pQnodeList);
    pInfo->pQnodeList = NULL;
    tscDebug("QnodeList cleared in cluster 0x%" PRIx64, pInfo->clusterId);
  }

  if (pNodeList) {
    pInfo->pQnodeList = taosArrayDup(pNodeList, NULL);
    taosArraySort(pInfo->pQnodeList, compareQueryNodeLoad);
    tscDebug("QnodeList updated in cluster 0x%" PRIx64 ", num:%ld", pInfo->clusterId,
             taosArrayGetSize(pInfo->pQnodeList));
  }
  TSC_ERR_RET(taosThreadMutexUnlock(&pInfo->qnodeMutex));

  return TSDB_CODE_SUCCESS;
}

int32_t qnodeRequired(SRequestObj* pRequest, bool* required) {
  if (QUERY_POLICY_VNODE == tsQueryPolicy || QUERY_POLICY_CLIENT == tsQueryPolicy) {
    *required = false;
    return TSDB_CODE_SUCCESS;
  }

  int32_t       code = TSDB_CODE_SUCCESS;
  SAppInstInfo* pInfo = pRequest->pTscObj->pAppInfo;
  *required = false;

  TSC_ERR_RET(taosThreadMutexLock(&pInfo->qnodeMutex));
  *required = (NULL == pInfo->pQnodeList);
  TSC_ERR_RET(taosThreadMutexUnlock(&pInfo->qnodeMutex));
  return TSDB_CODE_SUCCESS;
}

int32_t getQnodeList(SRequestObj* pRequest, SArray** pNodeList) {
  SAppInstInfo* pInfo = pRequest->pTscObj->pAppInfo;
  int32_t       code = 0;

  TSC_ERR_RET(taosThreadMutexLock(&pInfo->qnodeMutex));
  if (pInfo->pQnodeList) {
    *pNodeList = taosArrayDup(pInfo->pQnodeList, NULL);
  }
  TSC_ERR_RET(taosThreadMutexUnlock(&pInfo->qnodeMutex));
  if (NULL == *pNodeList) {
    SCatalog* pCatalog = NULL;
    code = catalogGetHandle(pRequest->pTscObj->pAppInfo->clusterId, &pCatalog);
    if (TSDB_CODE_SUCCESS == code) {
      *pNodeList = taosArrayInit(5, sizeof(SQueryNodeLoad));
      if (NULL == pNodeList) {
        TSC_ERR_RET(terrno);
      }
      SRequestConnInfo conn = {.pTrans = pRequest->pTscObj->pAppInfo->pTransporter,
                               .requestId = pRequest->requestId,
                               .requestObjRefId = pRequest->self,
                               .mgmtEps = getEpSet_s(&pRequest->pTscObj->pAppInfo->mgmtEp)};
      code = catalogGetQnodeList(pCatalog, &conn, *pNodeList);
    }

    if (TSDB_CODE_SUCCESS == code && *pNodeList) {
      code = updateQnodeList(pInfo, *pNodeList);
    }
  }

  return code;
}

int32_t getPlan(SRequestObj* pRequest, SQuery* pQuery, SQueryPlan** pPlan, SArray* pNodeList) {
  pRequest->type = pQuery->msgType;
  SAppInstInfo* pAppInfo = getAppInfo(pRequest);

  SPlanContext cxt = {.queryId = pRequest->requestId,
                      .acctId = pRequest->pTscObj->acctId,
                      .mgmtEpSet = getEpSet_s(&pAppInfo->mgmtEp),
                      .pAstRoot = pQuery->pRoot,
                      .showRewrite = pQuery->showRewrite,
                      .pMsg = pRequest->msgBuf,
                      .msgLen = ERROR_MSG_BUF_DEFAULT_SIZE,
                      .pUser = pRequest->pTscObj->user,
                      .userId = pRequest->pTscObj->userId,
                      .timezone = pRequest->pTscObj->optionInfo.timezone,
                      .sysInfo = pRequest->pTscObj->sysInfo,
                      .minSecLevel = pRequest->pTscObj->minSecLevel,
                      .maxSecLevel = pRequest->pTscObj->maxSecLevel,
                      .macMode = pAppInfo->serverCfg.macActive};

  return qCreateQueryPlan(&cxt, pPlan, pNodeList);
}

int32_t setResSchemaInfo(SReqResultInfo* pResInfo, const SSchema* pSchema, int32_t numOfCols,
                         const SExtSchema* pExtSchema, bool isStmt) {
  if (pResInfo == NULL || pSchema == NULL || numOfCols <= 0) {
    tscError("invalid paras, pResInfo == NULL || pSchema == NULL || numOfCols <= 0");
    return TSDB_CODE_INVALID_PARA;
  }

  pResInfo->numOfCols = numOfCols;
  if (pResInfo->fields != NULL) {
    taosMemoryFree(pResInfo->fields);
  }
  if (pResInfo->userFields != NULL) {
    taosMemoryFree(pResInfo->userFields);
  }
  pResInfo->fields = taosMemoryCalloc(numOfCols, sizeof(TAOS_FIELD_E));
  if (NULL == pResInfo->fields) return terrno;
  pResInfo->userFields = taosMemoryCalloc(numOfCols, sizeof(TAOS_FIELD));
  if (NULL == pResInfo->userFields) {
    taosMemoryFree(pResInfo->fields);
    return terrno;
  }
  if (numOfCols != pResInfo->numOfCols) {
    tscError("numOfCols:%d != pResInfo->numOfCols:%d", numOfCols, pResInfo->numOfCols);
    return TSDB_CODE_FAILED;
  }

  for (int32_t i = 0; i < pResInfo->numOfCols; ++i) {
    pResInfo->fields[i].type = pSchema[i].type;

    pResInfo->userFields[i].type = pSchema[i].type;
    // userFields must convert to type bytes, no matter isStmt or not
    pResInfo->userFields[i].bytes = calcTypeBytesFromSchemaBytes(pSchema[i].type, pSchema[i].bytes, false);
    pResInfo->fields[i].bytes = calcTypeBytesFromSchemaBytes(pSchema[i].type, pSchema[i].bytes, isStmt);
    if (IS_DECIMAL_TYPE(pSchema[i].type) && pExtSchema) {
      decimalFromTypeMod(pExtSchema[i].typeMod, &pResInfo->fields[i].precision, &pResInfo->fields[i].scale);
    }

    tstrncpy(pResInfo->fields[i].name, pSchema[i].name, tListLen(pResInfo->fields[i].name));
    tstrncpy(pResInfo->userFields[i].name, pSchema[i].name, tListLen(pResInfo->userFields[i].name));
  }
  return TSDB_CODE_SUCCESS;
}

void setResPrecision(SReqResultInfo* pResInfo, int32_t precision) {
  if (precision != TSDB_TIME_PRECISION_MILLI && precision != TSDB_TIME_PRECISION_MICRO &&
      precision != TSDB_TIME_PRECISION_NANO) {
    return;
  }

  pResInfo->precision = precision;
}

int32_t buildVnodePolicyNodeList(SRequestObj* pRequest, SArray** pNodeList, SArray* pMnodeList, SArray* pDbVgList) {
  SArray* nodeList = taosArrayInit(4, sizeof(SQueryNodeLoad));
  if (NULL == nodeList) {
    return terrno;
  }
  char* policy = (tsQueryPolicy == QUERY_POLICY_VNODE) ? "vnode" : "client";

  int32_t dbNum = taosArrayGetSize(pDbVgList);
  for (int32_t i = 0; i < dbNum; ++i) {
    SArray* pVg = taosArrayGetP(pDbVgList, i);
    if (NULL == pVg) {
      continue;
    }
    int32_t vgNum = taosArrayGetSize(pVg);
    if (vgNum <= 0) {
      continue;
    }

    for (int32_t j = 0; j < vgNum; ++j) {
      SVgroupInfo* pInfo = taosArrayGet(pVg, j);
      if (NULL == pInfo) {
        taosArrayDestroy(nodeList);
        return TSDB_CODE_OUT_OF_RANGE;
      }
      SQueryNodeLoad load = {0};
      load.addr.nodeId = pInfo->vgId;
      load.addr.epSet = pInfo->epSet;

      if (NULL == taosArrayPush(nodeList, &load)) {
        taosArrayDestroy(nodeList);
        return terrno;
      }
    }
  }

  int32_t vnodeNum = taosArrayGetSize(nodeList);
  if (vnodeNum > 0) {
    tscDebug("0x%" PRIx64 " %s policy, use vnode list, num:%d", pRequest->requestId, policy, vnodeNum);
    goto _return;
  }

  int32_t mnodeNum = taosArrayGetSize(pMnodeList);
  if (mnodeNum <= 0) {
    tscDebug("0x%" PRIx64 " %s policy, empty node list", pRequest->requestId, policy);
    goto _return;
  }

  void* pData = taosArrayGet(pMnodeList, 0);
  if (NULL == pData) {
    taosArrayDestroy(nodeList);
    return TSDB_CODE_OUT_OF_RANGE;
  }
  if (NULL == taosArrayAddBatch(nodeList, pData, mnodeNum)) {
    taosArrayDestroy(nodeList);
    return terrno;
  }

  tscDebug("0x%" PRIx64 " %s policy, use mnode list, num:%d", pRequest->requestId, policy, mnodeNum);

_return:

  *pNodeList = nodeList;

  return TSDB_CODE_SUCCESS;
}

int32_t buildQnodePolicyNodeList(SRequestObj* pRequest, SArray** pNodeList, SArray* pMnodeList, SArray* pQnodeList) {
  SArray* nodeList = taosArrayInit(4, sizeof(SQueryNodeLoad));
  if (NULL == nodeList) {
    return terrno;
  }

  int32_t qNodeNum = taosArrayGetSize(pQnodeList);
  if (qNodeNum > 0) {
    void* pData = taosArrayGet(pQnodeList, 0);
    if (NULL == pData) {
      taosArrayDestroy(nodeList);
      return TSDB_CODE_OUT_OF_RANGE;
    }
    if (NULL == taosArrayAddBatch(nodeList, pData, qNodeNum)) {
      taosArrayDestroy(nodeList);
      return terrno;
    }
    tscDebug("0x%" PRIx64 " qnode policy, use qnode list, num:%d", pRequest->requestId, qNodeNum);
    goto _return;
  }

  int32_t mnodeNum = taosArrayGetSize(pMnodeList);
  if (mnodeNum <= 0) {
    tscDebug("0x%" PRIx64 " qnode policy, empty node list", pRequest->requestId);
    goto _return;
  }

  void* pData = taosArrayGet(pMnodeList, 0);
  if (NULL == pData) {
    taosArrayDestroy(nodeList);
    return TSDB_CODE_OUT_OF_RANGE;
  }
  if (NULL == taosArrayAddBatch(nodeList, pData, mnodeNum)) {
    taosArrayDestroy(nodeList);
    return terrno;
  }

  tscDebug("0x%" PRIx64 " qnode policy, use mnode list, num:%d", pRequest->requestId, mnodeNum);

_return:

  *pNodeList = nodeList;

  return TSDB_CODE_SUCCESS;
}

void freeVgList(void* list) {
  SArray* pList = *(SArray**)list;
  taosArrayDestroy(pList);
}

int32_t buildAsyncExecNodeList(SRequestObj* pRequest, SArray** pNodeList, SArray* pMnodeList, SMetaData* pResultMeta) {
  SArray* pDbVgList = NULL;
  SArray* pQnodeList = NULL;
  FDelete fp = NULL;
  int32_t code = 0;

  switch (tsQueryPolicy) {
    case QUERY_POLICY_VNODE:
    case QUERY_POLICY_CLIENT: {
      if (pResultMeta) {
        pDbVgList = taosArrayInit(4, POINTER_BYTES);
        if (NULL == pDbVgList) {
          code = terrno;
          goto _return;
        }
        int32_t dbNum = taosArrayGetSize(pResultMeta->pDbVgroup);
        for (int32_t i = 0; i < dbNum; ++i) {
          SMetaRes* pRes = taosArrayGet(pResultMeta->pDbVgroup, i);
          if (pRes->code || NULL == pRes->pRes) {
            continue;
          }

          if (NULL == taosArrayPush(pDbVgList, &pRes->pRes)) {
            code = terrno;
            goto _return;
          }
        }
      } else {
        fp = freeVgList;

        int32_t dbNum = taosArrayGetSize(pRequest->dbList);
        if (dbNum > 0) {
          SCatalog*     pCtg = NULL;
          SAppInstInfo* pInst = pRequest->pTscObj->pAppInfo;
          code = catalogGetHandle(pInst->clusterId, &pCtg);
          if (code != TSDB_CODE_SUCCESS) {
            goto _return;
          }

          pDbVgList = taosArrayInit(dbNum, POINTER_BYTES);
          if (NULL == pDbVgList) {
            code = terrno;
            goto _return;
          }
          SArray* pVgList = NULL;
          for (int32_t i = 0; i < dbNum; ++i) {
            char*            dbFName = taosArrayGet(pRequest->dbList, i);
            SRequestConnInfo conn = {.pTrans = pInst->pTransporter,
                                     .requestId = pRequest->requestId,
                                     .requestObjRefId = pRequest->self,
                                     .mgmtEps = getEpSet_s(&pInst->mgmtEp)};

            // catalogGetDBVgList will handle dbFName == null.
            code = catalogGetDBVgList(pCtg, &conn, dbFName, &pVgList);
            if (code) {
              goto _return;
            }

            if (NULL == taosArrayPush(pDbVgList, &pVgList)) {
              code = terrno;
              goto _return;
            }
          }
        }
      }

      code = buildVnodePolicyNodeList(pRequest, pNodeList, pMnodeList, pDbVgList);
      break;
    }
    case QUERY_POLICY_HYBRID:
    case QUERY_POLICY_QNODE: {
      if (pResultMeta && taosArrayGetSize(pResultMeta->pQnodeList) > 0) {
        SMetaRes* pRes = taosArrayGet(pResultMeta->pQnodeList, 0);
        if (pRes->code) {
          pQnodeList = NULL;
        } else {
          pQnodeList = taosArrayDup((SArray*)pRes->pRes, NULL);
          if (NULL == pQnodeList) {
            code = terrno ? terrno : TSDB_CODE_OUT_OF_MEMORY;
            goto _return;
          }
        }
      } else {
        SAppInstInfo* pInst = pRequest->pTscObj->pAppInfo;
        TSC_ERR_JRET(taosThreadMutexLock(&pInst->qnodeMutex));
        if (pInst->pQnodeList) {
          pQnodeList = taosArrayDup(pInst->pQnodeList, NULL);
          if (NULL == pQnodeList) {
            code = terrno ? terrno : TSDB_CODE_OUT_OF_MEMORY;
            goto _return;
          }
        }
        TSC_ERR_JRET(taosThreadMutexUnlock(&pInst->qnodeMutex));
      }

      code = buildQnodePolicyNodeList(pRequest, pNodeList, pMnodeList, pQnodeList);
      break;
    }
    default:
      tscError("unknown query policy: %d", tsQueryPolicy);
      return TSDB_CODE_APP_ERROR;
  }

_return:
  taosArrayDestroyEx(pDbVgList, fp);
  taosArrayDestroy(pQnodeList);

  return code;
}

int32_t buildSyncExecNodeList(SRequestObj* pRequest, SArray** pNodeList, SArray* pMnodeList) {
  SArray* pDbVgList = NULL;
  SArray* pQnodeList = NULL;
  int32_t code = 0;

  switch (tsQueryPolicy) {
    case QUERY_POLICY_VNODE:
    case QUERY_POLICY_CLIENT: {
      int32_t dbNum = taosArrayGetSize(pRequest->dbList);
      if (dbNum > 0) {
        SCatalog*     pCtg = NULL;
        SAppInstInfo* pInst = pRequest->pTscObj->pAppInfo;
        code = catalogGetHandle(pInst->clusterId, &pCtg);
        if (code != TSDB_CODE_SUCCESS) {
          goto _return;
        }

        pDbVgList = taosArrayInit(dbNum, POINTER_BYTES);
        if (NULL == pDbVgList) {
          code = terrno;
          goto _return;
        }
        SArray* pVgList = NULL;
        for (int32_t i = 0; i < dbNum; ++i) {
          char*            dbFName = taosArrayGet(pRequest->dbList, i);
          SRequestConnInfo conn = {.pTrans = pInst->pTransporter,
                                   .requestId = pRequest->requestId,
                                   .requestObjRefId = pRequest->self,
                                   .mgmtEps = getEpSet_s(&pInst->mgmtEp)};

          // catalogGetDBVgList will handle dbFName == null.
          code = catalogGetDBVgList(pCtg, &conn, dbFName, &pVgList);
          if (code) {
            goto _return;
          }

          if (NULL == taosArrayPush(pDbVgList, &pVgList)) {
            code = terrno;
            goto _return;
          }
        }
      }

      code = buildVnodePolicyNodeList(pRequest, pNodeList, pMnodeList, pDbVgList);
      break;
    }
    case QUERY_POLICY_HYBRID:
    case QUERY_POLICY_QNODE: {
      TSC_ERR_JRET(getQnodeList(pRequest, &pQnodeList));

      code = buildQnodePolicyNodeList(pRequest, pNodeList, pMnodeList, pQnodeList);
      break;
    }
    default:
      tscError("unknown query policy: %d", tsQueryPolicy);
      return TSDB_CODE_APP_ERROR;
  }

_return:

  taosArrayDestroyEx(pDbVgList, freeVgList);
  taosArrayDestroy(pQnodeList);

  return code;
}

int32_t scheduleQuery(SRequestObj* pRequest, SQueryPlan* pDag, SArray* pNodeList) {
  void* pTransporter = pRequest->pTscObj->pAppInfo->pTransporter;

  SExecResult      res = {0};
  SRequestConnInfo conn = {.pTrans = pRequest->pTscObj->pAppInfo->pTransporter,
                           .requestId = pRequest->requestId,
                           .requestObjRefId = pRequest->self};
  SSchedulerReq    req = {
         .syncReq = true,
         .localReq = (tsQueryPolicy == QUERY_POLICY_CLIENT),
         .pConn = &conn,
         .pNodeList = pNodeList,
         .pDag = pDag,
         .sql = pRequest->sqlstr,
         .startTs = pRequest->metric.start,
         .execFp = NULL,
         .cbParam = NULL,
         .chkKillFp = chkRequestKilled,
         .chkKillParam = (void*)pRequest->self,
         .pExecRes = &res,
         .source = pRequest->source,
         .secureDelete = pRequest->secureDelete,
         .pWorkerCb = getTaskPoolWorkerCb(),
  };

  int32_t code = schedulerExecJob(&req, &pRequest->body.queryJob);

  destroyQueryExecRes(&pRequest->body.resInfo.execRes);
  (void)memcpy(&pRequest->body.resInfo.execRes, &res, sizeof(res));

  if (code != TSDB_CODE_SUCCESS) {
    schedulerFreeJob(&pRequest->body.queryJob, 0);

    pRequest->code = code;
    terrno = code;
    return pRequest->code;
  }

  if (TDMT_VND_SUBMIT == pRequest->type || TDMT_VND_DELETE == pRequest->type ||
      TDMT_VND_CREATE_TABLE == pRequest->type) {
    pRequest->body.resInfo.numOfRows = res.numOfRows;
    if (TDMT_VND_SUBMIT == pRequest->type) {
      STscObj*            pTscObj = pRequest->pTscObj;
      SAppClusterSummary* pActivity = &pTscObj->pAppInfo->summary;
      (void)atomic_add_fetch_64((int64_t*)&pActivity->numOfInsertRows, res.numOfRows);
    }

    schedulerFreeJob(&pRequest->body.queryJob, 0);
  }

  pRequest->code = res.code;
  terrno = res.code;
  return pRequest->code;
}

int32_t handleSubmitExecRes(SRequestObj* pRequest, void* res, SCatalog* pCatalog, SEpSet* epset) {
  SArray*      pArray = NULL;
  SSubmitRsp2* pRsp = (SSubmitRsp2*)res;
  if (NULL == pRsp->aCreateTbRsp) {
    return TSDB_CODE_SUCCESS;
  }

  int32_t tbNum = taosArrayGetSize(pRsp->aCreateTbRsp);
  for (int32_t i = 0; i < tbNum; ++i) {
    SVCreateTbRsp* pTbRsp = (SVCreateTbRsp*)taosArrayGet(pRsp->aCreateTbRsp, i);
    if (pTbRsp->pMeta) {
      TSC_ERR_RET(handleCreateTbExecRes(pTbRsp->pMeta, pCatalog));
    }
  }

  return TSDB_CODE_SUCCESS;
}

int32_t handleQueryExecRes(SRequestObj* pRequest, void* res, SCatalog* pCatalog, SEpSet* epset) {
  int32_t code = 0;
  SArray* pArray = NULL;
  SArray* pTbArray = (SArray*)res;
  int32_t tbNum = taosArrayGetSize(pTbArray);
  if (tbNum <= 0) {
    return TSDB_CODE_SUCCESS;
  }

  pArray = taosArrayInit(tbNum, sizeof(STbSVersion));
  if (NULL == pArray) {
    return terrno;
  }

  for (int32_t i = 0; i < tbNum; ++i) {
    STbVerInfo* tbInfo = taosArrayGet(pTbArray, i);
    if (NULL == tbInfo) {
      code = terrno;
      goto _return;
    }
    STbSVersion tbSver = {
        .tbFName = tbInfo->tbFName, .sver = tbInfo->sversion, .tver = tbInfo->tversion, .rver = tbInfo->rversion};
    if (NULL == taosArrayPush(pArray, &tbSver)) {
      code = terrno;
      goto _return;
    }
  }

  SRequestConnInfo conn = {.pTrans = pRequest->pTscObj->pAppInfo->pTransporter,
                           .requestId = pRequest->requestId,
                           .requestObjRefId = pRequest->self,
                           .mgmtEps = *epset};

  code = catalogChkTbMetaVersion(pCatalog, &conn, pArray);

_return:

  taosArrayDestroy(pArray);
  return code;
}

int32_t handleAlterTbExecRes(void* res, SCatalog* pCatalog) {
  return catalogUpdateTableMeta(pCatalog, (STableMetaRsp*)res);
}

int32_t handleCreateTbExecRes(void* res, SCatalog* pCatalog) {
  return catalogAsyncUpdateTableMeta(pCatalog, (STableMetaRsp*)res);
}

int32_t handleQueryExecRsp(SRequestObj* pRequest) {
  if (NULL == pRequest->body.resInfo.execRes.res) {
    return pRequest->code;
  }

  SCatalog*     pCatalog = NULL;
  SAppInstInfo* pAppInfo = getAppInfo(pRequest);

  int32_t code = catalogGetHandle(pAppInfo->clusterId, &pCatalog);
  if (code) {
    return code;
  }

  SEpSet       epset = getEpSet_s(&pAppInfo->mgmtEp);
  SExecResult* pRes = &pRequest->body.resInfo.execRes;

  switch (pRes->msgType) {
    case TDMT_VND_ALTER_TABLE:
    case TDMT_MND_ALTER_STB: {
      code = handleAlterTbExecRes(pRes->res, pCatalog);
      break;
    }
    case TDMT_VND_CREATE_TABLE: {
      SArray* pList = (SArray*)pRes->res;
      int32_t num = taosArrayGetSize(pList);
      for (int32_t i = 0; i < num; ++i) {
        void* res = taosArrayGetP(pList, i);
        // handleCreateTbExecRes will handle res == null
        code = handleCreateTbExecRes(res, pCatalog);
      }
      break;
    }
    case TDMT_MND_CREATE_STB: {
      code = handleCreateTbExecRes(pRes->res, pCatalog);
      break;
    }
    case TDMT_VND_SUBMIT: {
      (void)atomic_add_fetch_64((int64_t*)&pAppInfo->summary.insertBytes, pRes->numOfBytes);

      code = handleSubmitExecRes(pRequest, pRes->res, pCatalog, &epset);
      break;
    }
    case TDMT_SCH_QUERY:
    case TDMT_SCH_MERGE_QUERY: {
      code = handleQueryExecRes(pRequest, pRes->res, pCatalog, &epset);
      break;
    }
    default:
      tscError("req:0x%" PRIx64 ", invalid exec result for request type:%d, QID:0x%" PRIx64, pRequest->self,
               pRequest->type, pRequest->requestId);
      code = TSDB_CODE_APP_ERROR;
  }

  return code;
}

static bool incompletaFileParsing(SNode* pStmt) {
  return QUERY_NODE_VNODE_MODIFY_STMT != nodeType(pStmt) ? false : ((SVnodeModifyOpStmt*)pStmt)->fileProcessing;
}

void continuePostSubQuery(SRequestObj* pRequest, SSDataBlock* pBlock) {
  SSqlCallbackWrapper* pWrapper = pRequest->pWrapper;

  int32_t code = nodesAcquireAllocator(pWrapper->pParseCtx->allocatorId);
  if (TSDB_CODE_SUCCESS == code) {
    int64_t analyseStart = taosGetTimestampUs();
    code = qContinueParsePostQuery(pWrapper->pParseCtx, pRequest->pQuery, pBlock);
    pRequest->metric.analyseCostUs += taosGetTimestampUs() - analyseStart;
  }

  if (TSDB_CODE_SUCCESS == code) {
    code = qContinuePlanPostQuery(pRequest->pPostPlan);
  }

  code = nodesReleaseAllocator(pWrapper->pParseCtx->allocatorId);
  handleQueryAnslyseRes(pWrapper, NULL, code);
}

void returnToUser(SRequestObj* pRequest) {
  if (pRequest->relation.userRefId == pRequest->self || 0 == pRequest->relation.userRefId) {
    // return to client
    doRequestCallback(pRequest, pRequest->code);
    return;
  }

  SRequestObj* pUserReq = acquireRequest(pRequest->relation.userRefId);
  if (pUserReq) {
    pUserReq->code = pRequest->code;
    // return to client
    doRequestCallback(pUserReq, pUserReq->code);
    (void)releaseRequest(pRequest->relation.userRefId);
    return;
  } else {
    tscError("req:0x%" PRIx64 ", user ref 0x%" PRIx64 " is not there, QID:0x%" PRIx64, pRequest->self,
             pRequest->relation.userRefId, pRequest->requestId);
  }
}

static int32_t createResultBlock(TAOS_RES* pRes, int32_t numOfRows, SSDataBlock** pBlock) {
  int64_t     lastTs = 0;
  TAOS_FIELD* pResFields = taos_fetch_fields(pRes);
  int32_t     numOfFields = taos_num_fields(pRes);

  int32_t code = createDataBlock(pBlock);
  if (code) {
    return code;
  }

  for (int32_t i = 0; i < numOfFields; ++i) {
    SColumnInfoData colInfoData = createColumnInfoData(pResFields[i].type, pResFields[i].bytes, i + 1);
    code = blockDataAppendColInfo(*pBlock, &colInfoData);
    if (TSDB_CODE_SUCCESS != code) {
      blockDataDestroy(*pBlock);
      return code;
    }
  }

  code = blockDataEnsureCapacity(*pBlock, numOfRows);
  if (TSDB_CODE_SUCCESS != code) {
    blockDataDestroy(*pBlock);
    return code;
  }

  for (int32_t i = 0; i < numOfRows; ++i) {
    TAOS_ROW pRow = taos_fetch_row(pRes);
    if (NULL == pRow[0] || NULL == pRow[1] || NULL == pRow[2]) {
      tscError("invalid data from vnode");
      blockDataDestroy(*pBlock);
      return TSDB_CODE_TSC_INTERNAL_ERROR;
    }
    int64_t ts = *(int64_t*)pRow[0];
    if (lastTs < ts) {
      lastTs = ts;
    }

    for (int32_t j = 0; j < numOfFields; ++j) {
      SColumnInfoData* pColInfoData = taosArrayGet((*pBlock)->pDataBlock, j);
      code = colDataSetVal(pColInfoData, i, pRow[j], false);
      if (TSDB_CODE_SUCCESS != code) {
        blockDataDestroy(*pBlock);
        return code;
      }
    }

    tscInfo("[create stream with histroy] lastKey:%" PRId64 " vgId:%d, vgVer:%" PRId64, ts, *(int32_t*)pRow[1],
            *(int64_t*)pRow[2]);
  }

  (*pBlock)->info.window.ekey = lastTs;
  (*pBlock)->info.rows = numOfRows;

  tscInfo("[create stream with histroy] lastKey:%" PRId64 " numOfRows:%d from all vgroups", lastTs, numOfRows);
  return TSDB_CODE_SUCCESS;
}

void postSubQueryFetchCb(void* param, TAOS_RES* res, int32_t rowNum) {
  SRequestObj* pRequest = (SRequestObj*)res;
  if (pRequest->code) {
    returnToUser(pRequest);
    return;
  }

  SSDataBlock* pBlock = NULL;
  pRequest->code = createResultBlock(res, rowNum, &pBlock);
  if (TSDB_CODE_SUCCESS != pRequest->code) {
    tscError("req:0x%" PRIx64 ", create result block failed, QID:0x%" PRIx64 " %s", pRequest->self, pRequest->requestId,
             tstrerror(pRequest->code));
    returnToUser(pRequest);
    return;
  }

  SRequestObj* pNextReq = acquireRequest(pRequest->relation.nextRefId);
  if (pNextReq) {
    continuePostSubQuery(pNextReq, pBlock);
    (void)releaseRequest(pRequest->relation.nextRefId);
  } else {
    tscError("req:0x%" PRIx64 ", next req ref 0x%" PRIx64 " is not there, QID:0x%" PRIx64, pRequest->self,
             pRequest->relation.nextRefId, pRequest->requestId);
  }

  blockDataDestroy(pBlock);
}

void handlePostSubQuery(SSqlCallbackWrapper* pWrapper) {
  SRequestObj* pRequest = pWrapper->pRequest;
  if (TD_RES_QUERY(pRequest)) {
    taosAsyncFetchImpl(pRequest, postSubQueryFetchCb, pWrapper);
    return;
  }

  SRequestObj* pNextReq = acquireRequest(pRequest->relation.nextRefId);
  if (pNextReq) {
    continuePostSubQuery(pNextReq, NULL);
    (void)releaseRequest(pRequest->relation.nextRefId);
  } else {
    tscError("req:0x%" PRIx64 ", next req ref 0x%" PRIx64 " is not there, QID:0x%" PRIx64, pRequest->self,
             pRequest->relation.nextRefId, pRequest->requestId);
  }
}

// todo refacto the error code  mgmt
void schedulerExecCb(SExecResult* pResult, void* param, int32_t code) {
  SSqlCallbackWrapper* pWrapper = param;
  SRequestObj*         pRequest = pWrapper->pRequest;
  STscObj*             pTscObj = pRequest->pTscObj;

  // Note: This is EXECUTE completion callback, not FETCH callback.
  // Scheduler job phase is authoritative. Client phase is only fallback.
  // Let heartbeat read scheduler job phase via schedulerGetJobPhase().

  pRequest->code = code;
  if (pResult) {
    destroyQueryExecRes(&pRequest->body.resInfo.execRes);
    (void)memcpy(&pRequest->body.resInfo.execRes, pResult, sizeof(*pResult));
  }

  int32_t type = pRequest->type;
  if (TDMT_VND_SUBMIT == type || TDMT_VND_DELETE == type || TDMT_VND_CREATE_TABLE == type) {
    if (pResult) {
      pRequest->body.resInfo.numOfRows += pResult->numOfRows;

      // record the insert rows
      if (TDMT_VND_SUBMIT == type) {
        SAppClusterSummary* pActivity = &pTscObj->pAppInfo->summary;
        (void)atomic_add_fetch_64((int64_t*)&pActivity->numOfInsertRows, pResult->numOfRows);
      }
    }
    schedulerFreeJob(&pRequest->body.queryJob, 0);
  }

  taosMemoryFree(pResult);
  tscDebug("req:0x%" PRIx64 ", enter scheduler exec cb, code:%s, QID:0x%" PRIx64, pRequest->self, tstrerror(code),
           pRequest->requestId);

  if (code != TSDB_CODE_SUCCESS && NEED_CLIENT_HANDLE_ERROR(code) && pRequest->sqlstr != NULL &&
      pRequest->stmtBindVersion == 0) {
    tscDebug("req:0x%" PRIx64 ", client retry to handle the error, code:%s, tryCount:%d, QID:0x%" PRIx64,
             pRequest->self, tstrerror(code), pRequest->retry, pRequest->requestId);
    if (TSDB_CODE_SUCCESS != removeMeta(pTscObj, pRequest->targetTableList, IS_VIEW_REQUEST(pRequest->type))) {
      tscError("req:0x%" PRIx64 ", remove meta failed, QID:0x%" PRIx64, pRequest->self, pRequest->requestId);
    }
    restartAsyncQuery(pRequest, code);
    return;
  }

  tscTrace("req:0x%" PRIx64 ", scheduler exec cb, request type:%s", pRequest->self, TMSG_INFO(pRequest->type));
  if (NEED_CLIENT_RM_TBLMETA_REQ(pRequest->type) && NULL == pRequest->body.resInfo.execRes.res) {
    if (TSDB_CODE_SUCCESS != removeMeta(pTscObj, pRequest->targetTableList, IS_VIEW_REQUEST(pRequest->type))) {
      tscError("req:0x%" PRIx64 ", remove meta failed, QID:0x%" PRIx64, pRequest->self, pRequest->requestId);
    }
  }

  pRequest->metric.execCostUs = taosGetTimestampUs() - pRequest->metric.execStart;

  int32_t code1 = handleQueryExecRsp(pRequest);
  if (pRequest->code == TSDB_CODE_SUCCESS && pRequest->code != code1) {
    pRequest->code = code1;
  }

  if (pRequest->code == TSDB_CODE_SUCCESS && NULL != pRequest->pQuery &&
      incompletaFileParsing(pRequest->pQuery->pRoot)) {
    continueInsertFromCsv(pWrapper, pRequest);
    return;
  }

  if (pRequest->relation.nextRefId) {
    handlePostSubQuery(pWrapper);
  } else {
    destorySqlCallbackWrapper(pWrapper);
    pRequest->pWrapper = NULL;

    // return to client
    doRequestCallback(pRequest, code);
  }
}

void launchQueryImpl(SRequestObj* pRequest, SQuery* pQuery, bool keepQuery, void** res) {
  int32_t code = 0;
  int32_t subplanNum = 0;

  if (pQuery->pRoot) {
    pRequest->stmtType = pQuery->pRoot->type;
    if (nodeType(pQuery->pRoot) == QUERY_NODE_DELETE_STMT) {
      pRequest->secureDelete = ((SDeleteStmt*)pQuery->pRoot)->secureDelete;
    }
  }

  if (pQuery->pRoot && !pRequest->inRetry) {
    STscObj*            pTscObj = pRequest->pTscObj;
    SAppClusterSummary* pActivity = &pTscObj->pAppInfo->summary;
    if (QUERY_NODE_VNODE_MODIFY_STMT == pQuery->pRoot->type) {
      (void)atomic_add_fetch_64((int64_t*)&pActivity->numOfInsertsReq, 1);
    } else if (QUERY_NODE_SELECT_STMT == pQuery->pRoot->type) {
      (void)atomic_add_fetch_64((int64_t*)&pActivity->numOfQueryReq, 1);
    }
  }

  pRequest->body.execMode = pQuery->execMode;
  switch (pQuery->execMode) {
    case QUERY_EXEC_MODE_LOCAL:
      if (!pRequest->validateOnly) {
        if (NULL == pQuery->pRoot) {
          terrno = TSDB_CODE_INVALID_PARA;
          code = terrno;
        } else {
          code = execLocalCmd(pRequest, pQuery);
        }
      }
      break;
    case QUERY_EXEC_MODE_RPC:
      if (!pRequest->validateOnly) {
        code = execDdlQuery(pRequest, pQuery);
      }
      break;
    case QUERY_EXEC_MODE_SCHEDULE: {
      SArray* pMnodeList = taosArrayInit(4, sizeof(SQueryNodeLoad));
      if (NULL == pMnodeList) {
        code = terrno;
        break;
      }
      SQueryPlan* pDag = NULL;
      code = getPlan(pRequest, pQuery, &pDag, pMnodeList);
      if (TSDB_CODE_SUCCESS == code) {
        pRequest->body.subplanNum = pDag->numOfSubplans;
        if (!pRequest->validateOnly) {
          SArray* pNodeList = NULL;
          code = buildSyncExecNodeList(pRequest, &pNodeList, pMnodeList);

          if (TSDB_CODE_SUCCESS == code) {
            code = sessMetricCheckValue((SSessMetric*)pRequest->pTscObj->pSessMetric, SESSION_MAX_CALL_VNODE_NUM,
                                        taosArrayGetSize(pNodeList));
          }

          if (TSDB_CODE_SUCCESS == code) {
            code = scheduleQuery(pRequest, pDag, pNodeList);
          }
          taosArrayDestroy(pNodeList);
        }
      }
      taosArrayDestroy(pMnodeList);
      break;
    }
    case QUERY_EXEC_MODE_EMPTY_RESULT:
      pRequest->type = TSDB_SQL_RETRIEVE_EMPTY_RESULT;
      break;
    default:
      break;
  }

  if (!keepQuery) {
    qDestroyQuery(pQuery);
  }

  if (NEED_CLIENT_RM_TBLMETA_REQ(pRequest->type) && NULL == pRequest->body.resInfo.execRes.res) {
    int ret = removeMeta(pRequest->pTscObj, pRequest->targetTableList, IS_VIEW_REQUEST(pRequest->type));
    if (TSDB_CODE_SUCCESS != ret) {
      tscError("req:0x%" PRIx64 ", remove meta failed,code:%d, QID:0x%" PRIx64, pRequest->self, ret,
               pRequest->requestId);
    }
  }

  if (TSDB_CODE_SUCCESS == code) {
    code = handleQueryExecRsp(pRequest);
  }

  if (TSDB_CODE_SUCCESS != code) {
    pRequest->code = code;
  }

  if (res) {
    *res = pRequest->body.resInfo.execRes.res;
    pRequest->body.resInfo.execRes.res = NULL;
  }
}

static int32_t asyncExecSchQuery(SRequestObj* pRequest, SQuery* pQuery, SMetaData* pResultMeta,
                                 SSqlCallbackWrapper* pWrapper) {
  int32_t code = TSDB_CODE_SUCCESS;
  pRequest->type = pQuery->msgType;
  SArray*     pMnodeList = NULL;
  SArray*     pNodeList = NULL;
  SQueryPlan* pDag = NULL;
  int64_t     st = taosGetTimestampUs();

  if (!pRequest->parseOnly) {
    CLIENT_UPDATE_REQUEST_PHASE_IF_CHANGED(pRequest, QUERY_PHASE_PLAN);

    pMnodeList = taosArrayInit(4, sizeof(SQueryNodeLoad));
    if (NULL == pMnodeList) {
      code = terrno;
    }
    SPlanContext cxt = {.queryId = pRequest->requestId,
                        .acctId = pRequest->pTscObj->acctId,
                        .mgmtEpSet = getEpSet_s(&pRequest->pTscObj->pAppInfo->mgmtEp),
                        .pAstRoot = pQuery->pRoot,
                        .showRewrite = pQuery->showRewrite,
                        .isView = pWrapper->pParseCtx->isView,
                        .isAudit = pWrapper->pParseCtx->isAudit,
                        .privInfo = pWrapper->pParseCtx->privInfo,
                        .pMsg = pRequest->msgBuf,
                        .msgLen = ERROR_MSG_BUF_DEFAULT_SIZE,
                        .pUser = pRequest->pTscObj->user,
                        .userId = pRequest->pTscObj->userId,
                        .sysInfo = pRequest->pTscObj->sysInfo,
                        .timezone = pRequest->pTscObj->optionInfo.timezone,
                        .allocatorId = pRequest->stmtBindVersion > 0 ? 0 : pRequest->allocatorRefId};
    if (TSDB_CODE_SUCCESS == code) {
      code = qCreateQueryPlan(&cxt, &pDag, pMnodeList);
    }
    if (code) {
      tscError("req:0x%" PRIx64 " requestId:0x%" PRIx64 ", failed to create query plan, code:%s msg:%s", pRequest->self,
               pRequest->requestId, tstrerror(code), cxt.pMsg);
    } else {
      pRequest->body.subplanNum = pDag->numOfSubplans;
      TSWAP(pRequest->pPostPlan, pDag->pPostPlan);
    }
  }

  pRequest->metric.execStart = taosGetTimestampUs();
  pRequest->metric.planCostUs = pRequest->metric.execStart - st;

  if (TSDB_CODE_SUCCESS == code && !pRequest->validateOnly) {
    if (QUERY_NODE_VNODE_MODIFY_STMT != nodeType(pQuery->pRoot)) {
      CLIENT_UPDATE_REQUEST_PHASE_IF_CHANGED(pRequest, QUERY_PHASE_SCHEDULE);
      code = buildAsyncExecNodeList(pRequest, &pNodeList, pMnodeList, pResultMeta);
    }

    if (code == TSDB_CODE_SUCCESS) {
      code = sessMetricCheckValue((SSessMetric*)pRequest->pTscObj->pSessMetric, SESSION_MAX_CALL_VNODE_NUM,
                                  taosArrayGetSize(pNodeList));
    }

    if (code == TSDB_CODE_SUCCESS) {
      SRequestConnInfo conn = {.pTrans = getAppInfo(pRequest)->pTransporter,
                               .requestId = pRequest->requestId,
                               .requestObjRefId = pRequest->self};
      SSchedulerReq    req = {
             .syncReq = false,
             .localReq = (tsQueryPolicy == QUERY_POLICY_CLIENT),
             .pConn = &conn,
             .pNodeList = pNodeList,
             .pDag = pDag,
             .allocatorRefId = pRequest->allocatorRefId,
             .sql = pRequest->sqlstr,
             .startTs = pRequest->metric.start,
             .execFp = schedulerExecCb,
             .cbParam = pWrapper,
             .chkKillFp = chkRequestKilled,
             .chkKillParam = (void*)pRequest->self,
             .pExecRes = NULL,
             .source = pRequest->source,
             .secureDelete = pRequest->secureDelete,
             .pWorkerCb = getTaskPoolWorkerCb(),
      };

      if (TSDB_CODE_SUCCESS == code) {
        CLIENT_UPDATE_REQUEST_PHASE_IF_CHANGED(pRequest, QUERY_PHASE_EXECUTE);
        code = schedulerExecJob(&req, &pRequest->body.queryJob);
      }
      taosArrayDestroy(pNodeList);
      taosArrayDestroy(pMnodeList);
      return code;
    }
  }

  qDestroyQueryPlan(pDag);
  tscDebug("req:0x%" PRIx64 ", plan not executed, code:%s 0x%" PRIx64, pRequest->self, tstrerror(code),
           pRequest->requestId);
  destorySqlCallbackWrapper(pWrapper);
  pRequest->pWrapper = NULL;
  if (TSDB_CODE_SUCCESS != code) {
    pRequest->code = code;
  }

  doRequestCallback(pRequest, code);

  // todo not to be released here
  taosArrayDestroy(pMnodeList);
  taosArrayDestroy(pNodeList);

  return code;
}

void launchAsyncQuery(SRequestObj* pRequest, SQuery* pQuery, SMetaData* pResultMeta, SSqlCallbackWrapper* pWrapper) {
  int32_t code = 0;

  if (pRequest->parseOnly) {
    doRequestCallback(pRequest, 0);
    return;
  }

  pRequest->body.execMode = pQuery->execMode;
  if (QUERY_EXEC_MODE_SCHEDULE != pRequest->body.execMode) {
    destorySqlCallbackWrapper(pWrapper);
    pRequest->pWrapper = NULL;
  }

  if (pQuery->pRoot && !pRequest->inRetry) {
    STscObj*            pTscObj = pRequest->pTscObj;
    SAppClusterSummary* pActivity = &pTscObj->pAppInfo->summary;
    if (QUERY_NODE_VNODE_MODIFY_STMT == pQuery->pRoot->type &&
        (0 == ((SVnodeModifyOpStmt*)pQuery->pRoot)->sqlNodeType)) {
      (void)atomic_add_fetch_64((int64_t*)&pActivity->numOfInsertsReq, 1);
    } else if (QUERY_NODE_SELECT_STMT == pQuery->pRoot->type) {
      (void)atomic_add_fetch_64((int64_t*)&pActivity->numOfQueryReq, 1);
    }
  }

  switch (pQuery->execMode) {
    case QUERY_EXEC_MODE_LOCAL:
      asyncExecLocalCmd(pRequest, pQuery);
      break;
    case QUERY_EXEC_MODE_RPC:
      code = asyncExecDdlQuery(pRequest, pQuery);
      break;
    case QUERY_EXEC_MODE_SCHEDULE: {
      code = asyncExecSchQuery(pRequest, pQuery, pResultMeta, pWrapper);
      break;
    }
    case QUERY_EXEC_MODE_EMPTY_RESULT:
      pRequest->type = TSDB_SQL_RETRIEVE_EMPTY_RESULT;
      doRequestCallback(pRequest, 0);
      break;
    default:
      tscError("req:0x%" PRIx64 ", invalid execMode %d", pRequest->self, pQuery->execMode);
      doRequestCallback(pRequest, -1);
      break;
  }
}

int32_t refreshMeta(STscObj* pTscObj, SRequestObj* pRequest) {
  SCatalog* pCatalog = NULL;
  int32_t   code = 0;
  int32_t   dbNum = taosArrayGetSize(pRequest->dbList);
  int32_t   tblNum = taosArrayGetSize(pRequest->tableList);

  if (dbNum <= 0 && tblNum <= 0) {
    return TSDB_CODE_APP_ERROR;
  }

  code = catalogGetHandle(pTscObj->pAppInfo->clusterId, &pCatalog);
  if (code != TSDB_CODE_SUCCESS) {
    return code;
  }

  SRequestConnInfo conn = {.pTrans = pTscObj->pAppInfo->pTransporter,
                           .requestId = pRequest->requestId,
                           .requestObjRefId = pRequest->self,
                           .mgmtEps = getEpSet_s(&pTscObj->pAppInfo->mgmtEp)};

  for (int32_t i = 0; i < dbNum; ++i) {
    char* dbFName = taosArrayGet(pRequest->dbList, i);

    // catalogRefreshDBVgInfo will handle dbFName == null.
    code = catalogRefreshDBVgInfo(pCatalog, &conn, dbFName);
    if (code != TSDB_CODE_SUCCESS) {
      return code;
    }
  }

  for (int32_t i = 0; i < tblNum; ++i) {
    SName* tableName = taosArrayGet(pRequest->tableList, i);

    // catalogRefreshTableMeta will handle tableName == null.
    code = catalogRefreshTableMeta(pCatalog, &conn, tableName, -1);
    if (code != TSDB_CODE_SUCCESS) {
      return code;
    }
  }

  return code;
}

int32_t removeMeta(STscObj* pTscObj, SArray* tbList, bool isView) {
  SCatalog* pCatalog = NULL;
  int32_t   tbNum = taosArrayGetSize(tbList);
  int32_t   code = catalogGetHandle(pTscObj->pAppInfo->clusterId, &pCatalog);
  if (code != TSDB_CODE_SUCCESS) {
    return code;
  }

  if (isView) {
    for (int32_t i = 0; i < tbNum; ++i) {
      SName* pViewName = taosArrayGet(tbList, i);
      char   dbFName[TSDB_DB_FNAME_LEN];
      if (NULL == pViewName) {
        continue;
      }
      (void)tNameGetFullDbName(pViewName, dbFName);
      TSC_ERR_RET(catalogRemoveViewMeta(pCatalog, dbFName, 0, pViewName->tname, 0));
    }
  } else {
    for (int32_t i = 0; i < tbNum; ++i) {
      SName* pTbName = taosArrayGet(tbList, i);
      TSC_ERR_RET(catalogRemoveTableMeta(pCatalog, pTbName));
    }
  }

  return TSDB_CODE_SUCCESS;
}

int32_t initEpSetFromCfg(const char* firstEp, const char* secondEp, SCorEpSet* pEpSet) {
  pEpSet->version = 0;

  // init mnode ip set
  SEpSet* mgmtEpSet = &(pEpSet->epSet);
  mgmtEpSet->numOfEps = 0;
  mgmtEpSet->inUse = 0;

  if (firstEp && firstEp[0] != 0) {
    if (strlen(firstEp) >= TSDB_EP_LEN) {
      terrno = TSDB_CODE_TSC_INVALID_FQDN;
      return -1;
    }

    int32_t code = taosGetFqdnPortFromEp(firstEp, &mgmtEpSet->eps[mgmtEpSet->numOfEps]);
    if (code != TSDB_CODE_SUCCESS) {
      terrno = TSDB_CODE_TSC_INVALID_FQDN;
      return terrno;
    }
    // uint32_t addr = 0;
    SIpAddr addr = {0};
    code = taosGetIpFromFqdn(tsEnableIpv6, mgmtEpSet->eps[mgmtEpSet->numOfEps].fqdn, &addr);
    if (code) {
      tscError("failed to resolve firstEp fqdn: %s, code:%s", mgmtEpSet->eps[mgmtEpSet->numOfEps].fqdn,
               tstrerror(TSDB_CODE_TSC_INVALID_FQDN));
      (void)memset(&(mgmtEpSet->eps[mgmtEpSet->numOfEps]), 0, sizeof(mgmtEpSet->eps[mgmtEpSet->numOfEps]));
    } else {
      mgmtEpSet->numOfEps++;
    }
  }

  if (secondEp && secondEp[0] != 0) {
    if (strlen(secondEp) >= TSDB_EP_LEN) {
      terrno = TSDB_CODE_TSC_INVALID_FQDN;
      return terrno;
    }

    int32_t code = taosGetFqdnPortFromEp(secondEp, &mgmtEpSet->eps[mgmtEpSet->numOfEps]);
    if (code != TSDB_CODE_SUCCESS) {
      return code;
    }
    SIpAddr addr = {0};
    code = taosGetIpFromFqdn(tsEnableIpv6, mgmtEpSet->eps[mgmtEpSet->numOfEps].fqdn, &addr);
    if (code) {
      tscError("failed to resolve secondEp fqdn: %s, code:%s", mgmtEpSet->eps[mgmtEpSet->numOfEps].fqdn,
               tstrerror(TSDB_CODE_TSC_INVALID_FQDN));
      (void)memset(&(mgmtEpSet->eps[mgmtEpSet->numOfEps]), 0, sizeof(mgmtEpSet->eps[mgmtEpSet->numOfEps]));
    } else {
      mgmtEpSet->numOfEps++;
    }
  }

  if (mgmtEpSet->numOfEps == 0) {
    terrno = TSDB_CODE_RPC_NETWORK_UNAVAIL;
    return TSDB_CODE_RPC_NETWORK_UNAVAIL;
  }

  return 0;
}

int32_t taosConnectImpl(const char* user, const char* auth, int32_t totpCode, const char* db, __taos_async_fn_t fp,
                        void* param, SAppInstInfo* pAppInfo, int connType, STscObj** pTscObj) {
  *pTscObj = NULL;
  int32_t code = createTscObj(user, auth, db, connType, pAppInfo, pTscObj);
  if (TSDB_CODE_SUCCESS != code) {
    return code;
  }

  SRequestObj* pRequest = NULL;
  code = createRequest((*pTscObj)->id, TDMT_MND_CONNECT, 0, &pRequest);
  if (TSDB_CODE_SUCCESS != code) {
    destroyTscObj(*pTscObj);
    return code;
  }

  pRequest->sqlstr = taosStrdup("taos_connect");
  if (pRequest->sqlstr) {
    pRequest->sqlLen = strlen(pRequest->sqlstr);
  } else {
    return terrno;
  }

  SMsgSendInfo* body = NULL;
  code = buildConnectMsg(pRequest, &body, totpCode);
  if (TSDB_CODE_SUCCESS != code) {
    destroyTscObj(*pTscObj);
    return code;
  }

  // int64_t transporterId = 0;
  SEpSet epset = getEpSet_s(&(*pTscObj)->pAppInfo->mgmtEp);
  code = asyncSendMsgToServer((*pTscObj)->pAppInfo->pTransporter, &epset, NULL, body);
  if (TSDB_CODE_SUCCESS != code) {
    destroyTscObj(*pTscObj);
    tscError("failed to send connect msg to server, code:%s", tstrerror(code));
    return code;
  }
  if (TSDB_CODE_SUCCESS != tsem_wait(&pRequest->body.rspSem)) {
    destroyTscObj(*pTscObj);
    tscError("failed to wait sem, code:%s", terrstr());
    return terrno;
  }
  if (pRequest->code != TSDB_CODE_SUCCESS) {
    const char* errorMsg = (code == TSDB_CODE_RPC_FQDN_ERROR) ? taos_errstr(pRequest) : tstrerror(pRequest->code);
    tscError("failed to connect to server, reason: %s", errorMsg);

    terrno = pRequest->code;
    destroyRequest(pRequest);
    taos_close_internal(*pTscObj);
    *pTscObj = NULL;
    return terrno;
  }
  if (connType == CONN_TYPE__AUTH_TEST) {
    terrno = TSDB_CODE_SUCCESS;
    destroyRequest(pRequest);
    taos_close_internal(*pTscObj);
    *pTscObj = NULL;
    return TSDB_CODE_SUCCESS;
  }

  tscInfo("conn:0x%" PRIx64 ", connection is opening, connId:%u, dnodeConn:%p, QID:0x%" PRIx64, (*pTscObj)->id,
          (*pTscObj)->connId, (*pTscObj)->pAppInfo->pTransporter, pRequest->requestId);
  destroyRequest(pRequest);
  return code;
}

static int32_t buildConnectMsg(SRequestObj* pRequest, SMsgSendInfo** pMsgSendInfo, int32_t totpCode) {
  *pMsgSendInfo = taosMemoryCalloc(1, sizeof(SMsgSendInfo));
  if (*pMsgSendInfo == NULL) {
    return terrno;
  }

  (*pMsgSendInfo)->msgType = TDMT_MND_CONNECT;

  (*pMsgSendInfo)->requestObjRefId = pRequest->self;
  (*pMsgSendInfo)->requestId = pRequest->requestId;
  (*pMsgSendInfo)->fp = getMsgRspHandle((*pMsgSendInfo)->msgType);
  (*pMsgSendInfo)->param = taosMemoryCalloc(1, sizeof(pRequest->self));
  if (NULL == (*pMsgSendInfo)->param) {
    taosMemoryFree(*pMsgSendInfo);
    return terrno;
  }

  *(int64_t*)(*pMsgSendInfo)->param = pRequest->self;

  SConnectReq connectReq = {0};
  STscObj*    pObj = pRequest->pTscObj;

  char* db = getDbOfConnection(pObj);
  if (db != NULL) {
    tstrncpy(connectReq.db, db, sizeof(connectReq.db));
  } else if (terrno) {
    taosMemoryFree(*pMsgSendInfo);
    return terrno;
  }
  taosMemoryFreeClear(db);

  connectReq.connType = pObj->connType;
  connectReq.pid = appInfo.pid;
  connectReq.startTime = appInfo.startTime;
  connectReq.totpCode = totpCode;
  connectReq.connectTime = taosGetTimestampMs();

  tstrncpy(connectReq.app, appInfo.appName, sizeof(connectReq.app));
  tstrncpy(connectReq.user, pObj->user, sizeof(connectReq.user));
  tstrncpy(connectReq.passwd, pObj->pass, sizeof(connectReq.passwd));
  tstrncpy(connectReq.token, pObj->token, sizeof(connectReq.token));
  tstrncpy(connectReq.sVer, td_version, sizeof(connectReq.sVer));
  tSignConnectReq(&connectReq);

  int32_t contLen = tSerializeSConnectReq(NULL, 0, &connectReq);
  void*   pReq = taosMemoryMalloc(contLen);
  if (NULL == pReq) {
    taosMemoryFree(*pMsgSendInfo);
    return terrno;
  }

  if (-1 == tSerializeSConnectReq(pReq, contLen, &connectReq)) {
    taosMemoryFree(*pMsgSendInfo);
    taosMemoryFree(pReq);
    return terrno;
  }

  (*pMsgSendInfo)->msgInfo.len = contLen;
  (*pMsgSendInfo)->msgInfo.pData = pReq;
  return TSDB_CODE_SUCCESS;
}

void updateTargetEpSet(SMsgSendInfo* pSendInfo, STscObj* pTscObj, SRpcMsg* pMsg, SEpSet* pEpSet) {
  if (NULL == pEpSet) {
    return;
  }

  switch (pSendInfo->target.type) {
    case TARGET_TYPE_MNODE:
      if (NULL == pTscObj) {
        tscError("mnode epset changed but not able to update it, msg:%s, reqObjRefId:%" PRIx64,
                 TMSG_INFO(pMsg->msgType), pSendInfo->requestObjRefId);
        return;
      }

      SEpSet  originEpset = getEpSet_s(&pTscObj->pAppInfo->mgmtEp);
      SEpSet* pOrig = &originEpset;
      SEp*    pOrigEp = &pOrig->eps[pOrig->inUse];
      SEp*    pNewEp = &pEpSet->eps[pEpSet->inUse];
      tscDebug("mnode epset updated from %d/%d=>%s:%d to %d/%d=>%s:%d in client", pOrig->inUse, pOrig->numOfEps,
               pOrigEp->fqdn, pOrigEp->port, pEpSet->inUse, pEpSet->numOfEps, pNewEp->fqdn, pNewEp->port);
      updateEpSet_s(&pTscObj->pAppInfo->mgmtEp, pEpSet);
      break;
    case TARGET_TYPE_VNODE: {
      if (NULL == pTscObj) {
        tscError("vnode epset changed but not able to update it, msg:%s, reqObjRefId:%" PRIx64,
                 TMSG_INFO(pMsg->msgType), pSendInfo->requestObjRefId);
        return;
      }

      SCatalog* pCatalog = NULL;
      int32_t   code = catalogGetHandle(pTscObj->pAppInfo->clusterId, &pCatalog);
      if (code != TSDB_CODE_SUCCESS) {
        tscError("fail to get catalog handle, clusterId:0x%" PRIx64 ", error:%s", pTscObj->pAppInfo->clusterId,
                 tstrerror(code));
        return;
      }

      code = catalogUpdateVgEpSet(pCatalog, pSendInfo->target.dbFName, pSendInfo->target.vgId, pEpSet);
      if (code != TSDB_CODE_SUCCESS) {
        tscError("fail to update catalog vg epset, clusterId:0x%" PRIx64 ", error:%s", pTscObj->pAppInfo->clusterId,
                 tstrerror(code));
        return;
      }
      taosMemoryFreeClear(pSendInfo->target.dbFName);
      break;
    }
    default:
      tscDebug("epset changed, not updated, msgType %s", TMSG_INFO(pMsg->msgType));
      break;
  }
}

int32_t doProcessMsgFromServerImpl(SRpcMsg* pMsg, SEpSet* pEpSet) {
  SMsgSendInfo* pSendInfo = (SMsgSendInfo*)pMsg->info.ahandle;
  if (pMsg->info.ahandle == NULL) {
    tscError("doProcessMsgFromServer pMsg->info.ahandle == NULL");
    rpcFreeCont(pMsg->pCont);
    taosMemoryFree(pEpSet);
    return TSDB_CODE_TSC_INTERNAL_ERROR;
  }

  STscObj* pTscObj = NULL;

  STraceId* trace = &pMsg->info.traceId;
  char      tbuf[40] = {0};
  TRACE_TO_STR(trace, tbuf);

  tscDebug("QID:%s, process message from server, handle:%p, message:%s, size:%d, code:%s", tbuf, pMsg->info.handle,
           TMSG_INFO(pMsg->msgType), pMsg->contLen, tstrerror(pMsg->code));

  if (pSendInfo->requestObjRefId != 0) {
    SRequestObj* pRequest = (SRequestObj*)taosAcquireRef(clientReqRefPool, pSendInfo->requestObjRefId);
    if (pRequest) {
      if (pRequest->self != pSendInfo->requestObjRefId) {
        tscError("doProcessMsgFromServer req:0x%" PRId64 " != pSendInfo->requestObjRefId:0x%" PRId64, pRequest->self,
                 pSendInfo->requestObjRefId);

        if (TSDB_CODE_SUCCESS != taosReleaseRef(clientReqRefPool, pSendInfo->requestObjRefId)) {
          tscError("doProcessMsgFromServer taosReleaseRef failed");
        }
        rpcFreeCont(pMsg->pCont);
        taosMemoryFree(pEpSet);
        destroySendMsgInfo(pSendInfo);
        return TSDB_CODE_TSC_INTERNAL_ERROR;
      }
      pTscObj = pRequest->pTscObj;
    }
  }

  updateTargetEpSet(pSendInfo, pTscObj, pMsg, pEpSet);

  SDataBuf buf = {.msgType = pMsg->msgType,
                  .len = pMsg->contLen,
                  .pData = NULL,
                  .handle = pMsg->info.handle,
                  .handleRefId = pMsg->info.refId,
                  .pEpSet = pEpSet};

  if (pMsg->contLen > 0) {
    buf.pData = taosMemoryCalloc(1, pMsg->contLen);
    if (buf.pData == NULL) {
      pMsg->code = terrno;
    } else {
      (void)memcpy(buf.pData, pMsg->pCont, pMsg->contLen);
    }
  }

  (void)pSendInfo->fp(pSendInfo->param, &buf, pMsg->code);

  if (pTscObj) {
    int32_t code = taosReleaseRef(clientReqRefPool, pSendInfo->requestObjRefId);
    if (TSDB_CODE_SUCCESS != code) {
      tscError("doProcessMsgFromServer taosReleaseRef failed");
      terrno = code;
      pMsg->code = code;
    }
  }

  rpcFreeCont(pMsg->pCont);
  destroySendMsgInfo(pSendInfo);
  return TSDB_CODE_SUCCESS;
}

int32_t doProcessMsgFromServer(void* param) {
  AsyncArg* arg = (AsyncArg*)param;
  int32_t   code = doProcessMsgFromServerImpl(&arg->msg, arg->pEpset);
  taosMemoryFree(arg);
  return code;
}

void processMsgFromServer(void* parent, SRpcMsg* pMsg, SEpSet* pEpSet) {
  int32_t code = 0;
  SEpSet* tEpSet = NULL;

  tscDebug("msg callback, ahandle %p", pMsg->info.ahandle);

  if (pEpSet != NULL) {
    tEpSet = taosMemoryCalloc(1, sizeof(SEpSet));
    if (NULL == tEpSet) {
      code = terrno;
      pMsg->code = terrno;
      goto _exit;
    }
    (void)memcpy((void*)tEpSet, (void*)pEpSet, sizeof(SEpSet));
  }

  // pMsg is response msg
  if (pMsg->msgType == TDMT_MND_CONNECT + 1) {
    // restore origin code
    if (pMsg->code == TSDB_CODE_RPC_SOMENODE_NOT_CONNECTED) {
      pMsg->code = TSDB_CODE_RPC_NETWORK_UNAVAIL;
    } else if (pMsg->code == TSDB_CODE_RPC_SOMENODE_BROKEN_LINK) {
      pMsg->code = TSDB_CODE_RPC_BROKEN_LINK;
    }
  } else {
    // uniform to one error code: TSDB_CODE_RPC_SOMENODE_NOT_CONNECTED
    if (pMsg->code == TSDB_CODE_RPC_SOMENODE_BROKEN_LINK) {
      pMsg->code = TSDB_CODE_RPC_SOMENODE_NOT_CONNECTED;
    }
  }

  AsyncArg* arg = taosMemoryCalloc(1, sizeof(AsyncArg));
  if (NULL == arg) {
    code = terrno;
    pMsg->code = code;
    goto _exit;
  }

  arg->msg = *pMsg;
  arg->pEpset = tEpSet;

  if ((code = taosAsyncExec(doProcessMsgFromServer, arg, NULL)) != 0) {
    pMsg->code = code;
    taosMemoryFree(arg);
    goto _exit;
  }
  return;

_exit:
  tscError("failed to sched msg to tsc since %s", tstrerror(code));
  code = doProcessMsgFromServerImpl(pMsg, tEpSet);
  if (code != 0) {
    tscError("failed to sched msg to tsc, tsc ready quit");
  }
}

TAOS* taos_connect_totp(const char* ip, const char* user, const char* pass, const char* totp, const char* db,
                        uint16_t port) {
  tscInfo("try to connect to %s:%u by totp, user:%s db:%s", ip, port, user, db);
  if (user == NULL) {
    user = TSDB_DEFAULT_USER;
  }

  if (pass == NULL) {
    pass = TSDB_DEFAULT_PASS;
  }

  STscObj* pObj = NULL;
  int32_t  code = taos_connect_internal(ip, user, pass, totp, db, port, CONN_TYPE__QUERY, &pObj);
  if (TSDB_CODE_SUCCESS == code) {
    int64_t* rid = taosMemoryCalloc(1, sizeof(int64_t));
    if (NULL == rid) {
      tscError("out of memory when taos_connect_totp to %s:%u, user:%s db:%s", ip, port, user, db);
      return NULL;
    }
    *rid = pObj->id;
    return (TAOS*)rid;
  } else {
    terrno = code;
  }

  return NULL;
}

int taos_connect_test(const char* ip, const char* user, const char* pass, const char* totp, const char* db,
                      uint16_t port) {
  tscInfo("try to test connect to %s:%u by totp, user:%s db:%s", ip, port, user, db);
  if (user == NULL) {
    user = TSDB_DEFAULT_USER;
  }

  if (pass == NULL) {
    pass = TSDB_DEFAULT_PASS;
  }

  STscObj* pObj = NULL;
  return taos_connect_internal(ip, user, pass, totp, db, port, CONN_TYPE__AUTH_TEST, &pObj);
}

TAOS* taos_connect_token(const char* ip, const char* token, const char* db, uint16_t port) {
  tscInfo("try to connect to %s:%u by token, db:%s", ip, port, db);

  STscObj* pObj = NULL;
  int32_t  code = taos_connect_by_auth(ip, NULL, token, NULL, db, port, CONN_TYPE__QUERY, &pObj);
  if (TSDB_CODE_SUCCESS == code) {
    int64_t* rid = taosMemoryCalloc(1, sizeof(int64_t));
    if (NULL == rid) {
      tscError("out of memory when taos_connect_token to %s:%u db:%s", ip, port, db);
      return NULL;
    }
    *rid = pObj->id;
    return (TAOS*)rid;
  } else {
    terrno = code;
  }

  return NULL;
}

TAOS* taos_connect_auth(const char* ip, const char* user, const char* auth, const char* db, uint16_t port) {
  tscInfo("try to connect to %s:%u by auth, user:%s db:%s", ip, port, user, db);
  if (user == NULL) {
    user = TSDB_DEFAULT_USER;
  }

  if (auth == NULL) {
    tscError("No auth info is given, failed to connect to server");
    return NULL;
  }

  STscObj* pObj = NULL;
  int32_t  code = taos_connect_by_auth(ip, user, auth, NULL, db, port, CONN_TYPE__QUERY, &pObj);
  if (TSDB_CODE_SUCCESS == code) {
    int64_t* rid = taosMemoryCalloc(1, sizeof(int64_t));
    if (NULL == rid) {
      tscError("out of memory when taos connect to %s:%u, user:%s db:%s", ip, port, user, db);
    }
    *rid = pObj->id;
    return (TAOS*)rid;
  }

  return NULL;
}

void doSetOneRowPtr(SReqResultInfo* pResultInfo) {
  for (int32_t i = 0; i < pResultInfo->numOfCols; ++i) {
    SResultColumn* pCol = &pResultInfo->pCol[i];

    int32_t type = pResultInfo->fields[i].type;
    int32_t schemaBytes = calcSchemaBytesFromTypeBytes(type, pResultInfo->userFields[i].bytes, false);

    if (IS_VAR_DATA_TYPE(type)) {
      if (!IS_VAR_NULL_TYPE(type, schemaBytes) && pCol->offset[pResultInfo->current] != -1) {
        char* pStart = pResultInfo->pCol[i].offset[pResultInfo->current] + pResultInfo->pCol[i].pData;

        if (IS_STR_DATA_BLOB(type)) {
          pResultInfo->length[i] = blobDataLen(pStart);
          pResultInfo->row[i] = blobDataVal(pStart);
        } else {
          pResultInfo->length[i] = varDataLen(pStart);
          pResultInfo->row[i] = varDataVal(pStart);
        }
      } else {
        pResultInfo->row[i] = NULL;
        pResultInfo->length[i] = 0;
      }
    } else {
      if (!colDataIsNull_f(pCol, pResultInfo->current)) {
        pResultInfo->row[i] = pResultInfo->pCol[i].pData + schemaBytes * pResultInfo->current;
        pResultInfo->length[i] = schemaBytes;
      } else {
        pResultInfo->row[i] = NULL;
        pResultInfo->length[i] = 0;
      }
    }
  }
}

void* doFetchRows(SRequestObj* pRequest, bool setupOneRowPtr, bool convertUcs4) {
  if (pRequest == NULL) {
    return NULL;
  }

  SReqResultInfo* pResultInfo = &pRequest->body.resInfo;
  if (pResultInfo->pData == NULL || pResultInfo->current >= pResultInfo->numOfRows) {
    // All data has returned to App already, no need to try again
    if (pResultInfo->completed) {
      pResultInfo->numOfRows = 0;
      return NULL;
    }

    SReqResultInfo* pResInfo = &pRequest->body.resInfo;
    SSchedulerReq   req = {.syncReq = true, .pFetchRes = (void**)&pResInfo->pData};

    pRequest->code = schedulerFetchRows(pRequest->body.queryJob, &req);
    if (pRequest->code != TSDB_CODE_SUCCESS) {
      pResultInfo->numOfRows = 0;
      return NULL;
    }

    pRequest->code = setQueryResultFromRsp(&pRequest->body.resInfo, (const SRetrieveTableRsp*)pResInfo->pData,
                                           convertUcs4, pRequest->stmtBindVersion > 0);
    if (pRequest->code != TSDB_CODE_SUCCESS) {
      pResultInfo->numOfRows = 0;
      return NULL;
    }

    tscDebug("req:0x%" PRIx64 ", fetch results, numOfRows:%" PRId64 " total Rows:%" PRId64
             ", complete:%d, QID:0x%" PRIx64,
             pRequest->self, pResInfo->numOfRows, pResInfo->totalRows, pResInfo->completed, pRequest->requestId);

    STscObj*            pTscObj = pRequest->pTscObj;
    SAppClusterSummary* pActivity = &pTscObj->pAppInfo->summary;
    (void)atomic_add_fetch_64((int64_t*)&pActivity->fetchBytes, pRequest->body.resInfo.payloadLen);

    if (pResultInfo->numOfRows == 0) {
      return NULL;
    }
  }

  if (setupOneRowPtr) {
    doSetOneRowPtr(pResultInfo);
    pResultInfo->current += 1;
  }

  return pResultInfo->row;
}

static void syncFetchFn(void* param, TAOS_RES* res, int32_t numOfRows) {
  tsem_t* sem = param;
  if (TSDB_CODE_SUCCESS != tsem_post(sem)) {
    tscError("failed to post sem, code:%s", terrstr());
  }
}

void* doAsyncFetchRows(SRequestObj* pRequest, bool setupOneRowPtr, bool convertUcs4) {
  if (pRequest == NULL) {
    return NULL;
  }

  SReqResultInfo* pResultInfo = &pRequest->body.resInfo;
  if (pResultInfo->pData == NULL || pResultInfo->current >= pResultInfo->numOfRows) {
    // All data has returned to App already, no need to try again
    if (pResultInfo->completed) {
      pResultInfo->numOfRows = 0;
      CLIENT_UPDATE_REQUEST_PHASE_IF_CHANGED(pRequest, QUERY_PHASE_FETCH_RETURNED);
      return NULL;
    }

    // convert ucs4 to native multi-bytes string
    pResultInfo->convertUcs4 = convertUcs4;
    tsem_t sem;
    if (TSDB_CODE_SUCCESS != tsem_init(&sem, 0, 0)) {
      tscError("failed to init sem, code:%s", terrstr());
    }
    taos_fetch_rows_a(pRequest, syncFetchFn, &sem);
    if (TSDB_CODE_SUCCESS != tsem_wait(&sem)) {
      tscError("failed to wait sem, code:%s", terrstr());
    }
    if (TSDB_CODE_SUCCESS != tsem_destroy(&sem)) {
      tscError("failed to destroy sem, code:%s", terrstr());
    }
    pRequest->inCallback = false;
  }

  if (pResultInfo->numOfRows == 0 || pRequest->code != TSDB_CODE_SUCCESS) {
    return NULL;
  } else {
    if (setupOneRowPtr) {
      doSetOneRowPtr(pResultInfo);
      pResultInfo->current += 1;
    }

    return pResultInfo->row;
  }
}

static int32_t doPrepareResPtr(SReqResultInfo* pResInfo) {
  if (pResInfo->row == NULL) {
    pResInfo->row = taosMemoryCalloc(pResInfo->numOfCols, POINTER_BYTES);
    pResInfo->pCol = taosMemoryCalloc(pResInfo->numOfCols, sizeof(SResultColumn));
    pResInfo->length = taosMemoryCalloc(pResInfo->numOfCols, sizeof(int32_t));
    pResInfo->convertBuf = taosMemoryCalloc(pResInfo->numOfCols, POINTER_BYTES);

    if (pResInfo->row == NULL || pResInfo->pCol == NULL || pResInfo->length == NULL || pResInfo->convertBuf == NULL) {
      taosMemoryFree(pResInfo->row);
      taosMemoryFree(pResInfo->pCol);
      taosMemoryFree(pResInfo->length);
      taosMemoryFree(pResInfo->convertBuf);
      return terrno;
    }
  }

  return TSDB_CODE_SUCCESS;
}

static int32_t doConvertUCS4(SReqResultInfo* pResultInfo, int32_t* colLength, bool isStmt) {
  int32_t idx = -1;
  iconv_t conv = taosAcquireConv(&idx, C2M, pResultInfo->charsetCxt);
  if (conv == (iconv_t)-1) return TSDB_CODE_TSC_INTERNAL_ERROR;

  for (int32_t i = 0; i < pResultInfo->numOfCols; ++i) {
    int32_t type = pResultInfo->fields[i].type;
    int32_t schemaBytes =
        calcSchemaBytesFromTypeBytes(pResultInfo->fields[i].type, pResultInfo->fields[i].bytes, isStmt);

    if (type == TSDB_DATA_TYPE_NCHAR && colLength[i] > 0) {
      char* p = taosMemoryRealloc(pResultInfo->convertBuf[i], colLength[i]);
      if (p == NULL) {
        taosReleaseConv(idx, conv, C2M, pResultInfo->charsetCxt);
        return terrno;
      }

      pResultInfo->convertBuf[i] = p;

      SResultColumn* pCol = &pResultInfo->pCol[i];
      for (int32_t j = 0; j < pResultInfo->numOfRows; ++j) {
        if (pCol->offset[j] != -1) {
          char* pStart = pCol->offset[j] + pCol->pData;

          int32_t len = taosUcs4ToMbsEx((TdUcs4*)varDataVal(pStart), varDataLen(pStart), varDataVal(p), conv);
          if (len < 0 || len > schemaBytes || (p + len) >= (pResultInfo->convertBuf[i] + colLength[i])) {
            tscError(
                "doConvertUCS4 error, invalid data. len:%d, bytes:%d, (p + len):%p, (pResultInfo->convertBuf[i] + "
                "colLength[i]):%p",
                len, schemaBytes, (p + len), (pResultInfo->convertBuf[i] + colLength[i]));
            taosReleaseConv(idx, conv, C2M, pResultInfo->charsetCxt);
            return TSDB_CODE_TSC_INTERNAL_ERROR;
          }

          varDataSetLen(p, len);
          pCol->offset[j] = (p - pResultInfo->convertBuf[i]);
          p += (len + VARSTR_HEADER_SIZE);
        }
      }

      pResultInfo->pCol[i].pData = pResultInfo->convertBuf[i];
      pResultInfo->row[i] = pResultInfo->pCol[i].pData;
    }
  }
  taosReleaseConv(idx, conv, C2M, pResultInfo->charsetCxt);
  return TSDB_CODE_SUCCESS;
}

static int32_t convertDecimalType(SReqResultInfo* pResultInfo) {
  for (int32_t i = 0; i < pResultInfo->numOfCols; ++i) {
    TAOS_FIELD_E* pFieldE = pResultInfo->fields + i;
    TAOS_FIELD*   pField = pResultInfo->userFields + i;
    int32_t       type = pFieldE->type;
    int32_t       bufLen = 0;
    char*         p = NULL;
    if (!IS_DECIMAL_TYPE(type) || !pResultInfo->pCol[i].pData) {
      continue;
    } else {
      bufLen = 64;
      p = taosMemoryRealloc(pResultInfo->convertBuf[i], bufLen * pResultInfo->numOfRows);
      pFieldE->bytes = bufLen;
      pField->bytes = bufLen;
    }
    if (!p) return terrno;
    pResultInfo->convertBuf[i] = p;

    for (int32_t j = 0; j < pResultInfo->numOfRows; ++j) {
      int32_t code = decimalToStr((DecimalWord*)(pResultInfo->pCol[i].pData + j * tDataTypes[type].bytes), type,
                                  pFieldE->precision, pFieldE->scale, p, bufLen);
      p += bufLen;
      if (TSDB_CODE_SUCCESS != code) {
        return code;
      }
    }
    pResultInfo->pCol[i].pData = pResultInfo->convertBuf[i];
    pResultInfo->row[i] = pResultInfo->pCol[i].pData;
  }
  return 0;
}

int32_t getVersion1BlockMetaSize(const char* p, int32_t numOfCols) {
  return sizeof(int32_t) + sizeof(int32_t) + sizeof(int32_t) * 3 + sizeof(uint64_t) +
         numOfCols * (sizeof(int8_t) + sizeof(int32_t));
}

static int32_t estimateJsonLen(SReqResultInfo* pResultInfo) {
  char*   p = (char*)pResultInfo->pData;
  int32_t blockVersion = *(int32_t*)p;

  int32_t numOfRows = pResultInfo->numOfRows;
  int32_t numOfCols = pResultInfo->numOfCols;

  // | version | total length | total rows | total columns | flag seg| block group id | column schema | each column
  // length |
  int32_t cols = *(int32_t*)(p + sizeof(int32_t) * 3);
  if (numOfCols != cols) {
    tscError("estimateJsonLen error: numOfCols:%d != cols:%d", numOfCols, cols);
    return TSDB_CODE_TSC_INTERNAL_ERROR;
  }

  int32_t  len = getVersion1BlockMetaSize(p, numOfCols);
  int32_t* colLength = (int32_t*)(p + len);
  len += sizeof(int32_t) * numOfCols;

  char* pStart = p + len;
  for (int32_t i = 0; i < numOfCols; ++i) {
    int32_t colLen = (blockVersion == BLOCK_VERSION_1) ? htonl(colLength[i]) : colLength[i];

    if (pResultInfo->fields[i].type == TSDB_DATA_TYPE_JSON) {
      int32_t* offset = (int32_t*)pStart;
      int32_t  lenTmp = numOfRows * sizeof(int32_t);
      len += lenTmp;
      pStart += lenTmp;

      int32_t estimateColLen = 0;
      for (int32_t j = 0; j < numOfRows; ++j) {
        if (offset[j] == -1) {
          continue;
        }
        char* data = offset[j] + pStart;

        int32_t jsonInnerType = *data;
        char*   jsonInnerData = data + CHAR_BYTES;
        if (jsonInnerType == TSDB_DATA_TYPE_NULL) {
          estimateColLen += (VARSTR_HEADER_SIZE + strlen(TSDB_DATA_NULL_STR_L));
        } else if (tTagIsJson(data)) {
          estimateColLen += (VARSTR_HEADER_SIZE + ((const STag*)(data))->len);
        } else if (jsonInnerType == TSDB_DATA_TYPE_NCHAR) {  // value -> "value"
          estimateColLen += varDataTLen(jsonInnerData) + CHAR_BYTES * 2;
        } else if (jsonInnerType == TSDB_DATA_TYPE_DOUBLE) {
          estimateColLen += (VARSTR_HEADER_SIZE + 32);
        } else if (jsonInnerType == TSDB_DATA_TYPE_BOOL) {
          estimateColLen += (VARSTR_HEADER_SIZE + 5);
        } else if (IS_STR_DATA_BLOB(jsonInnerType)) {
          estimateColLen += (BLOBSTR_HEADER_SIZE + 32);
        } else {
          tscError("estimateJsonLen error: invalid type:%d", jsonInnerType);
          return -1;
        }
      }
      len += TMAX(colLen, estimateColLen);
    } else if (IS_VAR_DATA_TYPE(pResultInfo->fields[i].type)) {
      int32_t lenTmp = numOfRows * sizeof(int32_t);
      len += (lenTmp + colLen);
      pStart += lenTmp;
    } else {
      int32_t lenTmp = BitmapLen(pResultInfo->numOfRows);
      len += (lenTmp + colLen);
      pStart += lenTmp;
    }
    pStart += colLen;
  }

  // Ensure the complete structure of the block, including the blankfill field,
  // even though it is not used on the client side.
  len += sizeof(bool);
  return len;
}

static int32_t doConvertJson(SReqResultInfo* pResultInfo) {
  int32_t numOfRows = pResultInfo->numOfRows;
  int32_t numOfCols = pResultInfo->numOfCols;
  bool    needConvert = false;
  for (int32_t i = 0; i < numOfCols; ++i) {
    if (pResultInfo->fields[i].type == TSDB_DATA_TYPE_JSON) {
      needConvert = true;
      break;
    }
  }

  if (!needConvert) {
    return TSDB_CODE_SUCCESS;
  }

  tscDebug("start to convert form json format string");

  char*   p = (char*)pResultInfo->pData;
  int32_t blockVersion = *(int32_t*)p;
  int32_t dataLen = estimateJsonLen(pResultInfo);
  if (dataLen <= 0) {
    tscError("doConvertJson error: estimateJsonLen failed");
    return TSDB_CODE_TSC_INTERNAL_ERROR;
  }

  taosMemoryFreeClear(pResultInfo->convertJson);
  pResultInfo->convertJson = taosMemoryCalloc(1, dataLen);
  if (pResultInfo->convertJson == NULL) return terrno;
  char* p1 = pResultInfo->convertJson;

  int32_t totalLen = 0;
  int32_t cols = *(int32_t*)(p + sizeof(int32_t) * 3);
  if (numOfCols != cols) {
    tscError("doConvertJson error: numOfCols:%d != cols:%d", numOfCols, cols);
    return TSDB_CODE_TSC_INTERNAL_ERROR;
  }

  int32_t len = getVersion1BlockMetaSize(p, numOfCols);
  (void)memcpy(p1, p, len);

  p += len;
  p1 += len;
  totalLen += len;

  len = sizeof(int32_t) * numOfCols;
  int32_t* colLength = (int32_t*)p;
  int32_t* colLength1 = (int32_t*)p1;
  (void)memcpy(p1, p, len);
  p += len;
  p1 += len;
  totalLen += len;

  char* pStart = p;
  char* pStart1 = p1;
  for (int32_t i = 0; i < numOfCols; ++i) {
    int32_t colLen = (blockVersion == BLOCK_VERSION_1) ? htonl(colLength[i]) : colLength[i];
    int32_t colLen1 = (blockVersion == BLOCK_VERSION_1) ? htonl(colLength1[i]) : colLength1[i];
    if (colLen >= dataLen) {
      tscError("doConvertJson error: colLen:%d >= dataLen:%d", colLen, dataLen);
      return TSDB_CODE_TSC_INTERNAL_ERROR;
    }
    if (pResultInfo->fields[i].type == TSDB_DATA_TYPE_JSON) {
      int32_t* offset = (int32_t*)pStart;
      int32_t* offset1 = (int32_t*)pStart1;
      len = numOfRows * sizeof(int32_t);
      (void)memcpy(pStart1, pStart, len);
      pStart += len;
      pStart1 += len;
      totalLen += len;

      len = 0;
      for (int32_t j = 0; j < numOfRows; ++j) {
        if (offset[j] == -1) {
          continue;
        }
        char* data = offset[j] + pStart;

        int32_t jsonInnerType = *data;
        char*   jsonInnerData = data + CHAR_BYTES;
        char    dst[TSDB_MAX_JSON_TAG_LEN] = {0};
        if (jsonInnerType == TSDB_DATA_TYPE_NULL) {
          (void)snprintf(varDataVal(dst), TSDB_MAX_JSON_TAG_LEN - VARSTR_HEADER_SIZE, "%s", TSDB_DATA_NULL_STR_L);
          varDataSetLen(dst, strlen(varDataVal(dst)));
        } else if (tTagIsJson(data)) {
          char* jsonString = NULL;
          parseTagDatatoJson(data, &jsonString, pResultInfo->charsetCxt);
          if (jsonString == NULL) {
            tscError("doConvertJson error: parseTagDatatoJson failed");
            return terrno;
          }
          STR_TO_VARSTR(dst, jsonString);
          taosMemoryFree(jsonString);
        } else if (jsonInnerType == TSDB_DATA_TYPE_NCHAR) {  // value -> "value"
          *(char*)varDataVal(dst) = '\"';
          char    tmp[TSDB_MAX_JSON_TAG_LEN] = {0};
          int32_t length = taosUcs4ToMbs((TdUcs4*)varDataVal(jsonInnerData), varDataLen(jsonInnerData), varDataVal(tmp),
                                         pResultInfo->charsetCxt);
          if (length <= 0) {
            tscError("charset:%s to %s. convert failed.", DEFAULT_UNICODE_ENCODEC,
                     pResultInfo->charsetCxt != NULL ? ((SConvInfo*)(pResultInfo->charsetCxt))->charset : tsCharset);
            length = 0;
          }
          int32_t escapeLength = escapeToPrinted(varDataVal(dst) + CHAR_BYTES, TSDB_MAX_JSON_TAG_LEN - CHAR_BYTES * 2,
                                                 varDataVal(tmp), length);
          varDataSetLen(dst, escapeLength + CHAR_BYTES * 2);
          *(char*)POINTER_SHIFT(varDataVal(dst), escapeLength + CHAR_BYTES) = '\"';
          tscError("value:%s.", varDataVal(dst));
        } else if (jsonInnerType == TSDB_DATA_TYPE_DOUBLE) {
          double jsonVd = *(double*)(jsonInnerData);
          (void)snprintf(varDataVal(dst), TSDB_MAX_JSON_TAG_LEN - VARSTR_HEADER_SIZE, "%.9lf", jsonVd);
          varDataSetLen(dst, strlen(varDataVal(dst)));
        } else if (jsonInnerType == TSDB_DATA_TYPE_BOOL) {
          (void)snprintf(varDataVal(dst), TSDB_MAX_JSON_TAG_LEN - VARSTR_HEADER_SIZE, "%s",
                         (*((char*)jsonInnerData) == 1) ? "true" : "false");
          varDataSetLen(dst, strlen(varDataVal(dst)));
        } else {
          tscError("doConvertJson error: invalid type:%d", jsonInnerType);
          return TSDB_CODE_TSC_INTERNAL_ERROR;
        }

        offset1[j] = len;
        (void)memcpy(pStart1 + len, dst, varDataTLen(dst));
        len += varDataTLen(dst);
      }
      colLen1 = len;
      totalLen += colLen1;
      colLength1[i] = (blockVersion == BLOCK_VERSION_1) ? htonl(len) : len;
    } else if (IS_VAR_DATA_TYPE(pResultInfo->fields[i].type)) {
      len = numOfRows * sizeof(int32_t);
      (void)memcpy(pStart1, pStart, len);
      pStart += len;
      pStart1 += len;
      totalLen += len;
      totalLen += colLen;
      (void)memcpy(pStart1, pStart, colLen);
    } else {
      len = BitmapLen(pResultInfo->numOfRows);
      (void)memcpy(pStart1, pStart, len);
      pStart += len;
      pStart1 += len;
      totalLen += len;
      totalLen += colLen;
      (void)memcpy(pStart1, pStart, colLen);
    }
    pStart += colLen;
    pStart1 += colLen1;
  }

  // Ensure the complete structure of the block, including the blankfill field,
  // even though it is not used on the client side.
  // (void)memcpy(pStart1, pStart, sizeof(bool));
  totalLen += sizeof(bool);

  *(int32_t*)(pResultInfo->convertJson + 4) = totalLen;
  pResultInfo->pData = pResultInfo->convertJson;
  return TSDB_CODE_SUCCESS;
}

int32_t setResultDataPtr(SReqResultInfo* pResultInfo, bool convertUcs4, bool isStmt) {
  bool convertForDecimal = convertUcs4;
  if (pResultInfo == NULL || pResultInfo->numOfCols <= 0 || pResultInfo->fields == NULL) {
    tscError("setResultDataPtr paras error");
    return TSDB_CODE_TSC_INTERNAL_ERROR;
  }

  if (pResultInfo->numOfRows == 0) {
    return TSDB_CODE_SUCCESS;
  }

  if (pResultInfo->pData == NULL) {
    tscError("setResultDataPtr error: pData is NULL");
    return TSDB_CODE_TSC_INTERNAL_ERROR;
  }

  int32_t code = doPrepareResPtr(pResultInfo);
  if (code != TSDB_CODE_SUCCESS) {
    return code;
  }
  code = doConvertJson(pResultInfo);
  if (code != TSDB_CODE_SUCCESS) {
    return code;
  }

  char* p = (char*)pResultInfo->pData;

  // version:
  int32_t blockVersion = *(int32_t*)p;
  p += sizeof(int32_t);

  int32_t dataLen = *(int32_t*)p;
  p += sizeof(int32_t);

  int32_t rows = *(int32_t*)p;
  p += sizeof(int32_t);

  int32_t cols = *(int32_t*)p;
  p += sizeof(int32_t);

  if (rows != pResultInfo->numOfRows || cols != pResultInfo->numOfCols) {
    tscError("setResultDataPtr paras error:rows;%d numOfRows:%" PRId64 " cols:%d numOfCols:%d", rows,
             pResultInfo->numOfRows, cols, pResultInfo->numOfCols);
    return TSDB_CODE_TSC_INTERNAL_ERROR;
  }

  int32_t hasColumnSeg = *(int32_t*)p;
  p += sizeof(int32_t);

  uint64_t groupId = taosGetUInt64Aligned((uint64_t*)p);
  p += sizeof(uint64_t);

  // check fields
  for (int32_t i = 0; i < pResultInfo->numOfCols; ++i) {
    int8_t type = *(int8_t*)p;
    p += sizeof(int8_t);

    int32_t bytes = *(int32_t*)p;
    p += sizeof(int32_t);

    if (IS_DECIMAL_TYPE(type) && pResultInfo->fields[i].precision == 0) {
      extractDecimalTypeInfoFromBytes(&bytes, &pResultInfo->fields[i].precision, &pResultInfo->fields[i].scale);
    }
  }

  int32_t* colLength = (int32_t*)p;
  p += sizeof(int32_t) * pResultInfo->numOfCols;

  char* pStart = p;
  for (int32_t i = 0; i < pResultInfo->numOfCols; ++i) {
    if ((pStart - pResultInfo->pData) >= dataLen) {
      tscError("setResultDataPtr invalid offset over dataLen %d", dataLen);
      return TSDB_CODE_TSC_INTERNAL_ERROR;
    }
    if (blockVersion == BLOCK_VERSION_1) {
      colLength[i] = htonl(colLength[i]);
    }
    if (colLength[i] >= dataLen) {
      tscError("invalid colLength %d, dataLen %d", colLength[i], dataLen);
      return TSDB_CODE_TSC_INTERNAL_ERROR;
    }
    if (IS_INVALID_TYPE(pResultInfo->fields[i].type)) {
      tscError("invalid type %d", pResultInfo->fields[i].type);
      return TSDB_CODE_TSC_INTERNAL_ERROR;
    }
    if (IS_VAR_DATA_TYPE(pResultInfo->fields[i].type)) {
      pResultInfo->pCol[i].offset = (int32_t*)pStart;
      pStart += pResultInfo->numOfRows * sizeof(int32_t);
    } else {
      pResultInfo->pCol[i].nullbitmap = pStart;
      pStart += BitmapLen(pResultInfo->numOfRows);
    }

    pResultInfo->pCol[i].pData = pStart;
    pResultInfo->length[i] =
        calcSchemaBytesFromTypeBytes(pResultInfo->fields[i].type, pResultInfo->fields[i].bytes, isStmt);
    pResultInfo->row[i] = pResultInfo->pCol[i].pData;

    pStart += colLength[i];
  }

  p = pStart;
  // bool blankFill = *(bool*)p;
  p += sizeof(bool);
  int32_t offset = p - pResultInfo->pData;
  if (offset > dataLen) {
    tscError("invalid offset %d, dataLen %d", offset, dataLen);
    return TSDB_CODE_TSC_INTERNAL_ERROR;
  }

#ifndef DISALLOW_NCHAR_WITHOUT_ICONV
  if (convertUcs4) {
    code = doConvertUCS4(pResultInfo, colLength, isStmt);
  }
#endif
  if (TSDB_CODE_SUCCESS == code && convertForDecimal) {
    code = convertDecimalType(pResultInfo);
  }
  return code;
}

char* getDbOfConnection(STscObj* pObj) {
  terrno = TSDB_CODE_SUCCESS;
  char* p = NULL;
  (void)taosThreadMutexLock(&pObj->mutex);
  size_t len = strlen(pObj->db);
  if (len > 0) {
    p = taosStrndup(pObj->db, tListLen(pObj->db));
    if (p == NULL) {
      tscError("failed to taosStrndup db name");
    }
  }

  (void)taosThreadMutexUnlock(&pObj->mutex);
  return p;
}

void setConnectionDB(STscObj* pTscObj, const char* db) {
  if (db == NULL || pTscObj == NULL) {
    tscError("setConnectionDB para is NULL");
    return;
  }

  (void)taosThreadMutexLock(&pTscObj->mutex);
  tstrncpy(pTscObj->db, db, tListLen(pTscObj->db));
  (void)taosThreadMutexUnlock(&pTscObj->mutex);
}

void resetConnectDB(STscObj* pTscObj) {
  if (pTscObj == NULL) {
    return;
  }

  (void)taosThreadMutexLock(&pTscObj->mutex);
  pTscObj->db[0] = 0;
  (void)taosThreadMutexUnlock(&pTscObj->mutex);
}

int32_t setQueryResultFromRsp(SReqResultInfo* pResultInfo, const SRetrieveTableRsp* pRsp, bool convertUcs4,
                              bool isStmt) {
  if (pResultInfo == NULL || pRsp == NULL) {
    tscError("setQueryResultFromRsp paras is null");
    return TSDB_CODE_TSC_INTERNAL_ERROR;
  }

  taosMemoryFreeClear(pResultInfo->pRspMsg);
  pResultInfo->pRspMsg = (const char*)pRsp;
  pResultInfo->numOfRows = htobe64(pRsp->numOfRows);
  pResultInfo->current = 0;
  pResultInfo->completed = (pRsp->completed == 1);
  pResultInfo->precision = pRsp->precision;

  // decompress data if needed
  int32_t payloadLen = htonl(pRsp->payloadLen);

  if (pRsp->compressed) {
    if (pResultInfo->decompBuf == NULL) {
      pResultInfo->decompBuf = taosMemoryMalloc(payloadLen);
      if (pResultInfo->decompBuf == NULL) {
        tscError("failed to prepare the decompress buffer, size:%d", payloadLen);
        return terrno;
      }
      pResultInfo->decompBufSize = payloadLen;
    } else {
      if (pResultInfo->decompBufSize < payloadLen) {
        char* p = taosMemoryRealloc(pResultInfo->decompBuf, payloadLen);
        if (p == NULL) {
          tscError("failed to prepare the decompress buffer, size:%d", payloadLen);
          return terrno;
        }

        pResultInfo->decompBuf = p;
        pResultInfo->decompBufSize = payloadLen;
      }
    }
  }

  if (payloadLen > 0) {
    int32_t compLen = *(int32_t*)pRsp->data;
    int32_t rawLen = *(int32_t*)(pRsp->data + sizeof(int32_t));

    char* pStart = (char*)pRsp->data + sizeof(int32_t) * 2;

    if (pRsp->compressed && compLen < rawLen) {
      int32_t len = tsDecompressString(pStart, compLen, 1, pResultInfo->decompBuf, rawLen, ONE_STAGE_COMP, NULL, 0);
      if (len < 0) {
        tscError("tsDecompressString failed");
        return terrno ? terrno : TSDB_CODE_FAILED;
      }
      if (len != rawLen) {
        tscError("tsDecompressString failed, len:%d != rawLen:%d", len, rawLen);
        return TSDB_CODE_TSC_INTERNAL_ERROR;
      }
      pResultInfo->pData = pResultInfo->decompBuf;
      pResultInfo->payloadLen = rawLen;
    } else {
      pResultInfo->pData = pStart;
      pResultInfo->payloadLen = htonl(pRsp->compLen);
      if (pRsp->compLen != pRsp->payloadLen) {
        tscError("pRsp->compLen:%d != pRsp->payloadLen:%d", pRsp->compLen, pRsp->payloadLen);
        return TSDB_CODE_TSC_INTERNAL_ERROR;
      }
    }
  }

  // TODO handle the compressed case
  pResultInfo->totalRows += pResultInfo->numOfRows;

  int32_t code = setResultDataPtr(pResultInfo, convertUcs4, isStmt);
  return code;
}

TSDB_SERVER_STATUS taos_check_server_status(const char* fqdn, int port, char* details, int maxlen) {
  TSDB_SERVER_STATUS code = TSDB_SRV_STATUS_UNAVAILABLE;
  void*              clientRpc = NULL;
  SServerStatusRsp   statusRsp = {0};
  SEpSet             epSet = {.inUse = 0, .numOfEps = 1};
  SRpcMsg  rpcMsg = {.info.ahandle = (void*)0x9527, .info.notFreeAhandle = 1, .msgType = TDMT_DND_SERVER_STATUS};
  SRpcMsg  rpcRsp = {0};
  SRpcInit rpcInit = {0};
  char     pass[TSDB_PASSWORD_LEN + 1] = {0};

  rpcInit.label = "CHK";
  rpcInit.numOfThreads = 1;
  rpcInit.cfp = NULL;
  rpcInit.sessions = 16;
  rpcInit.connType = TAOS_CONN_CLIENT;
  rpcInit.idleTime = tsShellActivityTimer * 1000;
  rpcInit.compressSize = tsCompressMsgSize;
  rpcInit.user = "_dnd";

  int32_t connLimitNum = tsNumOfRpcSessions / (tsNumOfRpcThreads * 3);
  connLimitNum = TMAX(connLimitNum, 10);
  connLimitNum = TMIN(connLimitNum, 500);
  rpcInit.connLimitNum = connLimitNum;
  rpcInit.timeToGetConn = tsTimeToGetAvailableConn;
  rpcInit.readTimeout = tsReadTimeout;
  rpcInit.ipv6 = tsEnableIpv6;
  rpcInit.enableSSL = tsEnableTLS;

  memcpy(rpcInit.caPath, tsTLSCaPath, strlen(tsTLSCaPath));
  memcpy(rpcInit.certPath, tsTLSSvrCertPath, strlen(tsTLSSvrCertPath));
  memcpy(rpcInit.keyPath, tsTLSSvrKeyPath, strlen(tsTLSSvrKeyPath));
  memcpy(rpcInit.cliCertPath, tsTLSCliCertPath, strlen(tsTLSCliCertPath));
  memcpy(rpcInit.cliKeyPath, tsTLSCliKeyPath, strlen(tsTLSCliKeyPath));

  if (TSDB_CODE_SUCCESS != taosVersionStrToInt(td_version, &rpcInit.compatibilityVer)) {
    tscError("faild to convert taos version from str to int, errcode:%s", terrstr());
    goto _OVER;
  }

  clientRpc = rpcOpen(&rpcInit);
  if (clientRpc == NULL) {
    code = terrno;
    tscError("failed to init server status client since %s", tstrerror(code));
    goto _OVER;
  }

  if (fqdn == NULL) {
    fqdn = tsLocalFqdn;
  }

  if (port == 0) {
    port = tsServerPort;
  }

  tstrncpy(epSet.eps[0].fqdn, fqdn, TSDB_FQDN_LEN);
  epSet.eps[0].port = (uint16_t)port;
  int32_t ret = rpcSendRecv(clientRpc, &epSet, &rpcMsg, &rpcRsp);
  if (TSDB_CODE_SUCCESS != ret) {
    tscError("failed to send recv since %s", tstrerror(ret));
    goto _OVER;
  }

  if (rpcRsp.code != 0 || rpcRsp.contLen <= 0 || rpcRsp.pCont == NULL) {
    tscError("failed to send server status req since %s", terrstr());
    goto _OVER;
  }

  if (tDeserializeSServerStatusRsp(rpcRsp.pCont, rpcRsp.contLen, &statusRsp) != 0) {
    tscError("failed to parse server status rsp since %s", terrstr());
    goto _OVER;
  }

  code = statusRsp.statusCode;
  if (details != NULL) {
    tstrncpy(details, statusRsp.details, maxlen);
  }

_OVER:
  if (clientRpc != NULL) {
    rpcClose(clientRpc);
  }
  if (rpcRsp.pCont != NULL) {
    rpcFreeCont(rpcRsp.pCont);
  }
  return code;
}

int32_t appendTbToReq(SHashObj* pHash, int32_t pos1, int32_t len1, int32_t pos2, int32_t len2, const char* str,
                      int32_t acctId, char* db) {
  SName name = {0};

  if (len1 <= 0) {
    return -1;
  }

  const char* dbName = db;
  const char* tbName = NULL;
  int32_t     dbLen = 0;
  int32_t     tbLen = 0;
  if (len2 > 0) {
    dbName = str + pos1;
    dbLen = len1;
    tbName = str + pos2;
    tbLen = len2;
  } else {
    dbLen = strlen(db);
    tbName = str + pos1;
    tbLen = len1;
  }

  if (dbLen <= 0 || tbLen <= 0) {
    return -1;
  }

  if (tNameSetDbName(&name, acctId, dbName, dbLen)) {
    return -1;
  }

  if (tNameAddTbName(&name, tbName, tbLen)) {
    return -1;
  }

  char dbFName[TSDB_DB_FNAME_LEN] = {0};
  (void)snprintf(dbFName, TSDB_DB_FNAME_LEN, "%d.%.*s", acctId, dbLen, dbName);

  STablesReq* pDb = taosHashGet(pHash, dbFName, strlen(dbFName));
  if (pDb) {
    if (NULL == taosArrayPush(pDb->pTables, &name)) {
      return terrno ? terrno : TSDB_CODE_OUT_OF_MEMORY;
    }
  } else {
    STablesReq db;
    db.pTables = taosArrayInit(20, sizeof(SName));
    if (NULL == db.pTables) {
      return terrno;
    }
    tstrncpy(db.dbFName, dbFName, TSDB_DB_FNAME_LEN);
    if (NULL == taosArrayPush(db.pTables, &name)) {
      return terrno;
    }
    TSC_ERR_RET(taosHashPut(pHash, dbFName, strlen(dbFName), &db, sizeof(db)));
  }

  return TSDB_CODE_SUCCESS;
}

int32_t transferTableNameList(const char* tbList, int32_t acctId, char* dbName, SArray** pReq) {
  SHashObj* pHash = taosHashInit(3, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
  if (NULL == pHash) {
    return terrno;
  }

  bool    inEscape = false;
  int32_t code = 0;
  void*   pIter = NULL;

  int32_t vIdx = 0;
  int32_t vPos[2];
  int32_t vLen[2];

  (void)memset(vPos, -1, sizeof(vPos));
  (void)memset(vLen, 0, sizeof(vLen));

  for (int32_t i = 0;; ++i) {
    if (0 == *(tbList + i)) {
      if (vPos[vIdx] >= 0 && vLen[vIdx] <= 0) {
        vLen[vIdx] = i - vPos[vIdx];
      }

      code = appendTbToReq(pHash, vPos[0], vLen[0], vPos[1], vLen[1], tbList, acctId, dbName);
      if (code) {
        goto _return;
      }

      break;
    }

    if ('`' == *(tbList + i)) {
      inEscape = !inEscape;
      if (!inEscape) {
        if (vPos[vIdx] >= 0) {
          vLen[vIdx] = i - vPos[vIdx];
        } else {
          goto _return;
        }
      }

      continue;
    }

    if (inEscape) {
      if (vPos[vIdx] < 0) {
        vPos[vIdx] = i;
      }
      continue;
    }

    if ('.' == *(tbList + i)) {
      if (vPos[vIdx] < 0) {
        goto _return;
      }
      if (vLen[vIdx] <= 0) {
        vLen[vIdx] = i - vPos[vIdx];
      }
      vIdx++;
      if (vIdx >= 2) {
        goto _return;
      }
      continue;
    }

    if (',' == *(tbList + i)) {
      if (vPos[vIdx] < 0) {
        goto _return;
      }
      if (vLen[vIdx] <= 0) {
        vLen[vIdx] = i - vPos[vIdx];
      }

      code = appendTbToReq(pHash, vPos[0], vLen[0], vPos[1], vLen[1], tbList, acctId, dbName);
      if (code) {
        goto _return;
      }

      (void)memset(vPos, -1, sizeof(vPos));
      (void)memset(vLen, 0, sizeof(vLen));
      vIdx = 0;
      continue;
    }

    if (' ' == *(tbList + i) || '\r' == *(tbList + i) || '\t' == *(tbList + i) || '\n' == *(tbList + i)) {
      if (vPos[vIdx] >= 0 && vLen[vIdx] <= 0) {
        vLen[vIdx] = i - vPos[vIdx];
      }
      continue;
    }

    if (('a' <= *(tbList + i) && 'z' >= *(tbList + i)) || ('A' <= *(tbList + i) && 'Z' >= *(tbList + i)) ||
        ('0' <= *(tbList + i) && '9' >= *(tbList + i)) || ('_' == *(tbList + i))) {
      if (vLen[vIdx] > 0) {
        goto _return;
      }
      if (vPos[vIdx] < 0) {
        vPos[vIdx] = i;
      }
      continue;
    }

    goto _return;
  }

  int32_t dbNum = taosHashGetSize(pHash);
  *pReq = taosArrayInit(dbNum, sizeof(STablesReq));
  if (NULL == pReq) {
    TSC_ERR_JRET(terrno);
  }
  pIter = taosHashIterate(pHash, NULL);
  while (pIter) {
    STablesReq* pDb = (STablesReq*)pIter;
    if (NULL == taosArrayPush(*pReq, pDb)) {
      TSC_ERR_JRET(terrno);
    }
    pIter = taosHashIterate(pHash, pIter);
  }

  taosHashCleanup(pHash);

  return TSDB_CODE_SUCCESS;

_return:

  terrno = TSDB_CODE_TSC_INVALID_OPERATION;

  pIter = taosHashIterate(pHash, NULL);
  while (pIter) {
    STablesReq* pDb = (STablesReq*)pIter;
    taosArrayDestroy(pDb->pTables);
    pIter = taosHashIterate(pHash, pIter);
  }

  taosHashCleanup(pHash);

  return terrno;
}

void syncCatalogFn(SMetaData* pResult, void* param, int32_t code) {
  SSyncQueryParam* pParam = param;
  pParam->pRequest->code = code;

  if (TSDB_CODE_SUCCESS != tsem_post(&pParam->sem)) {
    tscError("failed to post semaphore since %s", tstrerror(terrno));
  }
}

void syncQueryFn(void* param, void* res, int32_t code) {
  SSyncQueryParam* pParam = param;
  pParam->pRequest = res;

  if (pParam->pRequest) {
    pParam->pRequest->code = code;
    clientOperateReport(pParam->pRequest);
  }

  if (TSDB_CODE_SUCCESS != tsem_post(&pParam->sem)) {
    tscError("failed to post semaphore since %s", tstrerror(terrno));
  }
}

void taosAsyncQueryImpl(uint64_t connId, const char* sql, __taos_async_fn_t fp, void* param, bool validateOnly,
                        int8_t source) {
  if (sql == NULL || NULL == fp) {
    terrno = TSDB_CODE_INVALID_PARA;
    if (fp) {
      fp(param, NULL, terrno);
    }

    return;
  }

  size_t sqlLen = strlen(sql);
  if (sqlLen > (size_t)tsMaxSQLLength) {
    tscError("conn:0x%" PRIx64 ", sql string exceeds max length:%d", connId, tsMaxSQLLength);
    terrno = TSDB_CODE_TSC_EXCEED_SQL_LIMIT;
    fp(param, NULL, terrno);
    return;
  }

  tscDebug("conn:0x%" PRIx64 ", taos_query execute, sql:%s", connId, sql);

  SRequestObj* pRequest = NULL;
  int32_t      code = buildRequest(connId, sql, sqlLen, param, validateOnly, &pRequest, 0);
  if (code != TSDB_CODE_SUCCESS) {
    terrno = code;
    fp(param, NULL, terrno);
    return;
  }

  code = connCheckAndUpateMetric(connId);
  if (code != TSDB_CODE_SUCCESS) {
    terrno = code;
    fp(param, NULL, terrno);
    return;
  }

  pRequest->source = source;
  pRequest->body.queryFp = fp;
  doAsyncQuery(pRequest, false);
}

void taosAsyncQueryImplWithReqid(uint64_t connId, const char* sql, __taos_async_fn_t fp, void* param, bool validateOnly,
                                 int64_t reqid) {
  if (sql == NULL || NULL == fp) {
    terrno = TSDB_CODE_INVALID_PARA;
    if (fp) {
      fp(param, NULL, terrno);
    }

    return;
  }

  size_t sqlLen = strlen(sql);
  if (sqlLen > (size_t)tsMaxSQLLength) {
    tscError("conn:0x%" PRIx64 ", QID:0x%" PRIx64 ", sql string exceeds max length:%d", connId, reqid, tsMaxSQLLength);
    terrno = TSDB_CODE_TSC_EXCEED_SQL_LIMIT;
    fp(param, NULL, terrno);
    return;
  }

  tscDebug("conn:0x%" PRIx64 ", taos_query execute, QID:0x%" PRIx64 ", sql:%s", connId, reqid, sql);

  SRequestObj* pRequest = NULL;
  int32_t      code = buildRequest(connId, sql, sqlLen, param, validateOnly, &pRequest, reqid);
  if (code != TSDB_CODE_SUCCESS) {
    terrno = code;
    fp(param, NULL, terrno);
    return;
  }

  code = connCheckAndUpateMetric(connId);

  if (code != TSDB_CODE_SUCCESS) {
    terrno = code;
    fp(param, NULL, terrno);
    return;
  }

  pRequest->body.queryFp = fp;

  doAsyncQuery(pRequest, false);
}

TAOS_RES* taosQueryImpl(TAOS* taos, const char* sql, bool validateOnly, int8_t source) {
  if (NULL == taos) {
    terrno = TSDB_CODE_TSC_DISCONNECTED;
    return NULL;
  }

  SSyncQueryParam* param = taosMemoryCalloc(1, sizeof(SSyncQueryParam));
  if (NULL == param) {
    return NULL;
  }

  int32_t code = tsem_init(&param->sem, 0, 0);
  if (TSDB_CODE_SUCCESS != code) {
    taosMemoryFree(param);
    return NULL;
  }

  taosAsyncQueryImpl(*(int64_t*)taos, sql, syncQueryFn, param, validateOnly, source);
  code = tsem_wait(&param->sem);
  if (TSDB_CODE_SUCCESS != code) {
    taosMemoryFree(param);
    return NULL;
  }
  code = tsem_destroy(&param->sem);
  if (TSDB_CODE_SUCCESS != code) {
    tscError("failed to destroy semaphore since %s", tstrerror(code));
  }

  SRequestObj* pRequest = NULL;
  if (param->pRequest != NULL) {
    param->pRequest->syncQuery = true;
    pRequest = param->pRequest;
    param->pRequest->inCallback = false;
  }
  taosMemoryFree(param);

  // tscDebug("QID:0x%" PRIx64 ", taos_query end, conn:0x%" PRIx64 ", res:%p", pRequest ? pRequest->requestId : 0,
  //          *(int64_t*)taos, pRequest);

  return pRequest;
}

TAOS_RES* taosQueryImplWithReqid(TAOS* taos, const char* sql, bool validateOnly, int64_t reqid) {
  if (NULL == taos) {
    terrno = TSDB_CODE_TSC_DISCONNECTED;
    return NULL;
  }

  SSyncQueryParam* param = taosMemoryCalloc(1, sizeof(SSyncQueryParam));
  if (param == NULL) {
    return NULL;
  }
  int32_t code = tsem_init(&param->sem, 0, 0);
  if (TSDB_CODE_SUCCESS != code) {
    taosMemoryFree(param);
    return NULL;
  }

  taosAsyncQueryImplWithReqid(*(int64_t*)taos, sql, syncQueryFn, param, validateOnly, reqid);
  code = tsem_wait(&param->sem);
  if (TSDB_CODE_SUCCESS != code) {
    taosMemoryFree(param);
    return NULL;
  }
  SRequestObj* pRequest = NULL;
  if (param->pRequest != NULL) {
    param->pRequest->syncQuery = true;
    pRequest = param->pRequest;
  }
  taosMemoryFree(param);

  // tscDebug("QID:0x%" PRIx64 ", taos_query end, conn:0x%" PRIx64 ", res:%p", pRequest ? pRequest->requestId : 0,
  //   *(int64_t*)taos, pRequest);

  return pRequest;
}

static void fetchCallback(void* pResult, void* param, int32_t code) {
  SRequestObj* pRequest = (SRequestObj*)param;

  SReqResultInfo* pResultInfo = &pRequest->body.resInfo;

  tscDebug("req:0x%" PRIx64 ", enter scheduler fetch cb, code:%d - %s, QID:0x%" PRIx64, pRequest->self, code,
           tstrerror(code), pRequest->requestId);

  pResultInfo->pData = pResult;
  pResultInfo->numOfRows = 0;

  if (code != TSDB_CODE_SUCCESS) {
    pRequest->code = code;
    taosMemoryFreeClear(pResultInfo->pData);
    pRequest->body.fetchFp(((SSyncQueryParam*)pRequest->body.interParam)->userParam, pRequest, code);
    return;
  }

  if (pRequest->code != TSDB_CODE_SUCCESS) {
    taosMemoryFreeClear(pResultInfo->pData);
    pRequest->body.fetchFp(((SSyncQueryParam*)pRequest->body.interParam)->userParam, pRequest, pRequest->code);
    return;
  }

  pRequest->code = setQueryResultFromRsp(pResultInfo, (const SRetrieveTableRsp*)pResultInfo->pData,
                                         pResultInfo->convertUcs4, pRequest->stmtBindVersion > 0);
  if (pRequest->code != TSDB_CODE_SUCCESS) {
    pResultInfo->numOfRows = 0;
    tscError("req:0x%" PRIx64 ", fetch results failed, code:%s, QID:0x%" PRIx64, pRequest->self,
             tstrerror(pRequest->code), pRequest->requestId);
  } else {
    tscDebug(
        "req:0x%" PRIx64 ", fetch results, numOfRows:%" PRId64 " total Rows:%" PRId64 ", complete:%d, QID:0x%" PRIx64,
        pRequest->self, pResultInfo->numOfRows, pResultInfo->totalRows, pResultInfo->completed, pRequest->requestId);

    STscObj*            pTscObj = pRequest->pTscObj;
    SAppClusterSummary* pActivity = &pTscObj->pAppInfo->summary;
    (void)atomic_add_fetch_64((int64_t*)&pActivity->fetchBytes, pRequest->body.resInfo.payloadLen);
  }

  pRequest->body.fetchFp(((SSyncQueryParam*)pRequest->body.interParam)->userParam, pRequest, pResultInfo->numOfRows);
}

void taosAsyncFetchImpl(SRequestObj* pRequest, __taos_async_fn_t fp, void* param) {
  pRequest->body.fetchFp = fp;
  ((SSyncQueryParam*)pRequest->body.interParam)->userParam = param;

  SReqResultInfo* pResultInfo = &pRequest->body.resInfo;

  // this query has no results or error exists, return directly
  if (taos_num_fields(pRequest) == 0 || pRequest->code != TSDB_CODE_SUCCESS) {
    pResultInfo->numOfRows = 0;
    CLIENT_UPDATE_REQUEST_PHASE_IF_CHANGED(pRequest, QUERY_PHASE_FETCH_RETURNED);
    pRequest->body.fetchFp(param, pRequest, pResultInfo->numOfRows);

    return;
  }

  // all data has returned to App already, no need to try again
  if (pResultInfo->completed) {
    CLIENT_UPDATE_REQUEST_PHASE_IF_CHANGED(pRequest, QUERY_PHASE_FETCH_RETURNED);
    // it is a local executed query, no need to do async fetch
    if (QUERY_EXEC_MODE_SCHEDULE != pRequest->body.execMode) {
      if (pResultInfo->localResultFetched) {
        pResultInfo->numOfRows = 0;
        pResultInfo->current = 0;
      } else {
        pResultInfo->localResultFetched = true;
      }
    } else {
      pResultInfo->numOfRows = 0;
    }

    pRequest->body.fetchFp(param, pRequest, pResultInfo->numOfRows);
    return;
  }

  SSchedulerReq req = {
      .syncReq = false,
      .fetchFp = fetchCallback,
      .cbParam = pRequest,
  };

  int32_t code = schedulerFetchRows(pRequest->body.queryJob, &req);
  if (TSDB_CODE_SUCCESS != code) {
    tscError("0x%" PRIx64 " failed to schedule fetch rows", pRequest->requestId);
    // pRequest->body.fetchFp(param, pRequest, code);
  }
}

void doRequestCallback(SRequestObj* pRequest, int32_t code) {
  pRequest->inCallback = true;

  int64_t this = pRequest->self;
  if (tsQueryTbNotExistAsEmpty && TD_RES_QUERY(&pRequest->resType) && pRequest->isQuery &&
      (code == TSDB_CODE_PAR_TABLE_NOT_EXIST || code == TSDB_CODE_TDB_TABLE_NOT_EXIST)) {
    code = TSDB_CODE_SUCCESS;
    pRequest->type = TSDB_SQL_RETRIEVE_EMPTY_RESULT;
    if (pRequest->code == TSDB_CODE_PAR_TABLE_NOT_EXIST || pRequest->code == TSDB_CODE_TDB_TABLE_NOT_EXIST) {
      pRequest->code = TSDB_CODE_SUCCESS;
      if (pRequest->msgBuf != NULL && pRequest->msgBufLen > 0) {
        pRequest->msgBuf[0] = '\0';
      }
    }
  }

  tscDebug("QID:0x%" PRIx64 ", taos_query end, req:0x%" PRIx64 ", res:%p", pRequest->requestId, pRequest->self,
           pRequest);

  if (pRequest->body.queryFp != NULL) {
    pRequest->body.queryFp(((SSyncQueryParam*)pRequest->body.interParam)->userParam, pRequest, code);
  }

  SRequestObj* pReq = acquireRequest(this);
  if (pReq != NULL) {
    pReq->inCallback = false;
    (void)releaseRequest(this);
  }
}

int32_t clientParseSql(void* param, const char* dbName, const char* sql, bool parseOnly, const char* effectiveUser,
                       SParseSqlRes* pRes) {
#ifndef TD_ENTERPRISE
  return TSDB_CODE_SUCCESS;
#else
  return clientParseSqlImpl(param, dbName, sql, parseOnly, effectiveUser, pRes);
#endif
}

void updateConnAccessInfo(SConnAccessInfo* pInfo) {
  if (pInfo == NULL) {
    return;
  }
  int64_t ts = taosGetTimestampMs();
  if (pInfo->startTime == 0) {
    pInfo->startTime = ts;
  }
  pInfo->lastAccessTime = ts;
}

taosdata / TDengine / #5049

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous